<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2022.850774</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Pre-Treatment Computed Tomography Radiomics for Predicting the Response to Neoadjuvant Chemoradiation in Locally Advanced Rectal Cancer: A Retrospective Study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Mao</surname><given-names>Yitao</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn003"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1055194"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Pei</surname><given-names>Qian</given-names>
</name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn003"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1410000"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Fu</surname><given-names>Yan</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1713865"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liu</surname><given-names>Haipeng</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chen</surname><given-names>Changyong</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Li</surname><given-names>Haiping</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Gong</surname><given-names>Guanghui</given-names>
</name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yin</surname><given-names>Hongling</given-names>
</name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Pang</surname><given-names>Peipei</given-names>
</name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/953760"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lin</surname><given-names>Huashan</given-names>
</name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Xu</surname><given-names>Biaoxiang</given-names>
</name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>*</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/474848"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zai</surname><given-names>Hongyan</given-names>
</name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>*</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Yi</surname><given-names>Xiaoping</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>*</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/604964"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chen</surname><given-names>Bihong T.</given-names>
</name>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/537884"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Radiology, Xiangya Hospital, Central South University</institution>, <addr-line>Changsha</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>National Clinical Research Center for Geriatric Disorders (Xiangya Hospital), Central South University</institution>, <addr-line>Changsha</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of General Surgery, Xiangya Hospital, Central South University</institution>, <addr-line>Changsha</addr-line>, <country>China</country></aff>
<aff id="aff4"><sup>4</sup><institution>Hunan Key Laboratory of Skin Cancer and Psoriasis, Xiangya Hospital, Central South University</institution>, <addr-line>Changsha</addr-line>, <country>China</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Pathology, Xiangya Hospital, Central South University</institution>, <addr-line>Changsha</addr-line>, <country>China</country></aff>
<aff id="aff6"><sup>6</sup><institution>Department of Pharmaceuticals Diagnosis, General Electrics Healthcare</institution>, <addr-line>Changsha</addr-line>, <country>China</country></aff>
<aff id="aff7"><sup>7</sup><institution>Hunan Engineering Research Center of Skin Health and Disease, Xiangya Hospital, Central South University</institution>, <addr-line>Changsha</addr-line>, <country>China</country></aff>
<aff id="aff8"><sup>8</sup><institution>Department of Diagnostic Radiology, City of Hope National Medical Center</institution>, <addr-line>Duarte, CA</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Cornelis F. M. Sier, Leiden University, Netherlands</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Seyed Alireza Javadinia, Sabzevar University of Medical Sciences, Iran; Jacek Fijuth, Medical University of Lodz, Poland</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Xiaoping Yi, <email xlink:href="mailto:yixiaoping@csu.edu.cn">yixiaoping@csu.edu.cn</email>; Biaoxiang Xu, <email xlink:href="mailto:xubiaoxiang@163.com">xubiaoxiang@163.com</email>; Hongyan Zai, <email xlink:href="mailto:doctorzaihy@163.com">doctorzaihy@163.com</email>
</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Gastrointestinal Cancers: Colorectal Cancer, a section of the journal Frontiers in Oncology</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>10</day>
<month>05</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>12</volume>
<elocation-id>850774</elocation-id>
<history>
<date date-type="received">
<day>08</day>
<month>01</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>01</day>
<month>04</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 Mao, Pei, Fu, Liu, Chen, Li, Gong, Yin, Pang, Lin, Xu, Zai, Yi and Chen</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Mao, Pei, Fu, Liu, Chen, Li, Gong, Yin, Pang, Lin, Xu, Zai, Yi and Chen</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background and Purpose</title>
<p>Computerized tomography (CT) scans are commonly performed to assist in diagnosis and treatment of locally advanced rectal cancer (LARC). This study assessed the usefulness of pretreatment CT-based radiomics for predicting pathological complete response (pCR) of LARC to neoadjuvant chemoradiotherapy (nCRT).</p>
</sec>
<sec>
<title>Materials and Methods</title>
<p>Patients with LARC who underwent nCRT followed by total mesorectal excision surgery from July 2010 to December 2018 were enrolled in this retrospective study. A total of 340 radiomic features were extracted from pretreatment contrast-enhanced CT images. The most relevant features to pCR were selected using the least absolute shrinkage and selection operator (LASSO) method and a radiomic signature was generated. Predictive models were built with radiomic features and clinico-pathological variables. Model performance was assessed with decision curve analysis and was validated in an independent cohort.</p>
</sec>
<sec>
<title>Results</title>
<p>The pCR was achieved in 44 of the 216 consecutive patients (20.4%) in this study. The model with the best performance used both radiomics and clinical variables including radiomic signatures, distance to anal verge, lymphocyte-to-monocyte ratio, and carcinoembryonic antigen. This combined model discriminated between patients with and without pCR with an area under the curve of 0.926 and 0.872 in the training and the validation cohorts, respectively. The combined model also showed better performance than models built with radiomic or clinical variables alone.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>Our combined predictive model was robust in differentiating patients with and without response to nCRT.</p>
</sec>
</abstract>
<kwd-group>
<kwd>nomogram</kwd>
<kwd>spiral computed tomography</kwd>
<kwd>neoadjuvant therapy</kwd>
<kwd>rectal neoplasms</kwd>
<kwd>chemoradiation</kwd>
</kwd-group>
<contract-num rid="cn001">81701847</contract-num>
<contract-num rid="cn002">2017JJ3497, 2018JJ2641</contract-num>
<contract-sponsor id="cn001">National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/501100001809</named-content>
</contract-sponsor>
<contract-sponsor id="cn002">Natural Science Foundation of&#xa0;Hunan Province<named-content content-type="fundref-id">10.13039/501100004735</named-content>
</contract-sponsor>
<counts>
<fig-count count="3"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="51"/>
<page-count count="10"/>
<word-count count="5733"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Locally advanced rectal cancer (LARC) is usually treated with neoadjuvant chemoradiotherapy (nCRT), followed by total mesorectal resection. Response to nCRT largely determines the prognosis and survival of patients with LARC (<xref ref-type="bibr" rid="B1">1</xref>). Patients may achieve pathological complete response (pCR), which is defined as the complete absence of tumor cells in the resected specimen, while some patients may only have partial response or no response. The reported pCR rate of LACR to nCRT is relatively low, ranging from 10% to 30% (<xref ref-type="bibr" rid="B1">1</xref>&#x2013;<xref ref-type="bibr" rid="B4">4</xref>). Patients who achieve a pCR may adopt a conservative &#x201c;watch and wait&#x201d; strategy without surgery (<xref ref-type="bibr" rid="B5">5</xref>). Therefore, the extent of response to nCRT affects clinical decision-making and determines whether patients should be directed to aggressive surgical treatment. Currently, the gold standard for pCR relies on pathological confirmation of a surgical specimen. There is a need for developing non-invasive methods to reliably predict the response to nCRT and to avoid surgery for patients with pCR.</p>
<p>Predictors of pCR include clinical demographics, tumor morphology, blood cell counts, serum oncological indicators, protein expression, gene profiles, conventional radiological imaging features, the time interval between nCRT and surgical resection. However, these predictors have produced inconsistent results with some indicating their usefulness in predicting pCR and some indicating otherwise (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B6">6</xref>&#x2013;<xref ref-type="bibr" rid="B8">8</xref>). In addition to CT imaging, current efforts and studies with other imaging modalities have been performed to assist in prediction of pathological responses with promising results. PET/CT has the advantage of detecting the metabolically active rectal cancer and metastases for staging; and semiquantitative parameters derived from sequential PET/CT imaging may be used to predict response (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>). Endorectal ultrasound (EUS) affords direct visualization and access for biopsy of rectal cancer and its adjacent lymphadenopathy, which has also been used to predict response to nCRT (<xref ref-type="bibr" rid="B11">11</xref>). MRI may provide exquisite anatomical details on tumor morphology and its association with adjacent structure (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B13">13</xref>). However, these additional imaging modalities are more time-consuming and costly as compared to CT imaging. In addition, some patients may not be able to tolerate the endorectal probe for EUS or the endorectal coil for rectal MRI. As CT remains to be the most commonly used imaging modality in clinical practice, it is prudent to assess its potential for predicting pCR in patients with LARC.</p>
<p>Radiomics detects tumor image features through computational analysis, which may reflect biological properties of tumors. It has been used to predict treatment response in patients with gastrointestinal tumors including rectal cancer (<xref ref-type="bibr" rid="B14">14</xref>). Prior studies have shown robust performance of predictive models for pathological response, achieving the area under the curve of 0.98 in models combining radiomic signature and clinical parameters such as tumor length (<xref ref-type="bibr" rid="B15">15</xref>). Radiomic features reflecting tumor heterogeneity such as entropy, skewness and kurtosis have been indicated as most relevant for predicting response to treatment (<xref ref-type="bibr" rid="B14">14</xref>). However, few radiomic studies have focused on these relevant radiomic features to determine tumor heterogeneity for predicting pCR in patients with LARC (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B16">16</xref>). In addition, prior radiomics studies of rectal cancer had small sample sizes without external validation, predisposing to overfitting and issues of generalizability (<xref ref-type="bibr" rid="B17">17</xref>). More work is needed to develop non-invasive radiomic approaches for cancer diagnosis and treatment.</p>
<p>Pretreatment contrast-enhanced CT for radiotherapy treatment planning is routinely acquired for patients with LARC prior to nCRT, which has provided a platform for predictive modeling of clinical response through imaging analysis. However, there have been conflicting results using radiomics to predict response to treatment, with some studies indicating its usefulness and some studies indicating otherwise (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B18">18</xref>&#x2013;<xref ref-type="bibr" rid="B21">21</xref>). In the present study, we analyzed pretreatment contrast-enhanced CT images acquired for radiotherapy treatment planning, extracted radiomic features, and incorporated clinicopathological risk factors to build models for predicting pCR in patients with LARC undergoing nCRT. We hypothesized that the combined prediction model built with both radiomics and clinicopathological parameters could be useful for differentiating patients with pCR from patients without pCR.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s2_1">
<title>Patients</title>
<p>Consecutive adult patients with LARC who underwent nCRT followed by total mesorectal excision with or without a pathological confirmation of pCR from July 2010 to December 2018 were retrospectively enrolled into this study and their medical information was extracted from our institutional database. The patients were randomly allocated to the training or validation cohort at a ratio of 7:3 using computer-generated random numbers. Details of the patient recruiting process as well as the exclusion criteria are presented in <xref ref-type="fig" rid="f1"><bold>Figure&#xa0;1A</bold></xref>.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p><bold>(A)</bold> Study enrollment flow chart of patients with locally advanced rectal cancer (LARC) who received neoadjuvant chemoradiotherapy (nCRT). <bold>(B)</bold> Workflow for the method section. (I) Tumor segmentation on the CT images. (II) Radiomic feature extraction. Six classes of radiomic features were extracted from the tumor, including histogram, gradient, gray level co-occurrence matrix (GLCM), gray level run-length matrix (GLRLM), autoregressive model, and wavelet texture. (III) Radiomic feature selection. (IV) Predictive modelling and nomogram.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-850774-g001.tif"/>
</fig>
<p>The nCRT was carried out according to standard protocols. Briefly, nCRT was delivered to the whole pelvis at a dose of 46-50 Gy in 23-25 fractions (2 Gy/fraction, 5 days/week) with concurrent oral capecitabine. During the interval between nCRT and surgery, additional chemotherapy was administrated with the regimens consisting of mainly capecitabine plus oxaliplatin, called CapeOX, or a combination of leucovorin calcium, fluorouracil, and oxaliplatin called FOLFOX6.</p>
<p>The following 20 pretreatment clinicopathological variables were collected from medical records: gender, age, overall CT value (i.e., the mean value of CT density in Hounsfield Unit in the region-of-interest of the tumor), distance to the anal verge (DAV), pathological grade, hemoglobin (HGB) level, platelet counts, neutrophil-to-lymphocyte ratio (NLR), lymphocyte-to-monocyte ratio (LMR), platelet-to-lymphocyte ratio (PLR), albumin concentration, globin concentration, albumin-to&#x2013;globulin ratio (A/G), cholesterol level, high-density lipoprotein (HDL), low-density lipoprotein (LDL), occult blood (OB), carcinoembryonic antigen (CEA), carbohydrate antigen 199 (CA199), and carbohydrate antigen 125 (CA125). This retrospective study was approved by the Ethics Committee and Institutional Review Board in our institution, and written informed consent was waived due to the retrospective nature of this study.</p>
</sec>
<sec id="s2_2">
<title>Pathological Re-Assessment</title>
<p>The surgical specimens, which were embedded in paraffin and sliced into 4-mm-thick sections, were re-assessed by two experienced gastrointestinal pathologists (GG and HY, with 6 and 25 years of experience, respectively) to evaluate pCR according to the established criteria (<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B23">23</xref>). Briefly, a pCR was defined as no viable tumor cells present in the bowel wall (T stage) or regional nodes (N stage) at T0N0 (complete regression). Changes in TNM staging were also included in the assessment of tumor response.</p>
</sec>
<sec id="s2_3">
<title>CT Imaging Acquisition</title>
<p>All patients underwent a routine contrast-enhanced CT scan for radiotherapy treatment planning in supine position on a 16- multi-detector row spiral computed tomography (Brilliance 16, Philipps) scanner. The contrast-enhanced CT images were performed after intravenous injection of 90-100 ml of iodinated contrast material (Ultravist 370, Bayer Schering Pharma, Berlin, Germany) at a rate of 3.0-3.5 ml/second. Enhanced images at portal venous-phase (scanned with fixed delay time of 60-70 seconds) were obtained for all patients. The CT images were retrieved from the Picture Archiving and Communication System (PACS, Carestream, Canada) and transferred to an external workstation (Leonardo; Siemens Medical Solutions, Forchheim, Germany). All CT images were reconstructed with a thickness of 3 mm. Normalization with 256 bins was performed on all original CT images using the gray-scale discretization method before extracting the radiomic features (Analysis Kit software, version V3.0.0.R, GE Healthcare).</p>
</sec>
<sec id="s2_4">
<title>CT Imaging Analysis</title>
<p>CT images for each patient were reviewed independently by two abdominal radiologists (reader 1: YM and reader 2: HL, with 6 and 25 years of experience, respectively). The radiologists were blinded to all information about the patients including the radiological and clinicopathological data. Using the conformal region-of-interest approach, CT attenuation values in Hounsfield units were measured at the largest dimension of the tumor on axial images. Regions of interest were placed in three locations within the tumor and the average CT attenuation values were calculated. In case of discrepancy in the opinions of the two radiologists, a third senior radiologist (CC, with 33 years of experience) would be involved in assessment and consensus would be reached through discussion.</p>
</sec>
<sec id="s2_5">
<title>Texture Feature Extraction</title>
<p>For each patient, a representative axial image with the largest cross-sectional area of the tumor (thickness: 3 mm) was selected by the two abdominal radiologists (reader 1 and reader 2), who made the decision together. Digital Imaging and Communications in Medicine (DICOM) Works software (version 1.3.5) and MaZda Version 4.6 (Institute of Electronics, Technical University of Lodz, Poland) were used for transfer and texture analysis, respectively. All tumor contouring was reviewed and validated by two senior abdominal radiologists (Haiping Li and CC, both with more than 25 years of experience in interpreting abdominal CT images).</p>
<p>For each patient, 340 quantitative texture features were automatically generated using the MaZda software from each region-of-interest file, including a gray-level histogram, a gradient, a run-length matrix, a co-occurrence matrix, an autoregressive model and a wavelet transform analysis.</p>
</sec>
<sec id="s2_6">
<title>Reproducibility of Texture Feature Extraction</title>
<p>Reproducibility of texture feature extraction was analyzed by two radiologists performing independent segmentations of the CT images. The inter-observer (reader 1 versus reader 2) and intra-observer (reader 1 twice within a two-week period) correlation coefficient (ICC) values were evaluated on the 50 randomly chosen images. The final consistency was evaluated by the following criteria applied to the ICC value: &lt;0.20 for poor reproducibility, 0.21-0.40 for fair reproducibility, 0.40&#x2013;0.60 for moderate reproducibility, 0.61&#x2013;0.80 for good reproducibility and 0.81&#x2013;1.00 for excellent reproducibility. Generally, an ICC greater than 0.75 was regarded as indication of good agreement. Reader 1 completed the workflow for the remaining images.</p>
</sec>
<sec id="s2_7">
<title>Radiomic Feature Selection</title>
<p>According to the criterion of ICC &gt; 0.75, the features with an ICC value less than or equal to 0.75 were excluded and were not included for further analyses. To build the radiomic signature (Rad-score), the least absolute shrinkage and selection operator (LASSO) method was used to select the most relevant features (<xref ref-type="bibr" rid="B24">24</xref>). A Rad-score was calculated for each patient using a linear combination of those selected features, with their respective coefficients weighted in the combination. The Rad-score was deemed as an independent variable along with the other clinicopathological variables. Univariate and multivariate logistic regression was used to select the independent predictors for pCR, with the <italic>p</italic> value set at 0.05.</p>
</sec>
<sec id="s2_8">
<title>Model Assessment</title>
<p>The discrimination performance of the models was calculated using the area under the curve (AUC) of the receiver operating characteristic (ROC) curves. Calibration curves, which evaluated accuracy of a predictive model, were created by plotting the observed probabilities against the model-predicted probabilities <italic>via</italic> a bootstrap method (resampling iteration = 1000). The Hosmer-Lemeshow test was performed to test if the calibration curve was significantly different from the ideal curve (<xref ref-type="bibr" rid="B25">25</xref>). Decision curve analysis for evaluating clinical usefulness of a model was implemented by quantifying the net benefits for a range of threshold probabilities in the validation dataset (<xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B27">27</xref>). Additionally, the predictive values of the Rad-score based on CT features for T and N status (T0 <italic>vs.</italic> non-T0, N0 <italic>vs.</italic> non-N0) were also measured in terms of AUC.</p>
<p>We used feature selection and logistic regression for our statistical modelling method in this study. A prior study by Huang et&#xa0;al. used logistic regression to develop a predictive model for lymph node metastasis in colorectal cancer and achieved robust performance (<xref ref-type="bibr" rid="B28">28</xref>). Logistic regression could be used to deal with biomedical datasets which usually have unbalanced outcome variables. In addition, because the outcomes of logistic regression were probabilities, this method has made it possible for subsequent calibration analysis, nomogram plotting, and decision curve analysis for comprehensive performance assessment of a predictive model.</p>
</sec>
<sec id="s2_9">
<title>Statistical Analysis</title>
<p>All statistical analyses were conducted with R software version 3.6.1 (<uri xlink:href="http://www.Rproject.org">http://www.Rproject.org</uri>) using the following packages: &#x201c;glmnet&#x201d;, &#x201c;rms&#x201d;, &#x201c;pROC&#x201d;, &#x201c;rmda&#x201d;, &#x201c;ggplot2&#x201d;, and &#x201c;broom&#x201d;. The nomogram was created using &#x201c;rms&#x201d;. The AUCs for different models were compared using the deLong test (<xref ref-type="bibr" rid="B29">29</xref>). All statistical tests were two-sided, with statistical significance set at 0.05. The workflow for this study is presented in <xref ref-type="fig" rid="f1"><bold>Figure&#xa0;1B</bold></xref>.</p>
<p>Quality assessment of this study was performed according to the radiomics quality score (RQS) which has provided standardized criteria and reporting guidelines to minimize bias and enhance prediction models in radiomic research (<xref ref-type="bibr" rid="B30">30</xref>). Most points lost in our study were due to it being a retrospective study. For instance, we could not add the 7 points designated for prospective validation of a radiomics signature in an appropriate trial. The total RQS for this study was 22 points out of a maximal score of 36 points, which was reasonably good for a radiomic study. A systematic review of radiomic studies predicting response to treatment in gastrointestinal cancers showed the RQS ranging from &#x2212;4 to 23 points, with a median of 5 points for the 60 studies included in the review (<xref ref-type="bibr" rid="B14">14</xref>). A detailed assessment of the 16 key components for RQS was presented in the Supplementary files (<xref ref-type="supplementary-material" rid="SM1"><bold>Table S1</bold></xref>).</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Patient Characteristics</title>
<p>A total of 216 patients with LARC were included in our study. The overall pCR rate was 20.37% (44/216). Clinicopathological characteristics of patients in the training cohort (n = 151) and the validation cohort (n=65) are summarized in <xref ref-type="table" rid="T1"><bold>Table&#xa0;1</bold></xref>. The training and validation cohorts were similar in terms of the pCR rate (19.88% and 21.54%, respectively, <italic>p</italic> = 0.912), as well as the other clinicopathological variables (all <italic>p</italic> &gt; 0.05).</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Patient characteristics.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">Training cohort (n = 151)</th>
<th valign="top" align="center">Validation cohort (n = 65)</th>
<th valign="top" align="center"><italic>p</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><bold>Gender</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.981</td>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;Male</bold>
</td>
<td valign="top" align="center">91</td>
<td valign="top" align="center">40</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;Female</bold>
</td>
<td valign="top" align="center">60</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Age (years)</bold>
</td>
<td valign="top" align="center">53 (46-60)</td>
<td valign="top" align="center">54 (46-62)</td>
<td valign="top" align="center">0.835</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Overall CT density value (HU)</bold>
</td>
<td valign="top" align="center">55.9 (50.4-62.0)</td>
<td valign="top" align="center">57.1 (50.8-64.1)</td>
<td valign="top" align="center">0.762</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Distance to anal verge (cm)</bold>
</td>
<td valign="top" align="center">5.0 (4.0-6.0)</td>
<td valign="top" align="center">5.0 (4.0-7.0)</td>
<td valign="top" align="center">0.432</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Pathological grade</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.662</td>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;&#x2003;Well/moderately differentiated</bold>
</td>
<td valign="top" align="center">99</td>
<td valign="top" align="center">42</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"> <bold>Poorly differentiated</bold>
</td>
<td valign="top" align="center">43</td>
<td valign="top" align="center">21</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"> <bold>Mucinous carcinoma</bold>
</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Hemoglobin (g/L)</bold>
</td>
<td valign="top" align="center">132 (120-145)</td>
<td valign="top" align="center">135 (122-145)</td>
<td valign="top" align="center">0.312</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Platelet counts (&#xd7;10<sup>9</sup>/L)</bold>
</td>
<td valign="top" align="center">235 (192-297)</td>
<td valign="top" align="center">240 (206-276)</td>
<td valign="top" align="center">0.481</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Neutrophil to lymphocyte ratio</bold>
</td>
<td valign="top" align="center">2.3 (1.8-3.1)</td>
<td valign="top" align="center">2.2 (1.8-2.9)</td>
<td valign="top" align="center">0.894</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Lymphocyte to monocyte ratio</bold>
</td>
<td valign="top" align="center">3.4 (3.0-4.5)</td>
<td valign="top" align="center">4.3 (3.2-5.3)</td>
<td valign="top" align="center">0.088</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Platelet to lymphocyte ratio</bold>
</td>
<td valign="top" align="center">151.2 (111.4-196.9)</td>
<td valign="top" align="center">138.1 (110.0-182.5)</td>
<td valign="top" align="center">0.311</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Albumin (g/L)</bold>
</td>
<td valign="top" align="center">43.2 (40.1-45.6)</td>
<td valign="top" align="center">43.1 (39.7-45.7)</td>
<td valign="top" align="center">0.883</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Globin (g/L)</bold>
</td>
<td valign="top" align="center">27.8 (24.9-30.9)</td>
<td valign="top" align="center">27.9 (24.1-29.8)</td>
<td valign="top" align="center">0.531</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Albumin/globin (A/G)</bold>
</td>
<td valign="top" align="center">1.6 (1.4-1.7)</td>
<td valign="top" align="center">1.6 (1.4-1.8)</td>
<td valign="top" align="center">0.437</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Cholesterol (mmol/L)</bold>
</td>
<td valign="top" align="center">4.8 (4.0-5.4)</td>
<td valign="top" align="center">4.8 (4.3-5.6)</td>
<td valign="top" align="center">0.497</td>
</tr>
<tr>
<td valign="top" align="left"><bold>High density lipoprotein (mmol/L)</bold>
</td>
<td valign="top" align="center">1.2 (1.0-1.5)</td>
<td valign="top" align="center">1.3 (1.1-1.4)</td>
<td valign="top" align="center">0.949</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Low density lipoprotein (mmol/L)</bold>
</td>
<td valign="top" align="center">2.9 (2.3-3.4)</td>
<td valign="top" align="center">2.9 (2.5-3.6)</td>
<td valign="top" align="center">0.280</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Occult blood</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.803</td>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;Positive</bold>
</td>
<td valign="top" align="center">124</td>
<td valign="top" align="center">55</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;Negative</bold>
</td>
<td valign="top" align="center">27</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Carcinoembryonic antigen (ng/mL)</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.911</td>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;&lt; 5</bold>
</td>
<td valign="top" align="center">87</td>
<td valign="top" align="center">44</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;&#x2265; 5</bold>
</td>
<td valign="top" align="center">55</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Carbohydrate antigen 199 (kU/L)</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.991</td>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;Normal (&lt; 35)</bold>
</td>
<td valign="top" align="center">133</td>
<td valign="top" align="center">58</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;Abnormal (&#x2265; 35)</bold>
</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Carbohydrate antigen 125 (kU/L)</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.737</td>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;Normal (&lt; 35)</bold>
</td>
<td valign="top" align="center">144</td>
<td valign="top" align="center">61</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;Abnormal (&#x2265; 35)</bold>
</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Pathological complete response</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.924</td>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;Positive</bold>
</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;Negative</bold>
</td>
<td valign="top" align="center">121</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>T status after nCRT</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.304</td>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;T0</bold>
</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;Non-T0</bold>
</td>
<td valign="top" align="center">121</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>N status after nCRT</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.469</td>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;N0</bold>
</td>
<td valign="top" align="center">109</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>&#x2003;Non-N0</bold>
</td>
<td valign="top" align="center">42</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center"/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Data are either n or median (lower-upper quartile) unless otherwise indicated. Comparison between the two cohorts uses either two sample Student t-test/Mann&#x2013;Whitney U test for normally/non-normally distributed continuous variables and &#x3c7;2 test for categorical variables. <bold>CT,</bold> computed tomography. <bold>HU,</bold> Hounsfield units.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Radiomic Feature Selection and Radiomic Signature</title>
<p>A total of 340 radiomic features were extracted from the CT images for each patient. Initially, 65 low-stability (ICC &#x2264; 0.75) features were excluded, and the remaining 275 features were included in the final analysis. Using LASSO logistic regression on the training cohort, 264 additional features were excluded because of their coefficients being squeezed to zero based on the one standard error of the minimum criterion (<xref ref-type="supplementary-material" rid="SM1"><bold>Supplementary Files: Figure S1</bold></xref>). The remaining 11 features were linearly added for calculation of the Rad-score (see <xref ref-type="supplementary-material" rid="SM1"><bold>Supplementary Files: Figure S2</bold></xref>) and weighted with their respective non-zero coefficients (<xref ref-type="bibr" rid="B28">28</xref>).</p>
</sec>
<sec id="s3_3">
<title>Predictors for Building Models</title>
<p>The results of univariate and multivariate logistic regression are summarized in <xref ref-type="table" rid="T2"><bold>Table&#xa0;2</bold></xref>. The final predictors were the following: distance to the anal verge, lymphocyte-to-monocyte ratio, CEA, and Rad-score. Three predictive models were built. Model 1 was built with all four final predictors; Model 2 was built with Rad-score alone; and Model 3 was built with the three remaining clinical predictors after excluding the Rad-score.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Binary logistic regression analysis of risk factors for pathological complete response.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Factors</th>
<th valign="top" colspan="3" align="center">Univariate analysis</th>
<th valign="top" colspan="3" align="center">Multivariate analysis</th>
</tr>
<tr>
<th valign="top" align="center">OR</th>
<th valign="top" align="center">95% CI</th>
<th valign="top" align="center"><italic>p</italic> value</th>
<th valign="top" align="center">OR</th>
<th valign="top" align="center">95% CI</th>
<th valign="top" align="center"><italic>p</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><bold>Gender</bold>
</td>
<td valign="top" align="center">0.989</td>
<td valign="top" align="center">0.427-2.292</td>
<td valign="top" align="center">0.980</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Age</bold>
</td>
<td valign="top" align="center">0.980</td>
<td valign="top" align="center">0.560-1.717</td>
<td valign="top" align="center">0.945</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Overall CT density value (HU)</bold>
</td>
<td valign="top" align="center">1.259</td>
<td valign="top" align="center">0.867-1.826</td>
<td valign="top" align="center">0.226</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Distance to anal verge</bold>
</td>
<td valign="top" align="center">1.822</td>
<td valign="top" align="center">1.228-2.703</td>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center">2.236</td>
<td valign="top" align="center">1.267-3.944</td>
<td valign="top" align="center">0.006</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Pathological grade</bold>
</td>
<td valign="top" align="center">3.027</td>
<td valign="top" align="center">0.656-13.961</td>
<td valign="top" align="center">0.156</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Hemoglobin</bold>
</td>
<td valign="top" align="center">1.190</td>
<td valign="top" align="center">0.727-1.948</td>
<td valign="top" align="center">0.489</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Platelet counts</bold>
</td>
<td valign="top" align="center">0.979</td>
<td valign="top" align="center">0.584-1.642</td>
<td valign="top" align="center">0.936</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Neutrophil to lymphocyte ratio</bold>
</td>
<td valign="top" align="center">1.265</td>
<td valign="top" align="center">0.896-1.691</td>
<td valign="top" align="center">0.461</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Lymphocyte to monocyte ratio</bold>
</td>
<td valign="top" align="center">2.895</td>
<td valign="top" align="center">1.733-4.834</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">2.241</td>
<td valign="top" align="center">1.075-4.672</td>
<td valign="top" align="center">0.031</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Platelet to lymphocyte ratio</bold>
</td>
<td valign="top" align="center">0.967</td>
<td valign="top" align="center">0.591-1.581</td>
<td valign="top" align="center">0.894</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Albumin</bold>
</td>
<td valign="top" align="center">1.115</td>
<td valign="top" align="center">0.647-1.921</td>
<td valign="top" align="center">0.696</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Globin</bold>
</td>
<td valign="top" align="center">0.706</td>
<td valign="top" align="center">0.399-1.248</td>
<td valign="top" align="center">0.231</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Albumin/globin (A/G)</bold>
</td>
<td valign="top" align="center">1.302</td>
<td valign="top" align="center">0.866-1.959</td>
<td valign="top" align="center">0.205</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Cholesterol</bold>
</td>
<td valign="top" align="center">1.242</td>
<td valign="top" align="center">0.702-2.196</td>
<td valign="top" align="center">0.456</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>High density lipoprotein</bold>
</td>
<td valign="top" align="center">0.834</td>
<td valign="top" align="center">0.477-1.459</td>
<td valign="top" align="center">0.525</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Low density lipoprotein</bold>
</td>
<td valign="top" align="center">1.252</td>
<td valign="top" align="center">0.665-2.356</td>
<td valign="top" align="center">0.486</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Occult blood</bold>
</td>
<td valign="top" align="center">0.583</td>
<td valign="top" align="center">0.219-1.553</td>
<td valign="top" align="center">0.280</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Carcinoembryonic antigen</bold>
</td>
<td valign="top" align="center">0.221</td>
<td valign="top" align="center">0.084-0.582</td>
<td valign="top" align="center">0.002</td>
<td valign="top" align="center">0.169</td>
<td valign="top" align="center">0.042-0.683</td>
<td valign="top" align="center">0.013</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Carbohydrate antigen 199</bold>
</td>
<td valign="top" align="center">0.841</td>
<td valign="top" align="center">0.606-1.168</td>
<td valign="top" align="center">0.302</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Carbohydrate antigen 125</bold>
</td>
<td valign="top" align="center">0.873</td>
<td valign="top" align="center">0.624-1.221</td>
<td valign="top" align="center">0.427</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"><bold>Rad-score</bold>
</td>
<td valign="top" align="center">10.580</td>
<td valign="top" align="center">3.815-31.302</td>
<td valign="top" align="center">&lt; 0.001</td>
<td valign="top" align="center">20.581</td>
<td valign="top" align="center">5.396-78.502</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>CI, confidence interval; CT, computed tomography; HU, Hounsfield Units; OR, odds ratio.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_4">
<title>Model Performance</title>
<p>The ROC analyses for the three models are presented in <xref ref-type="fig" rid="f2"><bold>Figure&#xa0;2A</bold></xref>. The AUCs of the ROC curves for the training cohort were 0.926 (95% CI: 0.878-0.974), 0.849 (95% CI: 0.765-0.933), and 0.825 (95% CI: 0.738-0.913) in Model 1, Model 2, and Model 3, respectively. The DeLong test showed that the AUC of Model 1 was significantly higher than the other two (both <italic>p</italic> &lt; 0.05), while Model 2 and Model 3 had similar AUC values (<italic>p</italic> &gt; 0.05). For the validation cohort, the AUCs were 0.872 (95% CI: 0.777-0.968), 0.834 (95% CI: 0.726-0.942), and 0.788 (95% CI: 0.676-0.900) for Models 1, 2, and 3, respectively. No significant AUC differences were found among any two of the three models for the validation cohort (all <italic>p</italic> &gt; 0.05). The discrimination performance of the three models is presented in <xref ref-type="table" rid="T3"><bold>Table&#xa0;3</bold></xref>. The AUC cut-off values in <xref ref-type="table" rid="T3"><bold>Table&#xa0;3</bold></xref> were determined based on Youden index maximization criterion.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>The receiver operating characteristic curves for the three prediction models and the corresponding decision curves. <bold>(A)</bold> The receiver operating characteristic (ROC) curves for training and validation cohort, the area under the curve of each model is displayed in parentheses. <bold>(B)</bold> Calibration curves for training and validation cohorts. <bold>(C)</bold> Decision curves for the three models. Red, combined radiomic and clinical data model; green, radiomic model; blue, clinical data model.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-850774-g002.tif"/>
</fig>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Performance of the three predictive models.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Metrics</th>
<th valign="top" colspan="2" align="center">Model 1 (combining radiomics and clinical data)</th>
<th valign="top" colspan="2" align="center">Model 2 (radiomics only)</th>
<th valign="top" colspan="2" align="center">Model 3 (clinical data only)</th>
</tr>
<tr>
<th valign="top" align="center">Training</th>
<th valign="top" align="center">Validation</th>
<th valign="top" align="center">Training</th>
<th valign="top" align="center">Validation</th>
<th valign="top" align="center">Training</th>
<th valign="top" align="center">Validation</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><bold>AUC</bold>
</td>
<td valign="top" align="center">0.926</td>
<td valign="top" align="center">0.872</td>
<td valign="top" align="center">0.849</td>
<td valign="top" align="center">0.834</td>
<td valign="top" align="center">0.825</td>
<td valign="top" align="center">0.788</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Accuracy</bold>
</td>
<td valign="top" align="center">0.868</td>
<td valign="top" align="center">0.862</td>
<td valign="top" align="center">0.768</td>
<td valign="top" align="center">0.769</td>
<td valign="top" align="center">0.828</td>
<td valign="top" align="center">0.600</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Sensitivity</bold>
</td>
<td valign="top" align="center">0.821</td>
<td valign="top" align="center">0.750</td>
<td valign="top" align="center">0.786</td>
<td valign="top" align="center">0.812</td>
<td valign="top" align="center">0.679</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Specificity</bold>
</td>
<td valign="top" align="center">0.886</td>
<td valign="top" align="center">0.918</td>
<td valign="top" align="center">0.772</td>
<td valign="top" align="center">0.776</td>
<td valign="top" align="center">0.870</td>
<td valign="top" align="center">0.490</td>
</tr>
<tr>
<td valign="top" align="left"><bold>PPV</bold>
</td>
<td valign="top" align="center">0.605</td>
<td valign="top" align="center">0.706</td>
<td valign="top" align="center">0.431</td>
<td valign="top" align="center">0.520</td>
<td valign="top" align="center">0.528</td>
<td valign="top" align="center">0.381</td>
</tr>
<tr>
<td valign="top" align="left"><bold>NPV</bold>
</td>
<td valign="top" align="center">0.956</td>
<td valign="top" align="center">0.917</td>
<td valign="top" align="center">0.940</td>
<td valign="top" align="center">0.925</td>
<td valign="top" align="center">0.922</td>
<td valign="top" align="center">1</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>AUC, area under the receiver operating characteristic curve; PPV, positive predictive value; NPV, negative predictive value.</p>
</fn>
<fn>
<p>The AUC cut-off was determined based on Youden index maximization criterion. Specifically, Youden index = true positive rate (sensitivity) &#x2013; false positive rate (1-specificity). In the ROC curve, a series of Youden indices was calculated, then the maximum Youden index of this series was picked out and the corresponding value of the test variable which matched this maximum Youden index was the cut-off value.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>The AUCs of Rad-score for predicting T status were 0.826 (95% CI: 0.738-0.913) and 0.811 (95% CI: 0.697-0.926) for the training and validation cohorts, respectively; The AUCs of Rad-score for predicting N status were 0.749 (95% CI: 0.654-0.844) and 0.716 (95% CI: 0.568-0.863) for the training and validation cohorts, respectively.</p>
<p>The calibration curves for the three models showed good consistency between the predicted pCR rate and the observed pCR rate for both the training and validation cohort (<xref ref-type="fig" rid="f2"><bold>Figure&#xa0;2B</bold></xref>). These findings did not reach statistical significance by the Hosmer-Lemeshow test for any of the six calibration lines (3 models&#xd7;2 cohorts, all <italic>p</italic> &gt; 0.05), indicating good agreements with the ideal diagonal line. The calibration lines for Model 1 were visibly closer to the diagonal line, implying the best predictive accuracy.</p>
<p>
<xref ref-type="fig" rid="f2"><bold>Figure&#xa0;2C</bold></xref> shows that using decision curve analysis, Model 1 appears to have the widest threshold probability as well as the highest position, indicating the most clinical advantage. Nonetheless, using any of these models could be beneficial clinically. Overall, our results indicate that Model 1 is the most robust model tested in the present study. <xref ref-type="fig" rid="f3"><bold>Figure&#xa0;3</bold></xref> shows the nomogram for Model 1.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>The nomogram for the model combining radiomics and clinical data.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-850774-g003.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>In this study, we performed radiomic analysis on pretreatment radiotherapy planning CT images performed for routine clinical care and developed a radiomic nomogram to predict the response to nCRT in patients with LARC. Our predictive model, built with a combination of radiomics and clinicopathological risk factors, had reasonable performance in differentiating patients with and without pCR. The clinical usefulness of the model was also confirmed by the decision curve analysis. Our study results support the notion of using routine radiation treatment planning CT imaging to predict treatment response in clinical practice.</p>
<p>There is limited literature on the use of CT-based radiomics to predict the response to nCRT in patients with LARC. A prior study using a deep neural network method based on contrast-enhanced CT images achieved moderate accuracy of 80% for predicting pCR in patients with LARC receiving nCRT (<xref ref-type="bibr" rid="B16">16</xref>). In addition, neural network methods are difficult to understand intuitively and are considered &#x201c;black box&#x201d; methods for their lack of interpretability. On the other hand, our model was built with radiomic features derived directly from the tumor images, making it more relatable to clinical practice. Moreover, the prior study using deep neural network methods had a sample size of 95 subjects (<xref ref-type="bibr" rid="B16">16</xref>) and our model had the advantage of training and validating on a larger cohort of 216 subjects. Larger sample sizes are critical for model building because of the need to avoid overfitting of the prediction models.</p>
<p>Our study used contrast-enhanced CT images for radiomic analysis, which should be superior to using non-contrast enhanced images because contrast enhancement should reveal more details on the heterogenous internal architecture of malignant tumors. Two prior studies used a non-contrast-enhanced CT radiomic model to predict pCR in rectal cancer and their results were conflicting (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B8">8</xref>). The model reported by Yuan et&#xa0;al. (<xref ref-type="bibr" rid="B2">2</xref>) had 83.9% accuracy and promising predictive power, while the model reported by Hamerla et&#xa0;al. (<xref ref-type="bibr" rid="B8">8</xref>) showed no predictive power for treatment response. Our results support the use of radiomics based on contrast-enhanced CT images in predicting treatment response of LARC.</p>
<p>CT has been the most commonly used imaging modality for diagnosis and treatment planning of various diseases. For instance, a recent study presented the feasibility of using CT images imported into a radiation treatment planning system for volumetric assessment of COVID-19 pneumonia lesions and for localizing the pulmonary lesions as a target for 3D conformal radiation therapy (<xref ref-type="bibr" rid="B31">31</xref>). This innovative approach is encouraging and may have potential for treatment planning of rectal cancer since nCRT also requires identification of the tumor location and volumetric assessment for radiation therapy. More work needs to be done to assess this innovative method in diagnosis and treatment of rectal cancer.</p>
<p>Our model combining the Rad-score with clinical features achieved robust performance. These results support further investigation of the Rad-score as a biomarker to predict the response of LARC to nCRT. Radiomic features might reflect the biological nature of tumor cells and have been found to be associated with tumor prognosis (<xref ref-type="bibr" rid="B32">32</xref>, <xref ref-type="bibr" rid="B33">33</xref>). For instance, higher heterogeneity may indicate a more aggressive tumor with a worse prognosis while lower heterogeneity might indicate more angiogenesis with a better prognosis (<xref ref-type="bibr" rid="B33">33</xref>). In our study, two entropy-related features (WavEnLH_s_3, WavEnLH_s_4, see Supplemental file), indicating higher heterogeneity, were among the most relevant radiomic features filtered by the LASSO method. Both had negative coefficients, implying higher values of these features being associated with reduced likelihood of pCR. Our results were consistent with a model wherein higher entropy reflecting higher heterogeneity and worse prognosis.</p>
<p>The mechanism underlying the relationship between the location of rectal cancer and response to treatment is not clear yet. Our study included tumor location aiming to assess this relationship further. Prior studies have suggested that distal location of rectal cancer tended to have better prognosis, either in terms of pCR rate or in distant metastasis-free survival (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B34">34</xref>&#x2013;<xref ref-type="bibr" rid="B37">37</xref>). One study found that tumors located higher <italic>vs.</italic> lower in the rectum had pCR rates of 23.2% <italic>vs.</italic> 7.3%, respectively (<xref ref-type="bibr" rid="B34">34</xref>). Another study reported a similar finding, with pCR rates of 20% and 3%, for tumors higher and lower in the rectum, respectively (<xref ref-type="bibr" rid="B37">37</xref>). However, one study found a higher pCR rate in lower tumor location in the rectum (<xref ref-type="bibr" rid="B38">38</xref>). Our results were consistent with the majority of published literature showing a higher pCR rate in the tumors located higher in the rectum. We speculate that the differential blood supply, the anatomic structure, and the density of the surrounding tissue might affect the chemotherapeutic drug concentration and radiation dose in the target rectal area, resulting in different responses to treatment.</p>
<p>Serum inflammatory cytological biomarkers as well as tumor markers were widely studied in rectal cancer (<xref ref-type="bibr" rid="B39">39</xref>&#x2013;<xref ref-type="bibr" rid="B41">41</xref>). Our model included an inflammatory cytological biomarker (i.e., LMR) and a tumor marker (i.e., CEA). In a study by Li et&#xa0;al. (<xref ref-type="bibr" rid="B40">40</xref>), LMR was found to be the most relevant factor for pCR in rectal cancer, with an AUC of 0.913. Diakos and colleagues (<xref ref-type="bibr" rid="B42">42</xref>) proposed that systemic inflammation may affect the tumor response through the complex interplay between local immune responses and systemic inflammation. Our results support the role of LMR in assessing treatment response of LARC. CEA is a known marker of tumor response and prognosis in gastrointestinal cancer. CEA is abnormally expressed in various malignant tumors, and higher expression has been linked to worse prognosis in colorectal cancer (<xref ref-type="bibr" rid="B43">43</xref>). Thus, our findings that CEA was negatively correlated to pCR were consistent with the literature. However, there were some differences in CEA cut-off determinations among the studies. For example, the cut-off value to indicate CEA-positive status was set at 5 ng/mL in some studies (<xref ref-type="bibr" rid="B44">44</xref>, <xref ref-type="bibr" rid="B45">45</xref>), and at 2 ng/mL in other studies (<xref ref-type="bibr" rid="B46">46</xref>). The pCR has been linked to either the post-treatment CEA level (<xref ref-type="bibr" rid="B46">46</xref>, <xref ref-type="bibr" rid="B47">47</xref>), the pretreatment CEA level (<xref ref-type="bibr" rid="B45">45</xref>, <xref ref-type="bibr" rid="B48">48</xref>), or both the pre- and post-treatment CEA levels (<xref ref-type="bibr" rid="B44">44</xref>). Nonetheless, the potential usefulness of CEA as a prognostic biomarker for rectal cancer has been recognized and our results add to the evidence that the pretreatment CEA level may help to predict treatment response.</p>
<p>The prognostic factors for non-metastatic rectal cancer patients have been noted to include age, nutritional condition, tumor stage, tumor differentiation, and surgery, which may independently affect overall survival (<xref ref-type="bibr" rid="B49">49</xref>). Our best performing model for predicting response to nCRT incorporated both radiomics and clinical variables, such as radiomic features, distance to anal verge, lymphocyte-to-monocyte ratio (LMR), and carcinoembryonic antigen (CEA). It should not be surprising for this model to perform well as radiomic features may reflect heterogeneity of tumor cells and have been found to be associated with tumor prognosis. The location of tumor (distance to anal verge), and serological markers such as LMR and CEA are associated with biological behavior of the tumor, which may affect tumor stage and prognosis. Other prognostic factors are related to the patients&#x2019; general well-being such as frailty and nutritional status. For instance, the loss of skeletal muscle mass during nCRT has been shown to be related to lower survival for patients with rectal cancer (<xref ref-type="bibr" rid="B50">50</xref>). Higher BMI tends to have better survival for patients with colorectal cancer (<xref ref-type="bibr" rid="B51">51</xref>). More research should be performed focusing on the potentially modifiable factors such as muscle mass and body weight to enhance response to nCRT.</p>
<p>There were several limitations to this study. First, this was a retrospective study with uncontrolled confounding variables, such as clinical staging, nodal status and time interval between treatment initiation to surgery, making case selection bias possible and affecting the performance of our predictive model. Second, this retrospective study included a modest sample size of 216 patients from a single institution over a long enrollment period, with only 44 patients achieving pCR. The modest sample size in our study might have increased the risk of overfitting the models, and a single institution data may limit the model&#x2019;s generalizability. Therefore, external validation is mandatory and should be performed in future studies. Third, differences in imaging protocols may hinder the general applicability of our results. For instance, we performed contrast-enhanced CT for radiotherapy treatment planning while patients were in supine position and other centers may use non-contrast enhanced CT imaging while their patients may assume either supine or prone position. In addition, contrast-enhanced CT may differ from facility to facility depending on the experience and expertise of the clinical practice. Furthermore, a combination of limited sample size and lack of radiomics on the CT scans acquired post-nCRT but before surgery may have missed some useful features for model building to predict response to treatment. Therefore, future studies should adopt a standardized imaging protocol among all participating institutions and should have sufficient statistical power to tease out the effect of imaging protocol on model performance. Lastly, several important variables such as gene profiles, and membrane protein biomarkers were not assessed in our study, which could have helped in assessing the potential for personalized treatment and their effects on the model performance. Future prospective multicenter studies with a large sample size are needed to validate our results and assess the clinical applications of our predictive model.</p>
</sec>
<sec id="s5" sec-type="conclusions">
<title>Conclusions</title>
<p>This study demonstrates the usefulness of pretreatment CT radiomics for predicting the response to nCRT in patients with LARC. Our data supported the notion of using non-invasive imaging-focused approaches to assess treatment response and to guide personalized treatment for patients with rectal cancer.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1"><bold>Supplementary Material</bold></xref>. Further inquiries can be directed to the corresponding authors.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Ethic Committee and Institutional Review Board in Xiangya Hospital of Central South University, P. R. China (IRB No.201610070). Written informed consent for participation was not required for this study in accordance with the national legislation and the institutional requirements.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author Contributions</title>
<p>YM and XY: conceptualization, methodology development, and original draft preparation. QP, HY, and HLi: data analysis. CC, YF, HLiu, GG, and HY: resources collection. PP and HLin: scanning guidance and data collection. BX and HZ: draft revising and fund providing. BC: methodology supervision and draft revising. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>This study was funded in part by the National Natural Science Foundation of China (81701847), the Natural Science Foundation of Hunan Province, P.R. China (2017JJ3497, 2018JJ2641), the Xiangya-Peking University Wei Ming Clinical and Rehabilitation Research Fund (No. xywm2015I35), and China Post-doctoral Science Foundation (2018M632997).</p>
</sec>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>Author PP and HL were employed by the company GE Healthcare.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="s12" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fonc.2022.850774/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fonc.2022.850774/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wan</surname> <given-names>T</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>XF</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>C</given-names>
</name>
<name>
<surname>Liao</surname> <given-names>CW</given-names>
</name>
<name>
<surname>Li</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>YM</given-names>
</name>
</person-group>. <article-title>The Prognostic Value of a Pathologic Complete Response After Neoadjuvant Therapy for Digestive Cancer: Systematic Review and Meta-Analysis of 21 Studies</article-title>. <source>Ann Surg Oncol</source> (<year>2019</year>) <volume>26</volume>(<issue>5</issue>):<page-range>1412&#x2013;20</page-range>. doi: <pub-id pub-id-type="doi">10.1245/s10434-018-07147-0</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yuan</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Frazer</surname> <given-names>M</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>GG</given-names>
</name>
<name>
<surname>Latifi</surname> <given-names>K</given-names>
</name>
<name>
<surname>Moros</surname> <given-names>EG</given-names>
</name>
<name>
<surname>Feygelman</surname> <given-names>V</given-names>
</name>
<etal/>
</person-group>. <article-title>CT-Based Radiomic Features to Predict Pathological Response in Rectal Cancer: A Retrospective Cohort Study</article-title>. <source>J Med Imaging Radiat Oncol</source> (<year>2020</year>) <volume>64</volume>(<issue>3</issue>):<page-range>444&#x2013;49</page-range>. doi: <pub-id pub-id-type="doi">10.1111/1754-9485.13044</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fischer</surname> <given-names>J</given-names>
</name>
<name>
<surname>Eglinton</surname> <given-names>TW</given-names>
</name>
<name>
<surname>Richards</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Frizelle</surname> <given-names>FA</given-names>
</name>
</person-group>. <article-title>Predicting Pathological Response to Chemoradiotherapy for Rectal Cancer: A Systematic Review</article-title>. <source>Expert Rev Anticancer Ther</source> (<year>2021</year>) <volume>21</volume>(<issue>5</issue>):<fpage>489</fpage>&#x2013;<lpage>500</lpage>. doi: <pub-id pub-id-type="doi">10.1080/14737140.2021.1868992</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hajer</surname> <given-names>J</given-names>
</name>
<name>
<surname>Rim</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ghorbel</surname> <given-names>A</given-names>
</name>
<name>
<surname>Amani</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Ines</surname> <given-names>L</given-names>
</name>
<name>
<surname>Asma</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Predictive Factors Associated With Complete Pathological Response After Neoadjuvant Treatment for Rectal Cancer</article-title>. <source>Cancer Radiother</source> (<year>2021</year>) <volume>25</volume>(<issue>3</issue>):<page-range>259&#x2013;67</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.canrad.2020.10.004</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haak</surname> <given-names>HE</given-names>
</name>
<name>
<surname>Zmuc</surname> <given-names>J</given-names>
</name>
<name>
<surname>Lambregts</surname> <given-names>D</given-names>
</name>
<name>
<surname>Beets-Tan</surname> <given-names>R</given-names>
</name>
<name>
<surname>Melenhorst</surname> <given-names>J</given-names>
</name>
<name>
<surname>Beets</surname> <given-names>GL</given-names>
</name>
<etal/>
</person-group>. <article-title>The Evaluation of Follow-Up Strategies of Watch-and-Wait Patients With a Complete Response After Neoadjuvant Therapy in Rectal Cancer</article-title>. <source>Colorectal Dis</source> (<year>2021</year>) <volume>23</volume>(<issue>7</issue>):<page-range>1785&#x2013;92</page-range>. doi: <pub-id pub-id-type="doi">10.1111/codi.15636</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Simson</surname> <given-names>DK</given-names>
</name>
<name>
<surname>Mitra</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ahlawat</surname> <given-names>P</given-names>
</name>
<name>
<surname>Saxena</surname> <given-names>U</given-names>
</name>
<name>
<surname>Sharma</surname> <given-names>MK</given-names>
</name>
<name>
<surname>Rawat</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Prospective Study of Neoadjuvant Chemoradiotherapy Using Intensity-Modulated Radiotherapy and 5 Fluorouracil for Locally Advanced Rectal Cancer - Toxicities and Response Assessment</article-title>. <source>Cancer Manag Res</source> (<year>2018</year>) <volume>10</volume>:<page-range>519&#x2013;26</page-range>. doi: <pub-id pub-id-type="doi">10.2147/CMAR.S142076</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>W</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Pei</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Tan</surname> <given-names>F</given-names>
</name>
<name>
<surname>Song</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>The Relationship Between Primary Gross Tumor Volume and Tumor Response of Locally Advanced Rectal Cancer: pGTV as a More Accurate Tumor Size Indicator</article-title>. <source>J Invest Surg</source> (<year>2021</year>) <volume>34</volume>(<issue>2</issue>):<page-range>181&#x2013;90</page-range>. doi: <pub-id pub-id-type="doi">10.1080/08941939.2019.1615153</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hamerla</surname> <given-names>G</given-names>
</name>
<name>
<surname>Meyer</surname> <given-names>HJ</given-names>
</name>
<name>
<surname>Hambsch</surname> <given-names>P</given-names>
</name>
<name>
<surname>Wolf</surname> <given-names>U</given-names>
</name>
<name>
<surname>Kuhnt</surname> <given-names>T</given-names>
</name>
<name>
<surname>Hoffmann</surname> <given-names>KT</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics Model Based on Non-Contrast CT Shows No Predictive Power for Complete Pathological Response in Locally Advanced Rectal Cancer</article-title>. <source>Cancers (Basel)</source> (<year>2019</year>) <volume>11</volume>(<issue>11</issue>):<fpage>1680</fpage>. doi: <pub-id pub-id-type="doi">10.3390/cancers11111680</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Caruso</surname> <given-names>R</given-names>
</name>
<name>
<surname>Vicente</surname> <given-names>E</given-names>
</name>
<name>
<surname>Quijano</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Duran</surname> <given-names>H</given-names>
</name>
<name>
<surname>Fabra</surname> <given-names>I</given-names>
</name>
<name>
<surname>Diaz</surname> <given-names>E</given-names>
</name>
<etal/>
</person-group>. <article-title>Role of 18F-PET-CT to Predict Pathological Response After Neoadjuvant Treatment of Rectal Cancer</article-title>. <source>Discov Oncol</source> (<year>2021</year>) <volume>12</volume>(<issue>1</issue>):<fpage>16</fpage>. doi: <pub-id pub-id-type="doi">10.1007/s12672-021-00405-w</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pyo</surname> <given-names>DH</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>WY</given-names>
</name>
<name>
<surname>Yun</surname> <given-names>SH</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>HC</given-names>
</name>
<name>
<surname>Huh</surname> <given-names>JW</given-names>
</name>
<etal/>
</person-group>. <article-title>A Nomogram for Predicting Pathological Complete Response to Neoadjuvant Chemoradiotherapy Using Semiquantitative Parameters Derived From Sequential PET/CT in Locally Advanced Rectal Cancer</article-title>. <source>Front Oncol</source> (<year>2021</year>) <volume>11</volume>:<elocation-id>742728</elocation-id>. doi: <pub-id pub-id-type="doi">10.3389/fonc.2021.742728</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>N</given-names>
</name>
<name>
<surname>Dou</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Jin</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>G</given-names>
</name>
<name>
<surname>Xiao</surname> <given-names>Q</given-names>
</name>
<etal/>
</person-group>. <article-title>Use of Sequential Endorectal US to Predict the Tumor Response of Preoperative Chemoradiotherapy in Rectal Cancer</article-title>. <source>Gastrointest Endosc</source> (<year>2017</year>) <volume>85</volume>(<issue>3</issue>):<page-range>669&#x2013;74</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.gie.2016.06.042</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhu</surname> <given-names>HT</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>XY</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>YJ</given-names>
</name>
<name>
<surname>Li</surname> <given-names>XT</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>YS</given-names>
</name>
</person-group>. <article-title>The Conversion of MRI Data With Multiple B-Values Into Signature-Like Pictures to Predict Treatment Response for Rectal Cancer</article-title>. <source>J Magn Reson Imaging</source> (<year>2021</year>). doi: <pub-id pub-id-type="doi">10.1002/jmri.28033</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xu</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>H</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>T</given-names>
</name>
<name>
<surname>Xie</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ooi</surname> <given-names>BY</given-names>
</name>
<etal/>
</person-group>. <article-title>MRI Evaluation of Complete Response of Locally Advanced Rectal Cancer After Neoadjuvant Therapy: Current Status and Future Trends</article-title>. <source>Cancer Manag Res</source> (<year>2021</year>) <volume>13</volume>:<page-range>4317&#x2013;28</page-range>. doi: <pub-id pub-id-type="doi">10.2147/CMAR.S309252</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wesdorp</surname> <given-names>NJ</given-names>
</name>
<name>
<surname>Hellingman</surname> <given-names>T</given-names>
</name>
<name>
<surname>Jansma</surname> <given-names>EP</given-names>
</name>
<name>
<surname>van Waesberghe</surname> <given-names>J</given-names>
</name>
<name>
<surname>Boellaard</surname> <given-names>R</given-names>
</name>
<name>
<surname>Punt</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Advanced Analytics and Artificial Intelligence in Gastrointestinal Cancer: A Systematic Review of Radiomics Predicting Response to Treatment</article-title>. <source>Eur J Nucl Med Mol Imaging</source> (<year>2021</year>) <volume>48</volume>(<issue>6</issue>):<page-range>1785&#x2013;94</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00259-020-05142-w</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>XY</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>YJ</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>HT</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>Z</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics Analysis for Evaluation of Pathological Complete Response to Neoadjuvant Chemoradiotherapy in Locally Advanced Rectal Cancer</article-title>. <source>Clin Cancer Res</source> (<year>2017</year>) <volume>23</volume>(<issue>23</issue>):<page-range>7253&#x2013;62</page-range>. doi: <pub-id pub-id-type="doi">10.1158/1078-0432.CCR-17-1038</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bibault</surname> <given-names>JE</given-names>
</name>
<name>
<surname>Giraud</surname> <given-names>P</given-names>
</name>
<name>
<surname>Housset</surname> <given-names>M</given-names>
</name>
<name>
<surname>Durdux</surname> <given-names>C</given-names>
</name>
<name>
<surname>Taieb</surname> <given-names>J</given-names>
</name>
<name>
<surname>Berger</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Deep Learning and Radiomics Predict Complete Response After Neo-Adjuvant Chemoradiation for Locally Advanced Rectal Cancer</article-title>. <source>Sci Rep</source> (<year>2018</year>) <volume>8</volume>(<issue>1</issue>):<fpage>12611</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-018-30657-6</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname> <given-names>H</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>L</given-names>
</name>
<name>
<surname>Nguyen</surname> <given-names>K</given-names>
</name>
<name>
<surname>Monjazeb</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Matsukuma</surname> <given-names>KE</given-names>
</name>
<name>
<surname>Loehfelm</surname> <given-names>TW</given-names>
</name>
<etal/>
</person-group>. <article-title>MRI Radiomics for Prediction of Tumor Response and Downstaging in Rectal Cancer Patients After Preoperative Chemoradiation</article-title>. <source>Adv Radiat Oncol</source> (<year>2020</year>) <volume>5</volume>(<issue>6</issue>):<page-range>1286&#x2013;95</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.adro.2020.04.016</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>W</given-names>
</name>
<name>
<surname>Pei</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>L</given-names>
</name>
<name>
<surname>Gungor</surname> <given-names>C</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Predicting Pathological Complete Response by Comparing MRI-Based Radiomics Pre- and Postneoadjuvant Radiotherapy for Locally Advanced Rectal Cancer</article-title>. <source>Cancer Med</source> (<year>2019</year>) <volume>8</volume>(<issue>17</issue>):<page-range>7244&#x2013;52</page-range>. doi: <pub-id pub-id-type="doi">10.1002/cam4.2636</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Fang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ye</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Mao</surname> <given-names>D</given-names>
</name>
<name>
<surname>Cao</surname> <given-names>H</given-names>
</name>
<name>
<surname>Pang</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Prediction of Efficacy of Neoadjuvant Chemoradiotherapy for Rectal Cancer: The Value of Texture Analysis of Magnetic Resonance Images</article-title>. <source>Abdom Radiol (NY)</source> (<year>2019</year>) <volume>44</volume>(<issue>11</issue>):<page-range>3775&#x2013;84</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00261-019-01971-y</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yi</surname> <given-names>X</given-names>
</name>
<name>
<surname>Pei</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>MRI-Based Radiomics Predicts Tumor Response to Neoadjuvant Chemoradiotherapy in Locally Advanced Rectal Cancer</article-title>. <source>Front Oncol</source> (<year>2019</year>) <volume>9</volume>:<elocation-id>552</elocation-id>. doi: <pub-id pub-id-type="doi">10.3389/fonc.2019.00552</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Crimi</surname> <given-names>F</given-names>
</name>
<name>
<surname>Capelli</surname> <given-names>G</given-names>
</name>
<name>
<surname>Spolverato</surname> <given-names>G</given-names>
</name>
<name>
<surname>Bao</surname> <given-names>QR</given-names>
</name>
<name>
<surname>Florio</surname> <given-names>A</given-names>
</name>
<name>
<surname>Milite</surname> <given-names>RS</given-names>
</name>
<etal/>
</person-group>. <article-title>MRI T2-Weighted Sequences-Based Texture Analysis (TA) as a Predictor of Response to Neoadjuvant Chemo-Radiotherapy (nCRT) in Patients With Locally Advanced Rectal Cancer (LARC)</article-title>. <source>Radiol Med</source> (<year>2020</year>) <volume>125</volume>(<issue>12</issue>):<page-range>1216&#x2013;24</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s11547-020-01215-w</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mohiuddin</surname> <given-names>M</given-names>
</name>
<name>
<surname>Mohiuddin</surname> <given-names>MM</given-names>
</name>
<name>
<surname>Marks</surname> <given-names>J</given-names>
</name>
<name>
<surname>Marks</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>Future Directions in Neoadjuvant Therapy of Rectal Cancer: Maximizing Pathological Complete Response Rates</article-title>. <source>Cancer Treat Rev</source> (<year>2009</year>) <volume>35</volume>(<issue>7</issue>):<page-range>547&#x2013;52</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ctrv.2009.05.002</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nelson</surname> <given-names>VM</given-names>
</name>
<name>
<surname>Benson</surname> <given-names>AR</given-names>
</name>
</person-group>. <article-title>Pathological Complete Response After Neoadjuvant Therapy for Rectal Cancer and the Role of Adjuvant Therapy</article-title>. <source>Curr Oncol Rep</source> (<year>2013</year>) <volume>15</volume>(<issue>2</issue>):<page-range>152&#x2013;61</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s11912-013-0297-5</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sauerbrei</surname> <given-names>W</given-names>
</name>
<name>
<surname>Royston</surname> <given-names>P</given-names>
</name>
<name>
<surname>Binder</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Selection of Important Variables and Determination of Functional Form for Continuous Predictors in Multivariable Model Building</article-title>. <source>Stat Med</source> (<year>2007</year>) <volume>26</volume>(<issue>30</issue>):<page-range>5512&#x2013;28</page-range>. doi: <pub-id pub-id-type="doi">10.1002/sim.3148</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kramer</surname> <given-names>AA</given-names>
</name>
<name>
<surname>Zimmerman</surname> <given-names>JE</given-names>
</name>
</person-group>. <article-title>Assessing the Calibration of Mortality Benchmarks in Critical Care: The Hosmer-Lemeshow Test Revisited</article-title>. <source>Crit Care Med</source> (<year>2007</year>) <volume>35</volume>(<issue>9</issue>):<page-range>2052&#x2013;56</page-range>. doi: <pub-id pub-id-type="doi">10.1097/01.CCM.0000275267.64078.B0</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vickers</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Elkin</surname> <given-names>EB</given-names>
</name>
</person-group>. <article-title>Decision Curve Analysis: A Novel Method for Evaluating Prediction Models</article-title>. <source>Med Decis Making</source> (<year>2006</year>) <volume>26</volume>(<issue>6</issue>):<page-range>565&#x2013;74</page-range>. doi: <pub-id pub-id-type="doi">10.1177/0272989X06295361</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vickers</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Cronin</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Elkin</surname> <given-names>EB</given-names>
</name>
<name>
<surname>Gonen</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Extensions to Decision Curve Analysis, a Novel Method for Evaluating Diagnostic Tests, Prediction Models and Molecular Markers</article-title>. <source>BMC Med Inform Decis Mak</source> (<year>2008</year>) <volume>8</volume>:<fpage>53</fpage>. doi: <pub-id pub-id-type="doi">10.1186/1472-6947-8-53</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huang</surname> <given-names>YQ</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>CH</given-names>
</name>
<name>
<surname>He</surname> <given-names>L</given-names>
</name>
<name>
<surname>Tian</surname> <given-names>J</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>CS</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>Development and Validation of a Radiomics Nomogram for Preoperative Prediction of Lymph Node Metastasis in Colorectal Cancer</article-title>. <source>J Clin Oncol</source> (<year>2016</year>) <volume>34</volume>(<issue>18</issue>):<page-range>2157&#x2013;64</page-range>. doi: <pub-id pub-id-type="doi">10.1200/JCO.2015.65.9128</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Delong</surname> <given-names>ER</given-names>
</name>
<name>
<surname>Delong</surname> <given-names>DM</given-names>
</name>
<name>
<surname>Clarke-Pearson</surname> <given-names>DL</given-names>
</name>
</person-group>. <article-title>Comparing the Areas Under Two or More Correlated Receiver Operating Characteristics Curves: A Nonparametric Approach</article-title>. <source>Biometrics</source> (<year>1988</year>) <volume>44</volume>(<issue>3</issue>):<page-range>837&#x2013;45</page-range>. doi: <pub-id pub-id-type="doi">10.2307/2531595</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lambin</surname> <given-names>P</given-names>
</name>
<name>
<surname>Leijenaar</surname> <given-names>RTH</given-names>
</name>
<name>
<surname>Deist</surname> <given-names>TM</given-names>
</name>
<name>
<surname>Peerlings</surname> <given-names>J</given-names>
</name>
<name>
<surname>de Jong</surname> <given-names>EEC</given-names>
</name>
<name>
<surname>Timmeren</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics: The Bridge Between Medical Imaging and Personalized Medicine</article-title>. <source>Nat Rev Clin Oncol</source> (<year>2017</year>) <volume>14</volume>(<issue>12</issue>):<page-range>749&#x2013;62</page-range>. doi: <pub-id pub-id-type="doi">10.1038/nrclinonc.2017.141</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ghahramani-Asl</surname> <given-names>R</given-names>
</name>
<name>
<surname>Porouhan</surname> <given-names>P</given-names>
</name>
<name>
<surname>Mehrpouyan</surname> <given-names>M</given-names>
</name>
<name>
<surname>Welsh</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Calabrese</surname> <given-names>EJ</given-names>
</name>
<name>
<surname>Kapoor</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Feasibility of Treatment Planning System in Localizing the COVID-19 Pneumonia Lesions and Evaluation of Volume Indices of Lung Involvement</article-title>. <source>Dose Response</source> (<year>2020</year>) <volume>18</volume>(<issue>3</issue>):<elocation-id>1559325820962600</elocation-id>. doi: <pub-id pub-id-type="doi">10.1177/1559325820962600</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yip</surname> <given-names>C</given-names>
</name>
<name>
<surname>Landau</surname> <given-names>D</given-names>
</name>
<name>
<surname>Kozarski</surname> <given-names>R</given-names>
</name>
<name>
<surname>Ganeshan</surname> <given-names>B</given-names>
</name>
<name>
<surname>Thomas</surname> <given-names>R</given-names>
</name>
<name>
<surname>Michaelidou</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Primary Esophageal Cancer: Heterogeneity as Potential Prognostic Biomarker in Patients Treated With Definitive Chemotherapy and Radiation Therapy</article-title>. <source>Radiology</source> (<year>2014</year>) <volume>270</volume>(<issue>1</issue>):<page-range>141&#x2013;48</page-range>. doi: <pub-id pub-id-type="doi">10.1148/radiol.13122869</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haider</surname> <given-names>SP</given-names>
</name>
<name>
<surname>Burtness</surname> <given-names>B</given-names>
</name>
<name>
<surname>Yarbrough</surname> <given-names>WG</given-names>
</name>
<name>
<surname>Payabvash</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Applications of Radiomics in Precision Diagnosis, Prognostication and Treatment Planning of Head and Neck Squamous Cell Carcinomas</article-title>. <source>Cancers Head Neck</source> (<year>2020</year>) <volume>5</volume>:<fpage>6</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s41199-020-00053-7</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Restivo</surname> <given-names>A</given-names>
</name>
<name>
<surname>Zorcolo</surname> <given-names>L</given-names>
</name>
<name>
<surname>Cocco</surname> <given-names>IM</given-names>
</name>
<name>
<surname>Manunza</surname> <given-names>R</given-names>
</name>
<name>
<surname>Margiani</surname> <given-names>C</given-names>
</name>
<name>
<surname>Marongiu</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Elevated CEA Levels and Low Distance of the Tumor From the Anal Verge are Predictors of Incomplete Response to Chemoradiation in Patients With Rectal Cancer</article-title>. <source>Ann Surg Oncol</source> (<year>2013</year>) <volume>20</volume>(<issue>3</issue>):<page-range>864&#x2013;71</page-range>. doi: <pub-id pub-id-type="doi">10.1245/s10434-012-2669-8</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Han</surname> <given-names>YD</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>WR</given-names>
</name>
<name>
<surname>Park</surname> <given-names>SW</given-names>
</name>
<name>
<surname>Cho</surname> <given-names>MS</given-names>
</name>
<name>
<surname>Hur</surname> <given-names>H</given-names>
</name>
<name>
<surname>Min</surname> <given-names>BS</given-names>
</name>
<etal/>
</person-group>. <article-title>Predictors of Pathologic Complete Response in Rectal Cancer Patients Undergoing Total Mesorectal Excision After Preoperative Chemoradiation</article-title>. <source>Med (Baltimore)</source> (<year>2015</year>) <volume>94</volume>(<issue>45</issue>):<elocation-id>e1971</elocation-id>. doi: <pub-id pub-id-type="doi">10.1097/MD.0000000000001971</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sun</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>H</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Pathological Complete Response may Underestimate Distant Metastasis in Locally Advanced Rectal Cancer Following Neoadjuvant Chemoradiotherapy and Radical Surgery: Incidence, Metastatic Pattern, and Risk Factors</article-title>. <source>Eur J Surg Oncol</source> (<year>2019</year>) <volume>45</volume>(<issue>7</issue>):<page-range>1225&#x2013;31</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ejso.2019.03.005</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Guillem</surname> <given-names>JG</given-names>
</name>
<name>
<surname>Chessin</surname> <given-names>DB</given-names>
</name>
<name>
<surname>Shia</surname> <given-names>J</given-names>
</name>
<name>
<surname>Suriawinata</surname> <given-names>A</given-names>
</name>
<name>
<surname>Riedel</surname> <given-names>E</given-names>
</name>
<name>
<surname>Moore</surname> <given-names>HG</given-names>
</name>
<etal/>
</person-group>. <article-title>A Prospective Pathologic Analysis Using Whole-Mount Sections of Rectal Cancer Following Preoperative Combined Modality Therapy: Implications for Sphincter Preservation</article-title>. <source>Ann Surg</source> (<year>2007</year>) <volume>245</volume>(<issue>1</issue>):<fpage>88</fpage>&#x2013;<lpage>93</lpage>. doi: <pub-id pub-id-type="doi">10.1097/01.sla.0000232540.82364.43</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hur</surname> <given-names>H</given-names>
</name>
<name>
<surname>Cho</surname> <given-names>MS</given-names>
</name>
<name>
<surname>Koom</surname> <given-names>WS</given-names>
</name>
<name>
<surname>Lim</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>TI</given-names>
</name>
<name>
<surname>Ahn</surname> <given-names>JB</given-names>
</name>
<etal/>
</person-group>. <article-title>Nomogram for Prediction of Pathologic Complete Remission Using Biomarker Expression and Endoscopic Finding After Preoperative Chemoradiotherapy in Rectal Cancer</article-title>. <source>Chin J Cancer Res</source> (<year>2020</year>) <volume>32</volume>(<issue>2</issue>):<page-range>228&#x2013;41</page-range>. doi: <pub-id pub-id-type="doi">10.21147/j.issn.1000-9604.2020.02.10</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>HJ</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>GS</given-names>
</name>
<name>
<surname>Park</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Park</surname> <given-names>S</given-names>
</name>
<name>
<surname>Kawai</surname> <given-names>K</given-names>
</name>
<name>
<surname>Watanabe</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Clinical Significance of Thrombocytosis Before Preoperative Chemoradiotherapy in Rectal Cancer: Predicting Pathologic Tumor Response and Oncologic Outcome</article-title>. <source>Ann Surg Oncol</source> (<year>2015</year>) <volume>22</volume>(<issue>2</issue>):<page-range>513&#x2013;19</page-range>. doi: <pub-id pub-id-type="doi">10.1245/s10434-014-3988-8</pub-id>
</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>A</given-names>
</name>
<name>
<surname>He</surname> <given-names>K</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>D</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>C</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>D</given-names>
</name>
<name>
<surname>Mu</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>Pretreatment Blood Biomarkers Predict Pathologic Responses to Neo-CRT in Patients With Locally Advanced Rectal Cancer</article-title>. <source>Future Oncol</source> (<year>2019</year>) <volume>15</volume>(<issue>28</issue>):<page-range>3233&#x2013;42</page-range>. doi: <pub-id pub-id-type="doi">10.2217/fon-2019-0389</pub-id>
</citation>
</ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xiao</surname> <given-names>B</given-names>
</name>
<name>
<surname>Peng</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>R</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Fang</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Density of CD8+ Lymphocytes in Biopsy Samples Combined With the Circulating Lymphocyte Ratio Predicts Pathologic Complete Response to Chemoradiotherapy for Rectal Cancer</article-title>. <source>Cancer Manag Res</source> (<year>2017</year>) <volume>9</volume>:<page-range>701&#x2013;08</page-range>. doi: <pub-id pub-id-type="doi">10.2147/CMAR.S150622</pub-id>
</citation>
</ref>
<ref id="B42">
<label>42</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Diakos</surname> <given-names>CI</given-names>
</name>
<name>
<surname>Charles</surname> <given-names>KA</given-names>
</name>
<name>
<surname>Mcmillan</surname> <given-names>DC</given-names>
</name>
<name>
<surname>Clarke</surname> <given-names>SJ</given-names>
</name>
</person-group>. <article-title>Cancer-Related Inflammation and Treatment Effectiveness</article-title>. <source>Lancet Oncol</source> (<year>2014</year>) <volume>15</volume>(<issue>11</issue>):<elocation-id>e493-503</elocation-id>. doi: <pub-id pub-id-type="doi">10.1016/S1470-2045(14)70263-3</pub-id>
</citation>
</ref>
<ref id="B43">
<label>43</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hilska</surname> <given-names>M</given-names>
</name>
<name>
<surname>Collan</surname> <given-names>YU</given-names>
</name>
<name>
<surname>Laine</surname> <given-names>YJO</given-names>
</name>
<name>
<surname>Kossi</surname> <given-names>J</given-names>
</name>
<name>
<surname>Hirsimaki</surname> <given-names>P</given-names>
</name>
<name>
<surname>Laato</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>The Significance of Tumor Markers for Proliferation and Apoptosis in Predicting Survival in Colorectal Cancer</article-title>. <source>Dis Colon Rectum</source> (<year>2005</year>) <volume>48</volume>(<issue>12</issue>):<page-range>2197&#x2013;208</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s10350-005-0202-x</pub-id>
</citation>
</ref>
<ref id="B44">
<label>44</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sun</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Chi</surname> <given-names>P</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>H</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>Z</given-names>
</name>
<etal/>
</person-group>. <article-title>A Nomogram Predicting Pathological Complete Response to Neoadjuvant Chemoradiotherapy for Locally Advanced Rectal Cancer: Implications for Organ Preservation Strategies</article-title>. <source>Oncotarget</source> (<year>2017</year>) <volume>8</volume>(<issue>40</issue>):<page-range>67732&#x2013;43</page-range>. doi: <pub-id pub-id-type="doi">10.18632/oncotarget.18821</pub-id>
</citation>
</ref>
<ref id="B45">
<label>45</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ling</surname> <given-names>X</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>H</given-names>
</name>
<name>
<surname>Yin</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>Analyses of Predictive Factors for Pathological Complete Remission in Neoadjuvant Therapy for Locally Advanced Rectal Cancer</article-title>. <source>J Buon</source> (<year>2019</year>) <volume>24</volume>(<issue>1</issue>):<fpage>77</fpage>&#x2013;<lpage>83</lpage>.</citation>
</ref>
<ref id="B46">
<label>46</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huang</surname> <given-names>CM</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>CW</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Yeh</surname> <given-names>YS</given-names>
</name>
<name>
<surname>Su</surname> <given-names>WC</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>TK</given-names>
</name>
<etal/>
</person-group>. <article-title>Predictive Value of FOLFOX-Based Regimen, Long Interval, Hemoglobin Levels and Clinical Negative Nodal Status, and Postchemoradiotherapy CEA Levels for Pathological Complete Response in Patients With Locally Advanced Rectal Cancer After Neoadjuvant Chemoradiotherapy</article-title>. <source>J Oncol</source> (<year>2020</year>) <volume>2020</volume>:<fpage>9437684</fpage>. doi: <pub-id pub-id-type="doi">10.1155/2020/9437684</pub-id>
</citation>
</ref>
<ref id="B47">
<label>47</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huang</surname> <given-names>CM</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>MY</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>CW</given-names>
</name>
<name>
<surname>Tsai</surname> <given-names>HL</given-names>
</name>
<name>
<surname>Su</surname> <given-names>WC</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>WC</given-names>
</name>
<etal/>
</person-group>. <article-title>Machine Learning for Predicting Pathological Complete Response in Patients With Locally Advanced Rectal Cancer After Neoadjuvant Chemoradiotherapy</article-title>. <source>Sci Rep</source> (<year>2020</year>) <volume>10</volume>(<issue>1</issue>):<fpage>12555</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-020-69345-9</pub-id>
</citation>
</ref>
<ref id="B48">
<label>48</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Engel</surname> <given-names>RM</given-names>
</name>
<name>
<surname>Oliva</surname> <given-names>K</given-names>
</name>
<name>
<surname>Koulis</surname> <given-names>C</given-names>
</name>
<name>
<surname>Yap</surname> <given-names>R</given-names>
</name>
<name>
<surname>Mcmurrick</surname> <given-names>PJ</given-names>
</name>
</person-group>. <article-title>Predictive Factors of Complete Pathological Response in Patients With Locally Advanced Rectal Cancer</article-title>. <source>Int J Colorectal Dis</source> (<year>2020</year>) <volume>35</volume>(<issue>9</issue>):<page-range>1759&#x2013;67</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00384-020-03633-8</pub-id>
</citation>
</ref>
<ref id="B49">
<label>49</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Langrand-Escure</surname> <given-names>J</given-names>
</name>
<name>
<surname>Diao</surname> <given-names>P</given-names>
</name>
<name>
<surname>Garcia</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>G</given-names>
</name>
<name>
<surname>Guy</surname> <given-names>JB</given-names>
</name>
<name>
<surname>Espenel</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Outcome and Prognostic Factors in 593 Non-Metastatic Rectal Cancer Patients: A Mono-Institutional Survey</article-title>. <source>Sci Rep</source> (<year>2018</year>) <volume>8</volume>(<issue>1</issue>):<fpage>10708</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-018-29040-2</pub-id>
</citation>
</ref>
<ref id="B50">
<label>50</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>De Nardi</surname> <given-names>P</given-names>
</name>
<name>
<surname>Giani</surname> <given-names>A</given-names>
</name>
<name>
<surname>Maggi</surname> <given-names>G</given-names>
</name>
<name>
<surname>Braga</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Relation Between Skeletal Muscle Volume and Prognosis in Rectal Cancer Patients Undergoing Neoadjuvant Therapy</article-title>. <source>World J Gastrointest Oncol</source> (<year>2022</year>) <volume>14</volume>(<issue>2</issue>):<page-range>423&#x2013;33</page-range>. doi: <pub-id pub-id-type="doi">10.4251/wjgo.v14.i2.423</pub-id>
</citation>
</ref>
<ref id="B51">
<label>51</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fanipakdel</surname> <given-names>A</given-names>
</name>
<name>
<surname>Hosseini</surname> <given-names>S</given-names>
</name>
<name>
<surname>Javadinia</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Afkhami Jeddi</surname> <given-names>F</given-names>
</name>
<name>
<surname>Vasei</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>The Prognostic Role of Body Mass Index in Survival of Non-Metastatic Postoperative Patients With Colorectal Cancer</article-title>. <source>Int J Cancer Manage</source> (<year>2021</year>) <volume>14</volume>(<issue>3</issue>):<elocation-id>e110257</elocation-id>. doi: <pub-id pub-id-type="doi">10.5812/ijcm.110257</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>