<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2022.846840</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A Dual-Energy CT Radiomics of the Regional Largest Short-Axis Lymph Node Can Improve the Prediction of Lymph Node Metastasis in Patients With Rectal Cancer</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Wang</surname><given-names>Dongqing</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn003"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhuang</surname><given-names>Zijian</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn003"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1790313"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wu</surname><given-names>Shuting</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chen</surname><given-names>Jixiang</given-names>
</name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Fan</surname><given-names>Xin</given-names>
</name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1774766"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liu</surname><given-names>Mengsi</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhu</surname><given-names>Haitao</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/480065"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname><given-names>Ming</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1467767"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zou</surname><given-names>Jinmei</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhou</surname><given-names>Qun</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhou</surname><given-names>Peng</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Xue</surname><given-names>Jing</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Meng</surname><given-names>Xiangpan</given-names>
</name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/862015"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ju</surname><given-names>Shenghong</given-names>
</name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/981642"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zhang</surname><given-names>Lirong</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>*</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1618515"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Medical Imaging, The Affiliated Hospital of Jiangsu University</institution>, <addr-line>Zhenjiang</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>School of Medicine, Jiangsu University</institution>, <addr-line>Zhenjiang</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of General Surgery, The Affiliated Hospital of Jiangsu University</institution>, <addr-line>Zhenjiang</addr-line>, <country>China</country></aff>
<aff id="aff4"><sup>4</sup><institution>School of Medicine, Southeast University</institution>, <addr-line>Nanjing</addr-line>, <country>China</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Radiology, Zhongda Hospital, Southeast University</institution>, <addr-line>Nanjing</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Pierfrancesco Franco, University of Eastern Piedmont, Italy</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Tian-Wu Chen, Affiliated Hospital of North Sichuan Medical College, China; Satish E. Viswanath, Case Western Reserve University, United States; Di Dong, Institute of Automation (CAS), China; Bin Song, Sichuan University, China</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Lirong Zhang, <email xlink:href="mailto:tianchen861@ujs.edu.cn">tianchen861@ujs.edu.cn</email>
</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Cancer Imaging and Image-directed Interventions, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>07</day>
<month>06</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>12</volume>
<elocation-id>846840</elocation-id>
<history>
<date date-type="received">
<day>31</day>
<month>12</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>19</day>
<month>05</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 Wang, Zhuang, Wu, Chen, Fan, Liu, Zhu, Wang, Zou, Zhou, Zhou, Xue, Meng, Ju and Zhang</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Wang, Zhuang, Wu, Chen, Fan, Liu, Zhu, Wang, Zou, Zhou, Zhou, Xue, Meng, Ju and Zhang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Objective</title>
<p>To explore the value of dual-energy computed tomography (DECT) radiomics of the regional largest short-axis lymph nodes for evaluating lymph node metastasis in patients with rectal cancer.</p>
</sec>
<sec>
<title>Materials and Methods</title>
<p>One hundred forty-one patients with rectal cancer (58 in LNM+ group, 83 in LNM- group) who underwent preoperative total abdominal DECT were divided into a training group and testing group (7:3 ratio). After post-processing DECT venous phase images, 120kVp-like images and iodine (water) images were obtained. The highest-risk lymph nodes were identified, and their long-axis and short-axis diameter and DECT quantitative parameters were measured manually by two experienced radiologists who were blind to the postoperative pathological results. Four DECT parameters were analyzed: arterial phase (AP) normalized iodine concentration, AP normalized effective atomic number, the venous phase (VP) normalized iodine concentration, and the venous phase normalized effective atomic number. The carcinoembryonic antigen (CEA) levels were recorded one week before surgery. Radiomics features of the largest lymph nodes were extracted, standardized, and reduced before modeling. Radomics signatures of 120kVp-like images (Rad-signature<sub>120kVp</sub>) and iodine map (Rad-signature<sub>Imap</sub>) were built based on Logistic Regression <italic>via</italic> Least Absolute Shrinkage and Selection Operator (LASSO).</p>
</sec>
<sec>
<title>Results</title>
<p>Eight hundred thirty-three features were extracted from 120kVp-like and iodine images, respectively. In testing group, the radiomics features based on 120kVp-like images showed the best diagnostic performance (AUC=0.922) compared to other predictors [CT morphological indicators (short-axis diameter (AUC=0.779, IDI=0.262) and long-axis diameter alone (AUC=0.714, IDI=0.329)), CEA alone (AUC=0.540, IDI=0.414), and normalized DECT parameters alone (AUC=0.504-0.718, IDI=0.290-0.476)](<italic>P</italic>&lt;0.05 in Delong test). Contrary, DECT iodine map-based radiomic signatures showed similar performance in predicting lymph node metastasis (AUC=0.866). The decision curve showed that the 120kVp-like-based radiomics signature has the highest net income.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>Predictive model based on DECT and the largest short-axis diameter lymph nodes has the highest diagnostic value in predicting lymph node metastasis in patients with rectal cancer.</p>
</sec>
</abstract>
<kwd-group>
<kwd>rectal cancer (RC)</kwd>
<kwd>lymph node metastasis</kwd>
<kwd>radiomics</kwd>
<kwd>dual-energy scanned projection</kwd>
<kwd>machine learning</kwd>
<kwd>clinical prediction rule</kwd>
</kwd-group>
<contract-num rid="cn001">QNRC2016831</contract-num>
<contract-num rid="cn002">BK20191223</contract-num>
<contract-num rid="cn003">2018M640446</contract-num>
<contract-sponsor id="cn001">Jiangsu Provincial Medical Youth Talent<named-content content-type="fundref-id">10.13039/501100013059</named-content>
</contract-sponsor>
<contract-sponsor id="cn002">Natural Science Foundation of Jiangsu Province<named-content content-type="fundref-id">10.13039/501100004608</named-content>
</contract-sponsor>
<contract-sponsor id="cn003">China Postdoctoral Science Foundation<named-content content-type="fundref-id">10.13039/501100002858</named-content>
</contract-sponsor>
<counts>
<fig-count count="8"/>
<table-count count="6"/>
<equation-count count="2"/>
<ref-count count="39"/>
<page-count count="13"/>
<word-count count="6777"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Colorectal cancer is the most common gastrointestinal tumor and the third most diagnosed cancer in men and women. It has the second-highest mortality rate after lung cancer (<xref ref-type="bibr" rid="B1">1</xref>). Rectal cancer accounts for more than one-third of colon cancer cases (<xref ref-type="bibr" rid="B2">2</xref>). The occurrence of lymph node (LN) metastasis in patients with rectal cancer is highly correlated with poor clinical prognosis and tumor recurrence (<xref ref-type="bibr" rid="B2">2</xref>). Yet, different lymph node staging obtained by preoperative imaging evaluation may lead to different clinical decisions and, consequently, different treatment options (<xref ref-type="bibr" rid="B3">3</xref>). For example, surgery is usually recommended for patients with N0 (no regional LN metastasis), while preoperative neoadjuvant therapy is often used for those with N1 (1&#x2013;3 regional LNs metastasis) or N2 (4 or more LNs metastasis).</p>
<p>So far, various traditional imaging modalities, including ultrasound, computed tomography (DECT), magnetic resonance (MR) imaging, and positron emission tomography (PET), have been applied to analyze the lymph node metastasis in patients with rectal cancer; yet, none of them have satisfactory diagnostic performance. Moreover, the diagnosis of LN status relies on their size and the reader&#x2019;s subjective judgment (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B5">5</xref>). Recently, Gao et al. assessed the methodological and reporting quality of systematic reviews that evaluated the diagnostic value of four different imaging modalities (CT, endorectal ultrasonography (ERUS), endoscopic ultrasound (EUS), and MRI) for LN involvement in patients with rectal cancer. He concluded that no modality was particularly accurate (<xref ref-type="bibr" rid="B6">6</xref>). For example, preoperative high-resolution MR shows high soft-tissue resolution and can improve the accuracy of preoperative staging of rectal cancer; yet, its accuracy in detecting N staging is lower than 60% (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>). Moreover, no standard criteria for LN evaluation have been proposed so far. For example, some studies emphasized the importance of LN morphological predictors (<xref ref-type="bibr" rid="B8">8</xref>), while others disagreed with this data (<xref ref-type="bibr" rid="B9">9</xref>).</p>
<p>DECT is an emerging imaging technology (<xref ref-type="bibr" rid="B10">10</xref>) used to obtain mixed-energy images, single-energy images, or separate base material images through instantaneous switching of the tube or dual-tube. This feature enables selective quantification of different image materials with different electron density characteristics and atomic numbers, creating material-specific image datasets. The iodine map of DECT, which represents the iodine content in tumor tissues, has been considered a powerful tool for tumor diagnosis and characterization (<xref ref-type="bibr" rid="B11">11</xref>). Iodine maps and spectral CT have been useful in assessing rectal cancer by displaying more lesions with higher sensitivity (<xref ref-type="bibr" rid="B12">12</xref>) and distinguishing lesions from intestinal contents (<xref ref-type="bibr" rid="B13">13</xref>). In terms of LN, previous studies have suggested that quantitative parameters such as normalized iodine concentration (NIC) and effective atomic number (Z<sub>eff</sub>) can be used to evaluate the LN status of rectal cancer (<xref ref-type="bibr" rid="B14">14</xref>). However, these studies only measured the average value of the whole lymph node on DECT while ignoring a large amount of heterogeneous texture and morphological information.</p>
<p>Radiomics is a relatively new quantitative approach to medical imaging. It uses characterization algorithms to extract quantitative features from medical images, such as shape features, intensity-based statistical features, texture features and so on (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>). Some studies have suggested that radiomic analysis of rectal tumor images might improve the prognostic evaluation of the tumor and the patients&#x2019; characterization. For example, Huang et al.(<xref ref-type="bibr" rid="B17">17</xref>) found that radiomic score (rad-score) of primary lesions combined with clinical feature nomogram based on readers&#x2019; subjective evaluation of nodules can improve the accuracy of detecting LN metastasis in patients with colorectal cancer. Yet, the final performance of the model was poor (AUC=0.778). In addition, the study did not examine the regional lymph nodes.</p>
<p>Based on the data reported above, we summarized three main deficiencies in the imaging evaluation of lymph nodes in rectal cancer: (1) the diagnostic criteria and methods for assessing LN, which have not yet reached a consensus. There is no clear threshold for lymph node size and other indicators for reference. (2) The repeatability of some ambiguous subjective signs has not been yet verified, which reduces the accuracy of the diagnosis. (3) Lack of quantitative and heterogeneous analysis of lymph nodes, especially on images with high spatial resolution and thin slices, such as DECT. Thus, in this study, we further explored the value of DECT radiomics of the regional lymph nodes for evaluating lymph node metastasis in patients with rectal cancer.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s2_1">
<title>Patients</title>
<p>Patients diagnosed with rectal cancer by colonoscopy who underwent a spectral CT (a kind of DECT) scan for preoperative evaluation between June 2017 to May 2021 were included in this study. The inclusion criteria were: 1. no history of another type of cancer; 2. patients without prior radiotherapy and/or chemotherapy; 3. rectal cancer pathologically confirmed after surgery; 4. total mesorectal resection; suspicious lymph nodes were dissected; 5. lymph node metastasis was determined based on the final pathology report of the surgical specimen. Exclusion criteria were: 1. poor CT image quality; 2. patients with no regional lymph nodes available for analysis; 3. incomplete pathological or baseline-related information (<xref ref-type="fig" rid="f1"><bold>Figure&#xa0;1</bold></xref>).</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Patient selection flowchart.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-846840-g001.tif"/>
</fig>
<p>Finally, 141 patients (101 males, 40 females; median age 67, IQR: 58-73; range: 32-87 years old) were included in the study. The T tumor stage was recorded according to the guideline of NCCN (<xref ref-type="bibr" rid="B18">18</xref>). The carcinoembryonic antigen (CEA) index level was recorded one week before surgery. LNM+ patients were defined as those having one or more lymph node metastasis (identified by the pathologists); otherwise, patients were classified as LNM-. According to the examination time of DECT, the patients were assigned to the training and testing groups using a ratio of 7:3. Splitting patients by examination time is called temporal validation, which is recommended by many experts (<xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B20">20</xref>).</p>
<p>The institutional review board approved this prospective study, and all patients signed an informed consent form.</p>
</sec>
<sec id="s2_2">
<title>CT Reconstruction and Post-Processing</title>
<p>All patients underwent head-first scanning in the supine position. Before the exam, patients fasted for 6 hours without undergoing bowel cleansing preparation. Patients were asked to hold their breath during the scanning. DECT (Revolution CT, GE Healthcare, USA) with Gemstone Spectral Imaging (GSI) mode was used to perform a plain scan and enhanced scan (from the diaphragm to the lower edge of the pubic symphysis). The non-ionic contrast agent ioversol (350 mg/ml, Jiangsu Hengrui Pharmaceutical Co., Ltd., China; 1.5ml/Kg, injection rate: 3.0 or 3.5ml/s) was applied for enhancement by the nursing staff. Then, 30ml of normal saline was injected intravenously at the same rate. The spectral scanning parameters were: the tube voltage was instantaneously switched between 140kVp and 80kVp, the tube current was set to the automatic tube current, and the maximum reference tube current was 600mA; the tube rotation speed was 0.5 sec/r; the pitch was set to 1.984:1. The 120kVp-like image in the venous phase was automatically reconstructed according to the kVp-like kernel function after scanning, and the thickness was 1.25mm. The CT data were reconstructed using 50% adaptive statistical iterative reconstruction (ASIR, GE Healthcare) and then transferred to an advanced workstation (AW4.7, GE Healthcare) for analysis and post-processing.</p>
<p>Raw data were loaded to the GSI Viewer software application, after which an iodine (water) map was obtained. Iodine concentration was 100mg/cm<sup>3</sup>. Since the 120kvp-like and iodine maps were reconstructed from the same raw data, the layer thickness, spacing, and spatial position information were the same (no registration was required).</p>
</sec>
<sec id="s2_3">
<title>Selection of the Largest Regional Lymph Node</title>
<p>On the 120kVp-like venous phase image, lymph nodes inside and outside the mesorectum along the superior rectal artery were examined. The areas included the mesorectum and the anterior sacrum. The largest lymph node was defined as the lymph node with the longest short-axis diameter for the superior rectal artery and the lateral mesangial inner iliac lymph nodes. If there were multiple large lymph nodes with similar diameters (the difference is &#x2264;1mm), the following classification criteria were applied: 1. lymph nodes that are heterogeneously enhanced, including necrosis or mucinous texture; 2. lymph nodes that are round rather than oval; 3. lymph nodes that are closer to the lesion; 4. lymph nodes that are located above but not below the lesion.</p>
<p>The above annotation process was not repeated for arterial phase images or iodine maps, but the lymph node determined by the venous phase was searched and matched to the corresponding position.</p>
<p>All lymph nodes were analyzed by two experienced radiologists (Zhou Q. and Zou J.M. with more than 10 years of experience in abdominal imaging diagnosis) who were blind to the postoperative pathological results. A third radiologist (Zhang L.R., with more than 20 years of experience in abdominal imaging diagnosis) was invited if there were any disagreements. The two readers manually measured the long and short-axis diameter of the selected lymph node using the workstation on the 120 kVp-like axial images, and the average of the measured values of the two was recorded.</p>
</sec>
<sec id="s2_4">
<title>Quantitative Parameters of DECT for Evaluating Largest Regional Lymph Nodes</title>
<p>This method was performed as previously described (<xref ref-type="bibr" rid="B21">21</xref>). The whole measurement process was carried out in the GSI VIEWER of the workstation. Two readers (Zhou Q. and Zou J.M.) manually drew ROI on the cross-sectional image to cover the entire lymph node as much as possible, excluding the surrounding mesangial tissue. ROI was also placed on the descending aorta at the bifurcation of the right renal artery. The iodine concentration (IC) and effective atomic number (Z<sub>eff</sub>) of the largest lymph nodes and aorta in the arterial and portal phases were obtained. The normalized iodine concentration (NIC) value is the iodine uptake value of the lymph nodes divided by the iodine uptake value of the aorta.</p>
<disp-formula>
<mml:math display="block" id="M1">
<mml:mrow>
<mml:mi>N</mml:mi>
<mml:mi>I</mml:mi>
<mml:msub>
<mml:mi>C</mml:mi>
<mml:mrow>
<mml:mi>L</mml:mi>
<mml:mi>N</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mi>I</mml:mi>
<mml:msub>
<mml:mi>C</mml:mi>
<mml:mrow>
<mml:mi>L</mml:mi>
<mml:mi>N</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo stretchy="false">/</mml:mo>
<mml:mi>I</mml:mi>
<mml:msub>
<mml:mi>C</mml:mi>
<mml:mrow>
<mml:mi>a</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</disp-formula>
<p>The normalized Z<sub>eff</sub> is the effective atomic number of the lymph node divided by the effective atomic number of the aorta.</p>
<disp-formula>
<mml:math display="block" id="M2">
<mml:mrow>
<mml:mi>N</mml:mi>
<mml:msub>
<mml:mi>Z</mml:mi>
<mml:mrow>
<mml:mi>e</mml:mi>
<mml:mi>f</mml:mi>
<mml:msub>
<mml:mi>f</mml:mi>
<mml:mrow>
<mml:mi>L</mml:mi>
<mml:mi>N</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:msub>
<mml:mi>Z</mml:mi>
<mml:mrow>
<mml:mi>e</mml:mi>
<mml:mi>f</mml:mi>
<mml:msub>
<mml:mi>f</mml:mi>
<mml:mrow>
<mml:mi>L</mml:mi>
<mml:mi>N</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo stretchy="false">/</mml:mo>
<mml:msub>
<mml:mi>Z</mml:mi>
<mml:mrow>
<mml:mi>e</mml:mi>
<mml:mi>f</mml:mi>
<mml:msub>
<mml:mi>f</mml:mi>
<mml:mrow>
<mml:mi>a</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</disp-formula>
<p>Four DECT quantitative parameters included: AP NIC, AP normalized Z<sub>eff</sub>, VP NIC, and VP normalized Z<sub>eff</sub>. The above parameters were analyzed by averaging the measured values of the two readers.</p>
</sec>
<sec id="s2_5">
<title>Radiomics Feature Extraction</title>
<p>All segmentation was performed on 3D Slicer v. 4.8.1. A reader (Zou J.M.) outlined all the slices of the largest lymph node on the venous iodine map. Thirty cases were randomly selected, and two radiologists (Zou J.M. and Zhou Q.) redrew their ROIs one month later for the repeatability test of features. The obtained mask was also suitable for 120kVp-like images in the venous phase. (<xref ref-type="fig" rid="f2"><bold>Figure&#xa0;2</bold></xref>) Using pyradiomics for feature extraction based on 3D ROIs, 833 features were extracted from 120kVp-like and iodine images. The specific features are shown in <xref ref-type="table" rid="T1"><bold>Table&#xa0;1</bold></xref>. Intraclass correlation coefficient (ICC) was used for analyzing the consistency at intraobserver and interobserver; the features of <italic>r</italic> value greater than 0.7 were analyzed in the follow-up.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p><bold>(A)</bold> After searching for lymph nodes in the mesorectum (red) and extramesenteric (blue) areas, the largest lymph nodes (white box) were delineated along its edge (blue line) in the axial iodine map <bold>(B)</bold> to form a 3D-ROI <bold>(D)</bold>. The ROI could be used for 120kVp-like images without registration <bold>(E)</bold>. The pseudocolor map of the largest lymph nodes in the iodine map <bold>(C)</bold> and 120kVp-like image <bold>(F)</bold> show apparent internal heterogeneity.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-846840-g002.tif"/>
</fig>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>The list of the radiomics features.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Feature category</th>
<th valign="top" align="center">Feature number</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" colspan="2" align="left">original</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;shape</td>
<td valign="top" align="center">14</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;first order</td>
<td valign="top" align="center">18</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;GLCM</td>
<td valign="top" align="center">22</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;GLRLM</td>
<td valign="top" align="center">16</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;GLSZM</td>
<td valign="top" align="center">16</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;NGTDM</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;GLDM</td>
<td valign="top" align="center">14</td>
</tr>
<tr>
<td valign="top" colspan="2" align="left">wavelet</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;LLH</td>
<td valign="top" align="center">91</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;LHL</td>
<td valign="top" align="center">91</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;LHH</td>
<td valign="top" align="center">91</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;HHL</td>
<td valign="top" align="center">91</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;HLL</td>
<td valign="top" align="center">91</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;HLH</td>
<td valign="top" align="center">91</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;HHH</td>
<td valign="top" align="center">91</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;LLL</td>
<td valign="top" align="center">91</td>
</tr>
<tr>
<td valign="top" align="left"><bold>TOTAL</bold>
</td>
<td valign="top" align="center"><bold>833</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>GLCM, gray-level co-occurrence matrix; GLRLM, gray-level run-length matrix; GLSZM, gray-level size zone matrix; NGTDM, neighbourhood gray-tone difference matrix; GLDM, gray level dependence matrix; L, lowpass filters; H, highpass filters.</p>
<p>In bold: "TOTAL" is just the sum of feature numbers.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s2_6">
<title>Selection of Radiomics Features and Establishment of the Models</title>
<p>This part was completed on the software FAE v3.7.0 (<xref ref-type="bibr" rid="B20">20</xref>). All models were built based on the same training group, and all features were standardized to a standard normal distribution using Z-score to reduce the difference in the range of feature values. Pearson correlation coefficients (PCC) were used to reduce the dimensionality of features. When the coefficient was &gt;0.86, one of them was randomly removed for dimensionality reduction. Then recursive feature elimination (REF) was used to filter features; Logistic Regression <italic>via</italic> Lasso was used as a classifier for modeling. To avoid overfitting, each feature requires at least 10-15 patients to participate in the radiomic signature (<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B23">23</xref>). The maximum number of features was limited to 10 because the number of patients in the training group was 99. Then 10-fold cross-validation was used to select the best model based on the means of AUCs. Finally, a radiomic model of the regional largest lymph node (Rad-signature<sub>120kVp</sub>) based on venous phase images of 120kVp-like and a radiomics model of regional largest lymph node based on venous phase iodine maps (Rad-signature<sub>Imap</sub>), were established. The flow chart of the whole research scheme is shown in <xref ref-type="fig" rid="f3"><bold>Figure&#xa0;3</bold></xref>.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>A study workflow. Imaging processing began by selecting the largest lymph nodes; finally, four categories of methods were evaluated.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-846840-g003.tif"/>
</fig>
</sec>
<sec id="s2_7">
<title>Statistical Analysis</title>
<p>For continuous variables, the Kolmogorov-Smirnov was used to compare the cumulative distributions of the data sets. The mean &#xb1; standard deviation was used to express normal distribution, and the T-test was used to compare the differences between groups with normal distribution; the median and quartile were used for the values that did not meet the normal distribution, and the Mann-Whitney U test was used to compare the differences between these groups.</p>
<p>The Chi-square test or Fisher&#x2019;s exact test was used for categorical variables. The receiver operator characteristic (ROC) curves were drawn for each model or indicator, and the area under the Curve (AUC) was used to measure diagnostic performance. The Delong test was used to compare the differences in ROC curves. The point with the largest Youden index in each ROC curve was selected as the optimal threshold of the model. The Youden index, sensitivity, specificity, and accuracy were calculated. The integrated discrimination improvement (IDI) value of two radiomics signature to other predictors were computed. Finally, a decision curve was used for different models or predictors in the testing group to analyze their clinical applicability.</p>
<p>The radiomic signatures and the long-axis and short-axis diameter of the lymph node were used, and the Spearman correlation analysis to evaluate the correlation between the established radiomic signatures and the lymph node size index. Statistical analyses were performed using SPSS software 26.0, MedCalc 20.0, and R software 3.6.1. A <italic>P</italic>-value&lt;0.05 was considered to be statistically significant.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Patient Characteristics</title>
<p>A total of 141 patients with rectal cancer were included in this study. The characteristics of the patients in the training cohort and testing cohort are shown in <xref ref-type="table" rid="T2"><bold>Table&#xa0;2</bold></xref>. There were 99 patients in the training group and 42 in the testing group. There were 58 patients (41.13%) in the LNM+ group and 83 (58.87%) in the LNM- group. Clinical characteristics (gender, age, long-axis diameter, and short-axis diameter of the largest regional lymph node, pathological T stage, CEA, and lymph node metastasis) were not statistically different between the training group and the testing group (all <italic>P</italic>&gt;0.05); while the long-axis diameter, short-axis diameter, and T stage of the lymph node were statistically different between the LNM+ group and the LNM- group (all <italic>P</italic>&lt;0.05), in both training and the testing groups. Moreover, CEA was statistically different between patients with different N stages in the training group (<xref ref-type="table" rid="T3"><bold>Table&#xa0;3</bold></xref>).</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Study sample demographics and clinical characteristics.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristics</th>
<th valign="top" align="center">Training group (n=99)</th>
<th valign="top" align="center">Testing group (n=42)</th>
<th valign="top" align="center"><italic>P</italic>
</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Sex, No. (%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.208</td>
</tr>
<tr>
<td valign="top" align="left">male</td>
<td valign="top" align="center">74 (74.7%)</td>
<td valign="top" align="center">27 (64.3%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">female</td>
<td valign="top" align="center">25 (25.3%)</td>
<td valign="top" align="center">15 (35.7%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Age (IQR)</td>
<td valign="top" align="center">67 (57&#x2013;73)</td>
<td valign="top" align="center">67.5 (58-72.25)</td>
<td valign="top" align="center">0.787</td>
</tr>
<tr>
<td valign="top" align="left">Long diameter, mm (IQR)</td>
<td valign="top" align="center">7.85 (6.06-9.88)</td>
<td valign="top" align="center">7.03 (5.69-9.45)</td>
<td valign="top" align="center">0.668</td>
</tr>
<tr>
<td valign="top" align="left">Short diameter, mm (IQR)</td>
<td valign="top" align="center">5.68 (4.64-8.02)</td>
<td valign="top" align="center">5.56 (4.39-7.19)</td>
<td valign="top" align="center">0.573</td>
</tr>
<tr>
<td valign="top" align="left">T stage</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.971</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;1</td>
<td valign="top" align="center">10 (10.1%)</td>
<td valign="top" align="center">5 (11.9%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;2</td>
<td valign="top" align="center">27 (27.3%)</td>
<td valign="top" align="center">10 (23.8%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;3</td>
<td valign="top" align="center">53 (53.5%)</td>
<td valign="top" align="center">23 (54.8%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;4</td>
<td valign="top" align="center">9 (9.1%)</td>
<td valign="top" align="center">4 (9.5%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">CEA, ng/ml (IQR)</td>
<td valign="top" align="center">3.91 (2.18-7.17)</td>
<td valign="top" align="center">3.47 (1.92-7.85)</td>
<td valign="top" align="center">0.690</td>
</tr>
<tr>
<td valign="top" align="left">LNM, No. (%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.918</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;positive</td>
<td valign="top" align="center">41 (41.4%)</td>
<td valign="top" align="center">17 (40.5%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;nagetive</td>
<td valign="top" align="center">58 (58.6%)</td>
<td valign="top" align="center">25 (59.5%)</td>
<td valign="top" align="center"/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>IQR, interquartile range.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Study sample demographics and clinical characteristics of patients with LNM+ and LNM- rectal cancer.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristics</th>
<th valign="top" colspan="2" align="center">Training group</th>
<th valign="top" align="center"><italic>P</italic>
</th>
<th valign="top" colspan="2" align="center">Testing group</th>
<th valign="top" align="center"><italic>P</italic>
</th>
</tr>
<tr>
<th valign="top" align="center"/>
<th valign="top" align="center">LNM+</th>
<th valign="top" align="center">LNM-</th>
<th valign="top" align="center"/>
<th valign="top" align="center">LNM+</th>
<th valign="top" align="center">LNM-</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Sex, No. (%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.525</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">male</td>
<td valign="top" align="center">32 (78%)</td>
<td valign="top" align="center">42 (72.4%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">13 (76.5%)</td>
<td valign="top" align="center">11 (44%)</td>
<td valign="top" align="center">0.174</td>
</tr>
<tr>
<td valign="top" align="left">female</td>
<td valign="top" align="center">9 (22%)</td>
<td valign="top" align="center">16 (27.6%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">4 (23.5%)</td>
<td valign="top" align="center">14 (56%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Age (IQR)</td>
<td valign="top" align="center">66<break/>(59.5-73)</td>
<td valign="top" align="center">68<break/>(55.75-73.25)</td>
<td valign="top" align="center">0.991</td>
<td valign="top" align="center">68.53 &#xb1; 9.04</td>
<td valign="top" align="center">64.52 &#xb1; 9.55</td>
<td valign="top" align="center">0.176</td>
</tr>
<tr>
<td valign="top" align="left">Long-axis diameter, mm(IQR)</td>
<td valign="top" align="center">8.84<break/>(6.73-11.7)</td>
<td valign="top" align="center">7.15<break/>(5.53-8.98)</td>
<td valign="top" align="center">0.002</td>
<td valign="top" align="center">8.74<break/>(6.87-13.1)</td>
<td valign="top" align="center">6.88<break/>(5.44-8.02)</td>
<td valign="top" align="center">0.02</td>
</tr>
<tr>
<td valign="top" align="left">Short-axis diameter, mm(IQR)</td>
<td valign="top" align="center">7.29<break/>(5.25-10.28)</td>
<td valign="top" align="center">5.06<break/>(4.21-6.29)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">6.8<break/>(5.28-9.88)</td>
<td valign="top" align="center">4.97<break/>(3.89-6.08)</td>
<td valign="top" align="center">0.002</td>
</tr>
<tr>
<td valign="top" align="left">T stage, No. (%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.005</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;1</td>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center">10 (17.2%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center">5 (20%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;2</td>
<td valign="top" align="center">8 (19.5%)</td>
<td valign="top" align="center">19 (32.8%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center">10 (40%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;3</td>
<td valign="top" align="center">27 (65.9%)</td>
<td valign="top" align="center">26 (44.8%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">13 (76.5%)</td>
<td valign="top" align="center">10 (40%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;4</td>
<td valign="top" align="center">6 (14.6%)</td>
<td valign="top" align="center">3 (5.2%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">4 (23.5%)</td>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">CEA, ng/ml(IQR)</td>
<td valign="top" align="center">4.53<break/>(3.42-11.08)</td>
<td valign="top" align="center">3.31<break/>(1.93-5.51)</td>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center">3.69<break/>(1.94-9.51)</td>
<td valign="top" align="center">3.2<break/>(1.88-7.86)</td>
<td valign="top" align="center">0.663</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>IQR, interquartile range.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<sec id="s3_1_1">
<title>The Efficiency of Long-Axis and Short-Axis Diameter and CEA in Predicting LN Metastasis</title>
<p>The median value of the long-axis diameter of the largest lymph nodes was 7.57 (IQR: 5.88-9.73), while the median value for short-axis diameter was 5.62 (IQR: 4.63-7.66). For LNM- patients, the median value of a long-axis diameter was 7.00 (IQR: 5.52-8.89) and 4.99 (IQR: 4.02-6.28) for the short-axis diameter; for patients with LNM+, the median value of the long-axis diameter was 8.79 (IQR: 6.81-11.60), and the median value of the short-axis diameter was 7.05 (IQR: 5.27-10.10)(<xref ref-type="table" rid="T4"><bold>Table&#xa0;4</bold></xref>, <xref ref-type="fig" rid="f4"><bold>Figures&#xa0;4A, B</bold></xref><bold>)</bold>; the difference in the long-axis diameter and short-axis diameter between patients with LNM- and LNM+ was statistically significant (<italic>P</italic>&lt;0.001).</p>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Comparison of morphology predictors, CEA and DECT quantitative parameters on distributions, AUCs, cut-offs, sensitivities and specificities.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Predictor</th>
<th valign="top" align="center">Overall</th>
<th valign="top" align="center">LNM-</th>
<th valign="top" align="center">LNM+</th>
<th valign="top" align="center"><italic>P</italic>
</th>
<th valign="top" align="center">AUC</th>
<th valign="top" align="center">CUT-OFF</th>
<th valign="top" align="center">Sensitivity</th>
<th valign="top" align="center">Specificity</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">long-axis diameter, mm</td>
<td valign="top" align="center">7.57<break/>(5.88-9.73)</td>
<td valign="top" align="center">7.00<break/>(5.52-8.89)</td>
<td valign="top" align="center">8.79<break/>(6.81-11.60)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">0.691<break/>(0.608-0.766)</td>
<td valign="top" align="center">6.45</td>
<td valign="top" align="center">62.1</td>
<td valign="top" align="center">80.7</td>
</tr>
<tr>
<td valign="top" align="left">short-axis diameter, mm</td>
<td valign="top" align="center">4.99<break/>(4.02-6.28)</td>
<td valign="top" align="center">4.99<break/>(4.02-6.28)</td>
<td valign="top" align="center">7.05<break/>(5.27-10.10)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">0.755<break/>(0.676-0.824)</td>
<td valign="top" align="center">8.19</td>
<td valign="top" align="center">60.3</td>
<td valign="top" align="center">71.1</td>
</tr>
<tr>
<td valign="top" align="left">APNIC</td>
<td valign="top" align="center">0.1786<break/>(0.1425-0.2323)</td>
<td valign="top" align="center">0.1889<break/>(0.1530-0.2448)</td>
<td valign="top" align="center">0.1710<break/>(0.1374-0.2128)</td>
<td valign="top" align="center">0.053</td>
<td valign="top" align="center">0.596<break/>(0.510-0.678)</td>
<td valign="top" align="center">0.1760</td>
<td valign="top" align="center">60.4</td>
<td valign="top" align="center">60.3</td>
</tr>
<tr>
<td valign="top" align="left">VPNIC</td>
<td valign="top" align="center">0.6622<break/>(0.5535-0.7604)</td>
<td valign="top" align="center">0.6937<break/>(0.6036-0.7800)</td>
<td valign="top" align="center">0.6288<break/>(0.4715-0.7303)</td>
<td valign="top" align="center">0.002</td>
<td valign="top" align="center">0.655<break/>(0.536-0.702)</td>
<td valign="top" align="center">0.5545</td>
<td valign="top" align="center">84.3</td>
<td valign="top" align="center">41.4</td>
</tr>
<tr>
<td valign="top" align="left">APNZ<sub>eff</sub>
</td>
<td valign="top" align="center">0.7512<break/>(0.7247-0.7843)</td>
<td valign="top" align="center">0.7563<break/>(0.7233-0.7858)</td>
<td valign="top" align="center">0.7494<break/>(0.7280-0.7777)</td>
<td valign="top" align="center">0.56</td>
<td valign="top" align="center">0.596<break/>(0.443-0.613)</td>
<td valign="top" align="center">0.7537</td>
<td valign="top" align="center">53</td>
<td valign="top" align="center">58.6</td>
</tr>
<tr>
<td valign="top" align="left">VPNZ<sub>eff</sub>
</td>
<td valign="top" align="center">0.9458<break/>(0.9195-0.9656)</td>
<td valign="top" align="center">0.9530<break/>(0.9311-0.9676)</td>
<td valign="top" align="center">0.9421<break/>(0.9057-0.9595)</td>
<td valign="top" align="center">0.014</td>
<td valign="top" align="center">0.622<break/>(0.536-0.702)</td>
<td valign="top" align="center">0.9551</td>
<td valign="top" align="center">48.2</td>
<td valign="top" align="center">70.7</td>
</tr>
<tr>
<td valign="top" align="left">CEA, ng/ml</td>
<td valign="top" align="center">3.90<break/>(2.17-7.58)</td>
<td valign="top" align="center">3.35<break/>(1.94-6.04)</td>
<td valign="top" align="center">4.42<break/>(2.94-10.83)</td>
<td valign="top" align="center">0.008</td>
<td valign="top" align="center">0.631<break/>(0.538-0.723)</td>
<td valign="top" align="center">3.36</td>
<td valign="top" align="center">70.7</td>
<td valign="top" align="center">50.6</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Data are reported as medians with interquartile ranges. P values comes from Mann-Whitney U test. AUCs are reported with 95% confidence interval. The selection of cut-off was based on the maximum Youden index. APNIC: arterial phase normalized iodine concentration; VPNIC: venous phase normalized iodine concentration; APNZ<sub>eff</sub>: arterial phase normalized effective atomic number; VPNZ<sub>eff</sub>: venous phase normalized effective atomic number.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>Violin plot of a short-axis diameter <bold>(A)</bold>, a long-axis diameter <bold>(B)</bold>, and CEA <bold>(C)</bold>. All of them were significantly different between LNM+ and LNM- groups.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-846840-g004.tif"/>
</fig>
<p>In the overall cohort, the short-axis diameter of the largest lymph node has a higher AUC in predicting lymph node metastasis than the long-axis diameter (0.755 [95%CI:0.676-0.824] vs. 0.691 [95%CI:0.608-0.766]; <italic>P</italic>=0.004). When the short-axis diameter threshold was 6.45mm, the sum of sensitivity and specificity was the highest (62.1%and 80.7%, respectively), and the corresponding accuracy was 73.0%. Furthermore, when the long-axis diameter threshold was 8.19 mm, the sum of sensitivity and specificity was the highest (60.3% and 71.1%, respectively), and the corresponding accuracy rate was 66.7% (<xref ref-type="table" rid="T4"><bold>Table&#xa0;4</bold></xref>).</p>
<p>The median value of CEA was 3.73 (IQR: 2.17-7.58); the median value of CEA in group LNM- was 3.26 (IQR: 1.94-6.04), and the median value of CEA in group LNM+ was 4.42 (IQR: 3.08-10.83)(<xref ref-type="table" rid="T4"><bold>Table&#xa0;4</bold></xref>, <xref ref-type="fig" rid="f4"><bold>Figure&#xa0;4C</bold></xref>), and the difference was significant (<italic>P</italic>=0.006). The AUC of CEA in predicting lymph node metastasis was 0.631 [95%CI:0.538-0.723] in all patients. When the threshold was 3.0, the accuracy was the highest (the sensitivity was 77.6% and the specificity was 45.8%), and the corresponding accuracy was 58.9%; when the threshold was 5 (abnormal clinical value), the sensitivity was 46.6%, the specificity was 68.7%, and the corresponding accuracy was 57.5%.</p>
</sec>
</sec>
<sec id="s3_2">
<title>Diagnostic Efficacy of DECT Quantitative Parameters for Regional Lymph Nodes in Predicting</title>
<p>The distributions, AUCs, cut-offs, sensitivities, and specificities of 4 DECT quantitative parameters in the overall population are shown in <xref ref-type="table" rid="T4"><bold>Table&#xa0;4</bold></xref>. The ROC curves of the four DECT quantitative parameters are shown in <xref ref-type="fig" rid="f4"><bold>Figure&#xa0;4</bold></xref>. The AUC of&#xa0;VP NIC was significantly higher than AP normalized Z<sub>eff</sub> (<italic>P</italic>=0.0286) and VP normalized Z<sub>eff</sub> (<italic>P</italic>=0.0059). There was&#xa0;no statistical difference between VP NIC and AP NIC (<italic>P</italic>=0.2506).</p>
</sec>
<sec id="s3_3">
<title>Radiomics Models and Their Diagnostic Power in Predicting Lymph Node Metastasis</title>
<p>After the intra-observer and inter-observer ICC tests, 424 and 542 features of the largest lymph nodes in the 120kVp-like image and the iodine map, respectively, were extracted. The results of cross-validation with different feature numbers are shown in <xref ref-type="supplementary-material" rid="SM1"><bold>Supplementary Figure&#xa0;1</bold></xref>. Rad-signature<sub>120kVp</sub> is composed of 10 features (violin plots of 10 features are shown in <xref ref-type="supplementary-material" rid="SM1"><bold>Supplementary Figure&#xa0;2</bold></xref><bold>;</bold> coefficients of features are shown in <xref ref-type="supplementary-material" rid="SM1"><bold>Supplementary Table&#xa0;1</bold></xref>). The AUC of signatures in the training group and the testing group were 0.916 [95%CI: 0.861-0.963] and 0.922 [95%CI: 0.825-0.990], respectively (<xref ref-type="fig" rid="f5"><bold>Figure&#xa0;5</bold></xref>).</p>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Receiver operating characteristic (ROC) curve of 4 different normalized DECT parameters used to discriminate LNM (+) from LNM (-) in the overall cohort. APNIC, arterial phase normalized iodine concentration; VPNIC, venous phase normalized iodine concentration; APNZ<sub>eff</sub>, arterial phase normalized effective atomic number; VPNZ<sub>eff</sub>, venous phase normalized effective atomic number.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-846840-g005.tif"/>
</fig>
<p>Rad-signature<sub>Imap</sub> is composed of 8 features (<xref ref-type="supplementary-material" rid="SM1"><bold>Supplementary Figure&#xa0;2</bold></xref> and <xref ref-type="supplementary-material" rid="SM1"><bold>Supplementary Table&#xa0;2</bold></xref>). The AUC of signature in the training group was 0.949 [95%CI: 0.901-0.980], and the AUC in the testing group was 0.866 [95%CI: 0.742-0.961]. The feature contribution and ROC curve of the iodine map radiomics signature are shown in <xref ref-type="fig" rid="f6"><bold>Figure&#xa0;6</bold></xref>. The cut-offs with the highest Youden index, sensitivities, specificities and IDI values of two radiomics signatures in the testing group are listed in <xref ref-type="table" rid="T5"><bold>Table&#xa0;5</bold></xref>. The <italic>r</italic> values of the Spearman correlation analysis between Rad-signature<sub>120kvp</sub> and the short-axis diameter and long-axis diameter are 0.534 and 0.487, respectively, suggesting a moderate correlation (<xref ref-type="bibr" rid="B23">23</xref>) between Rad-signature<sub>120kvp</sub> and the morphological indicators of node size.</p>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>The contribution of 10 features in the signature of 120kVp-like images <bold>(A)</bold> and the signature of iodine map <bold>(D)</bold>. Receiver operating characteristic (ROC) curves to discriminate LNM (+) from LNM <bold>(-)</bold> for the 120kvp-like radiomics model <bold>(B)</bold> and iodine map <bold>(E)</bold> radiomics model in the training and testing cohort. Violin plots of Rad-signature<sub>120kvp</sub> <bold>(C)</bold> and Rad-signature<sub>Imap</sub> <bold>(F)</bold> to discriminate LNM (+) from LNM (-).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-846840-g006.tif"/>
</fig>
<table-wrap id="T5" position="float">
<label>Table&#xa0;5</label>
<caption>
<p>The cut-offs, sensitivities, specificities and IDI index of two radiomics signatures in the testing group.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">Rad-signature120kvp</th>
<th valign="top" align="center">Rad-signatureImap</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">cut-off</td>
<td valign="top" align="center">0.1851</td>
<td valign="top" align="center">0.5122</td>
</tr>
<tr>
<td valign="top" align="left">Sensitivity (%)</td>
<td valign="top" align="center">100.0 [95CI%:80.5-100.0]</td>
<td valign="top" align="center">70.59 [95CI%:44.0-89.7]</td>
</tr>
<tr>
<td valign="top" align="left">Specificity (%)</td>
<td valign="top" align="center">80.0 [95CI%:59.3-93.2]</td>
<td valign="top" align="center">88.00 [95CI%:68.8-97.5]</td>
</tr>
<tr>
<td valign="top" align="left">IDI to SD</td>
<td valign="top" align="center">0.262</td>
<td valign="top" align="center">0.133</td>
</tr>
<tr>
<td valign="top" align="left">IDI to LD</td>
<td valign="top" align="center">0.329</td>
<td valign="top" align="center">0.199</td>
</tr>
<tr>
<td valign="top" align="left">IDI to VPNIC</td>
<td valign="top" align="center">0.29</td>
<td valign="top" align="center">0.161</td>
</tr>
<tr>
<td valign="top" align="left">IDI to CEA</td>
<td valign="top" align="center">0.414</td>
<td valign="top" align="center">0.285</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>The selection of cut-off was based on the maximum Youden index. Only the IDI index to DECT quantitative parameter with the highest AUC (VPNIC) was calculated. SD, short-axis diameter; LD, long-axis diameter; VPNIC, venous phase normalized iodine concentration.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_4">
<title>Comparison of Different Models and Indicators in Predicting Lymph Node Metastasis</title>
<p>The area under the curve of the six models in the testing group was compared, and Delong test results are shown in <xref ref-type="table" rid="T6"><bold>Table&#xa0;6</bold></xref>. Rad-signature<sub>120kVp</sub> achieved the highest AUC (AUC=0.922) in prediction lymph node metastasis compared with other predictors [short-axis diameter (AUC=0.779, IDI=0.262) and long-axis diameter alone (AUC=0.714, IDI=0.329); CEA (AUC=0.540, IDI=0.414), and normalized DECT parameters (AUC=0.504~0.718, IDI=0.290-0.476)](<italic>P</italic>&lt;0.05 in Delong tests). The ROC curve of 6 models is shown in <xref ref-type="fig" rid="f7"><bold>Figure&#xa0;7</bold></xref>.</p>
<table-wrap id="T6" position="float">
<label>Table&#xa0;6</label>
<caption>
<p><italic>P</italic>-values of DeLong test for AUC of 6 different signatures or indicators.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">Rad signature120kvp</th>
<th valign="top" align="center">Rad signatureI map</th>
<th valign="top" align="center">Short diameter</th>
<th valign="top" align="center">Long diameter</th>
<th valign="top" align="center">VP NIC</th>
<th valign="top" align="center">CEA</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Rad-signature120kvp (AUC=0.922)</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">0.2299</td>
<td valign="top" align="center">0.0473*</td>
<td valign="top" align="center">0.013*</td>
<td valign="top" align="center">0.0359*</td>
<td valign="top" align="center">0.0001*</td>
</tr>
<tr>
<td valign="top" align="left">Rad-signatureImap (AUC=0.866)</td>
<td valign="top" align="center">0.2299</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">0.2063</td>
<td valign="top" align="center">0.0333*</td>
<td valign="top" align="center">0.1167</td>
<td valign="top" align="center">0.0018*</td>
</tr>
<tr>
<td valign="top" align="left">Short-axis diameter (AUC=0.779)</td>
<td valign="top" align="center">0.0473*</td>
<td valign="top" align="center">0.2063</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">0.1682</td>
<td valign="top" align="center">0.1719</td>
<td valign="top" align="center">0.0098*</td>
</tr>
<tr>
<td valign="top" align="left">Long-axis diameter (AUC=0.714)</td>
<td valign="top" align="center">0.013*</td>
<td valign="top" align="center">0.0333*</td>
<td valign="top" align="center">0.1682</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">0.9731</td>
<td valign="top" align="center">0.1049</td>
</tr>
<tr>
<td valign="top" align="left">VP NIC (AUC=0.718)</td>
<td valign="top" align="center">0.0359*</td>
<td valign="top" align="center">0.1167</td>
<td valign="top" align="center">0.5739</td>
<td valign="top" align="center">0.9731</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">0.1719</td>
</tr>
<tr>
<td valign="top" align="left">CEA (AUC=0.540)</td>
<td valign="top" align="center">0.0001*</td>
<td valign="top" align="center">0.0018*</td>
<td valign="top" align="center">0.0098*</td>
<td valign="top" align="center">0.1049</td>
<td valign="top" align="center">0.5739</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>*P-value&lt;0.05; VP NIC, venous phase normalized iodine concentration.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f7" position="float">
<label>Figure&#xa0;7</label>
<caption>
<p>Receiver operating characteristic (ROC) curve of 6 different signatures or indicators in the testing cohort. The 120kVp-like radiomics signature had the highest area under Curve (AUC). Only the curve of the DECT quantitative parameter with the highest AUC (VPNIC) was drawn to improve readability. VPNIC: venous phase normalized iodine concentration.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-846840-g007.tif"/>
</fig>
<p>In order to evaluate the clinical practicability, a decision curve of six indicators or signatures has also been drawn (<xref ref-type="fig" rid="f8"><bold>Figure&#xa0;8</bold></xref>). When the threshold probability was between 0 and 0.9, Rad-signature<sub>120kvp</sub> had a higher net profit than other indicators and was only slightly lower than the Rad-signature<sub>Imap</sub> when the threshold probability was 0.7.</p>
<fig id="f8" position="float">
<label>Figure&#xa0;8</label>
<caption>
<p>Decision curve of 6 different signatures or indicators in the testing cohort. The 120kVp-like radiomics signature had the highest area under Curve (AUC) in the majority range of risk thresholds. Only the curve of DECT quantitative parameter with the highest AUC was drawn to improve readability. VPNIC: venous phase normalized iodine concentration.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-846840-g008.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>This study explored the value of dual-energy computed tomography (DECT) radiomics of the regional largest lymph node for evaluating lymph node metastasis in patients with rectal cancer. We discovered that DECT radiomics of the regional largest short-axis lymph node could improve the prediction of lymph node metastasis in patients with rectal cancer.</p>
<p>The method used to determine patients&#x2019; lymph node metastasis status was based on the regional largest short-axis diameter lymph nodes. Adopting this method was based on the following: 1. In clinical practice, size is still the primary criterion for judging the status of LN (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B24">24</xref>). Other measures include the shape (circle) (<xref ref-type="bibr" rid="B4">4</xref>) and heterogeneity (<xref ref-type="bibr" rid="B8">8</xref>). Combined with the above criteria, the &#x201c;largest short-axis diameter lymph node&#x201d; was defined as the highest risk lymph node in the region. 2. Rectal cancer&#x2019;s lymph node metastasis area is relatively fixed. Langman et al. (<xref ref-type="bibr" rid="B25">25</xref>) showed that most rectal cancer metastatic lymph nodes are located in the mesorectum close to the tumor and along the superior rectal artery. Therefore, the area defined in this study was sufficient to include metastatic lymph nodes. 3. Another reason was based on previous study data, which suggested that mapping LNs on CT may be challenging (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B26">26</xref>). More lymph nodes can be seen in the specimen than on CT (<xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B27">27</xref>). In addition, the inclusion of all lymph nodes for research has increased the number of target nodes but the uncertainty of image-specimen-pathology correspondence. We also noted that many studies adopted a method similar to ours (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B28">28</xref>&#x2013;<xref ref-type="bibr" rid="B30">30</xref>), which confirmed its feasibility. The excellent final performance of the established model also ensures the effectiveness of this method.</p>
<p>In this study, the predictive model based on a 120kVp-like image showed the highest diagnostic value in predicting lymph node metastasis in patients with rectal cancer. We also found that using an iodine map does not increase the extra performance compared to the 120kVp-like image reproduced by DECT. CT images combined with radiomics of the primary lesion to predict the status of lymph nodes in colorectal cancer have been reported before, showing an AUC of 0.778 (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B30">30</xref>). Yet, these studies used radiomics features of primary tumors combined with clinical features (CEA levels), and CT reported the LN status. Therefore, we believe that the objective quantitative radiomics information of the lymph node itself should not be ignored.</p>
<p>After the preprocessing and selection, 10 and 8 features of the largest lymph nodes in the common portal phase image and the iodine map, respectively, were reserved. Flatness was the only morphological feature contained in the two imaging radiomics signatures. It represents the ratio of the long-axis length to the shortest-axis length (<xref ref-type="bibr" rid="B31">31</xref>); the closer it is to the spherical shape, the closer it is to 1. In other words, &#x201c;round&#x201d; lymph nodes tend to be malignant, which is consistent with previous studies (<xref ref-type="bibr" rid="B32">32</xref>) and guidelines (<xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>Intensity-based statistical features shared by the iodine map and the 120kVp-like signatures included Skewness and Kurtosis. Moreover, each of the two signatures has a different histogram feature. Minimum was found in the 120kVp-like signature and 10Percentile (P10) in the iodine map signature. In fact, the meaning of the two is similar. P10 is more robust to grey level outliers than the minimum grey level (<xref ref-type="bibr" rid="B31">31</xref>). Skewness and Kurtosis may represent low-enhancement areas in the lymph nodes. Necrosis is the most common type of metastatic lymph node, and the low-enhancement areas in the lymph nodes indicate necrotic components in the lymph nodes. The feature Minimum and 10Percentile may indicate that the infiltration of surrounding fat may increase the density of low-density fat in the ROI. It is worth mentioning that some of the DECT quantitative parameters, such as NIC, are essentially Intensity-based statistical feature Mean based on the iodine map.</p>
<p>Texture features were also found to be relevant. Observing the meaning of these texture features and related conditions, the heterogeneity of metastatic lymph nodes was higher, which is also in line with our conventional cognition. Rectal benign lymph nodes include follicle, sinusoidal and mixed types, while metastatic lymph nodes include two major types of partial and complete tumor invasion and four subtypes of cellular proliferation, fibrosis, necrosis, and cyst formation (<xref ref-type="bibr" rid="B33">33</xref>). Thus, the heterogeneity analysis of lymph nodes is crucial. Establishing a correlation between conventional imaging findings and metastatic infiltration is challenging (<xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B34">34</xref>), which is why size is always the main assessment parameter. The radiomics features quantify these heterogeneous manifestations to a certain extent; these features are usually not recognized and distinguished by the naked eye (<xref ref-type="bibr" rid="B16">16</xref>). The study found that texture features, shape, and histogram features overlap between the signature of the iodine map and the 120kVp-like image. Some features are slightly different but similar in meaning. It is generally believed that radiomics features lack repeatability, especially from different CT modalities. Nevertheless, these features remain stable in different reconstructed images. Therefore, these features should be further explored and validated. On the other hand, no feature directly reflects the size of the lymph node. Correlation analysis indicated that the <italic>r</italic>-value of the radiomic score and size parameter is around 0.5, which means that the radiomic signature still has a moderate correlation with the size of the lymph node.</p>
<p>The sensitivity and specificity of the maximum short-axis diameter of regional lymph nodes in this study were similar to those of CT reported by META analysis (<xref ref-type="bibr" rid="B34">34</xref>) and comparative analysis (<xref ref-type="bibr" rid="B6">6</xref>) but also higher than those of long-axis diameter and CEA. This shows that in the absence of radiomics or other analysis methods, short-axis diameter is still one of the most effective criteria for judging lymph node involvement of rectal cancer in clinical practice. It should be noted that, in this study, we measured the long-axis diameter of the highest-risk lymph node, which does not represent the longest diameter of all regional lymph nodes. Therefore, the diagnostic efficiency of the actual maximum longest diameter of lymph nodes in the region may be lower. In addition, because some benign lymph nodes tend to show slender type, not included by our criteria, it significantly reduces the specificity of diagnosis.</p>
<p>The value of DECT quantitative parameters assessing rectal cancer&#x2019;s benign and malignant lymph nodes has attracted attention in recent years. However, the results from previous studies are not consistent (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B35">35</xref>). Nevertheless, no consensus on the diagnostic efficacy of DECT quantitative parameters in lymph node diagnosis has been proposed. Our results suggested an AUC of 0.7 when using DECT quantitative parameters alone, which is similar to data reported by Al-Najami et&#xa0;al. (<xref ref-type="bibr" rid="B36">36</xref>) but lower than others&#x2019; reports (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B24">24</xref>). Based on the above results, we think that some studies may overestimate the diagnostic performance of DECT parameters. The result also confirms that the efficiency of the iodine map signature is not better than that of the 120kVp-like venous phase signature. The essence of these quantitative parameters reflects the enhanced regional iodine concentration. Metastatic lymph nodes of rectal cancer show relatively low iodine concentration due to necrosis and tumor infiltration. These concentrations can also be quantified by ordinary portal phase CT images. Yet, the factors that lead to the iodine uptake of lymph nodes may vary, such as circulatory status and lymph node blood supply. Therefore, simply measuring a lymph node&#x2019;s average iodine concentration or atomic number without considering the morphological characteristics or heterogeneity of nodes does not provide sufficient diagnostic value.</p>
<p>Serum CEA (carcinoembryonic antigen) is one of the most important and commonly used tumor markers for rectal cancer (<xref ref-type="bibr" rid="B35">35</xref>). CEA is overexpressed in more than 70% of rectal cancer and can guide tumor detection and treatment (<xref ref-type="bibr" rid="B37">37</xref>). In this study, the accuracy of CEA to predict the N stage was only 57% when the abnormal value standard was 5ng/ml (Clinical threshold); however, the specificity of the diagnosis of lymph node metastasis was higher than the sensitivity, which was similar to data reported by Moertel et al. (<xref ref-type="bibr" rid="B38">38</xref>). This data indicates that lymph node metastasis can be suspected when CEA is greater than 5ng/ml, and regional lymph nodes should be more carefully evaluated. Yet, our data suggest that CEA alone may not be the best indicator of lymph node metastasis and could be jointly used with other indicators, as reported by some previous studies (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B37">37</xref>).</p>
<p>This study still has some limitations: 1. this is a single-center study with relatively small sample size. 2. Subjects of this study are patients who have undergone surgery without neoadjuvant therapy: yet, assessing the nature of lymph nodes after neoadjuvant therapy has always been a challenging process. 3. This study did not consider some semantic features used in clinical practice such as &#x201c;texture&#x201d;, &#x201c;border&#x201d;, and &#x201c;shape&#x201d; for comparison. 4. This study did not discuss the combined value of some indicators and radiomics signatures. 5. The patient&#x2019;s overall lymph node metastasis status is judged based on the highest-risk lymph nodes. There is no one-to-one correspondence between the pathology and the lymph nodes on the image. The model cannot distinguish the N1 or N2 stage from LNM. Previous reports showed that metastatic lymph nodes could be found in images (<xref ref-type="bibr" rid="B39">39</xref>), but if these small lymph nodes are the only metastatic lymph nodes of the patient, it is impossible to make a correct diagnosis using pure imaging methods. 6. Finally, the reproducibility of radiomics features has always been questioned. Further research is needed to establish a more robust model.</p>
<p>To sum up, a predictive radiomics model based on a 120kVp-like image and the largest short-axis diameter lymph node showed the highest diagnostic value in predicting lymph node metastasis in patients with rectal cancer and may become an effective biomarker for assessing the patient&#x2019;s lymph node status in these patients. Contrary, DECT quantitative parameters and iodine maps do not provide enough information to determine the nature of lymph nodes in rectal cancer. In the absence of radiomics methods, the diagnosis should be based on an assessment of the short-axis diameter of the lymph node and subjective assessment (e.g., whether LN is round and heterogeneous).</p>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1"><bold>Supplementary Material</bold></xref>. Further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s6" sec-type="ethics-statement">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Ethics Committee of Affiliated Hospital of Jiangsu University. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author Contributions</title>
<p>DW and ZZ contribute equally to this work. DW, ZZ, LZ, and SJ contributed to the conception of the study. ZZ, LZ, JZ, and QZ performed the data measurement. DW, ZZ, and SW performed the model development. ZZ, DW, and ML contributed significantly to analysis and manuscript preparation. ZZ, XM, PZ, and JX performed the data analysis and wrote the manuscript. HZ, MW, JC, XF, and XM helped perform the analysis with constructive discussions. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>This study was supported by the Key project of Jiangsu Provincial Health Commission (Project No.: K2019024), Natural Science Foundation of Jiangsu Province (Project No.: BK20191223), Special Funds for Roentgen Imaging Research of Jiangsu Medical Association (Project No.: SYH-3201150-0023), PhD research startup foundation of Jiangsu University Affiliated Hospital (Project No.: jdfyRC2017010), Young medical talents in Jiangsu Province (Project No.: QNRC2016831), Scientific research project of Jinshan Talent Training Program for high-level leading Talents, Postdoctoral Research Program of Jiangsu Province (Project No.: 2018K299C), and China Postdoctoral Science Foundation (Project No.: 2018M640446).</p>
</sec>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="s11" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fonc.2022.846840/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fonc.2022.846840/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bray</surname> <given-names>F</given-names>
</name>
<name>
<surname>Ferlay</surname> <given-names>J</given-names>
</name>
<name>
<surname>Soerjomataram</surname> <given-names>I</given-names>
</name>
<name>
<surname>Siegel</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Torre</surname> <given-names>LA</given-names>
</name>
<name>
<surname>Jemal</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Global Cancer Statistics 2018: GLOBOCAN Estimates of Incidence and Mortality Worldwide for 36 Cancers in 185 Countries</article-title>. <source>CA Cancer J Clin</source> (<year>2018</year>) <volume>68</volume>:<fpage>394</fpage>&#x2013;<lpage>424</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3322/caac.21492</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brenner</surname> <given-names>H</given-names>
</name>
<name>
<surname>Kloor</surname> <given-names>M</given-names>
</name>
<name>
<surname>Pox</surname> <given-names>CP</given-names>
</name>
</person-group>. <article-title>Colorectal Cancer</article-title>. <source>Lancet</source> (<year>2014</year>) <volume>383</volume>:<page-range>1490&#x2013;502</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0140-6736(13)61649-9</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Horvat</surname> <given-names>N</given-names>
</name>
<name>
<surname>Carlos Tavares Rocha</surname> <given-names>C</given-names>
</name>
<name>
<surname>Clemente Oliveira</surname> <given-names>B</given-names>
</name>
<name>
<surname>Petkovska</surname> <given-names>I</given-names>
</name>
<name>
<surname>Gollub</surname> <given-names>MJ</given-names>
</name>
</person-group>. <article-title>MRI of Rectal Cancer: Tumor Staging, Imaging Techniques, and Management</article-title>. <source>RadioGraphics</source> (<year>2019</year>) <volume>39</volume>:<page-range>367&#x2013;87</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/rg.2019180114</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Beets-Tan</surname> <given-names>RGH</given-names>
</name>
<name>
<surname>Lambregts</surname> <given-names>DMJ</given-names>
</name>
<name>
<surname>Maas</surname> <given-names>M</given-names>
</name>
<name>
<surname>Bipat</surname> <given-names>S</given-names>
</name>
<name>
<surname>Barbaro</surname> <given-names>B</given-names>
</name>
<name>
<surname>Curvo-Semedo</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Magnetic Resonance Imaging for Clinical Management of Rectal Cancer: Updated Recommendations From the 2016 European Society of Gastrointestinal and Abdominal Radiology (ESGAR) Consensus Meeting</article-title>. <source>Eur Radiol</source> (<year>2018</year>) <volume>28</volume>:<page-range>1465&#x2013;75</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-017-5026-2</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Elsholtz</surname> <given-names>FHJ</given-names>
</name>
<name>
<surname>Asbach</surname> <given-names>P</given-names>
</name>
<name>
<surname>Haas</surname> <given-names>M</given-names>
</name>
<name>
<surname>Becker</surname> <given-names>M</given-names>
</name>
<name>
<surname>Beets-Tan</surname> <given-names>RGH</given-names>
</name>
<name>
<surname>Thoeny</surname> <given-names>HC</given-names>
</name>
<etal/>
</person-group>. <article-title>Introducing the Node Reporting and Data System 1.0 (Node-RADS): A Concept for Standardized Assessment of Lymph Nodes in Cancer</article-title>. <source>Eur Radiol</source> (<year>2021</year>) <volume>31</volume>:<page-range>6116&#x2013;24</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-020-07572-4</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gao</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Li</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>X</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Tian</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>The Value of Four Imaging Modalities in Diagnosing Lymph Node Involvement in Rectal Cancer: An Overview and Adjusted Indirect Comparison</article-title>. <source>Clin Exp Med</source> (<year>2019</year>) <volume>19</volume>:<page-range>225&#x2013;34</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10238-019-00552-z</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Al-Sukhni</surname> <given-names>E</given-names>
</name>
<name>
<surname>Milot</surname> <given-names>L</given-names>
</name>
<name>
<surname>Fruitman</surname> <given-names>M</given-names>
</name>
<name>
<surname>Beyene</surname> <given-names>J</given-names>
</name>
<name>
<surname>Victor</surname> <given-names>JC</given-names>
</name>
<name>
<surname>Schmocker</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Diagnostic Accuracy of MRI for Assessment of T Category, Lymph Node Metastases, and Circumferential Resection Margin Involvement in Patients With Rectal Cancer: A Systematic Review and Meta-Analysis</article-title>. <source>Ann Surg Oncol</source> (<year>2012</year>) <volume>19</volume>:<page-range>2212&#x2013;23</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1245/s10434-011-2210-5</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brown</surname> <given-names>G</given-names>
</name>
<name>
<surname>Richards</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Bourne</surname> <given-names>MW</given-names>
</name>
<name>
<surname>Newcombe</surname> <given-names>RG</given-names>
</name>
<name>
<surname>Radcliffe</surname> <given-names>AG</given-names>
</name>
<name>
<surname>Dallimore</surname> <given-names>NS</given-names>
</name>
<etal/>
</person-group>. <article-title>Morphologic Predictors of Lymph Node Status in Rectal Cancer With Use of High-Spatial-Resolution MR Imaging With Histopathologic Comparison</article-title>. <source>Radiology</source> (<year>2003</year>) <volume>227</volume>:<page-range>371&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2272011747</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gr&#xf6;ne</surname> <given-names>J</given-names>
</name>
<name>
<surname>Loch</surname> <given-names>FN</given-names>
</name>
<name>
<surname>Taupitz</surname> <given-names>M</given-names>
</name>
<name>
<surname>Schmidt</surname> <given-names>C</given-names>
</name>
<name>
<surname>Kreis</surname> <given-names>ME</given-names>
</name>
</person-group>. <article-title>Accuracy of Various Lymph Node Staging Criteria in Rectal Cancer With Magnetic Resonance Imaging</article-title>. <source>J Gastrointest Surg</source> (<year>2018</year>) <volume>22</volume>:<page-range>146&#x2013;53</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11605-017-3568-x</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Goo</surname> <given-names>HW</given-names>
</name>
<name>
<surname>Goo</surname> <given-names>JM</given-names>
</name>
</person-group>. <article-title>Dual-Energy CT: New Horizon in Medical Imaging</article-title>. <source>Kor J Radiol</source> (<year>2017</year>) <volume>18</volume>:<page-range>555&#x2013;69</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3348/kjr.2017.18.4.555</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Agrawal</surname> <given-names>MD</given-names>
</name>
<name>
<surname>Pinho</surname> <given-names>DF</given-names>
</name>
<name>
<surname>Kulkarni</surname> <given-names>NM</given-names>
</name>
<name>
<surname>Hahn</surname> <given-names>PF</given-names>
</name>
<name>
<surname>Guimaraes</surname> <given-names>AR</given-names>
</name>
<name>
<surname>Sahani</surname> <given-names>DV</given-names>
</name>
</person-group>. <article-title>Oncologic Applications of Dual-Energy CT in the Abdomen</article-title>. <source>Radiographics</source> (<year>2014</year>) <volume>34</volume>:<fpage>589</fpage>&#x2013;<lpage>612</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/rg.343135041</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Boellaard</surname> <given-names>TN</given-names>
</name>
<name>
<surname>Henneman</surname> <given-names>ODF</given-names>
</name>
<name>
<surname>Streekstra</surname> <given-names>GJ</given-names>
</name>
<name>
<surname>Venema</surname> <given-names>HW</given-names>
</name>
<name>
<surname>Nio</surname> <given-names>CY</given-names>
</name>
<name>
<surname>van Dorth-Rombouts</surname> <given-names>MC</given-names>
</name>
<etal/>
</person-group>. <article-title>The Feasibility of Colorectal Cancer Detection Using Dual-Energy Computed Tomography With Iodine Mapping</article-title>. <source>Clin Radiol</source> (<year>2013</year>) <volume>68</volume>:<fpage>799</fpage>&#x2013;<lpage>806</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.crad.2013.03.005</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>&#xd6;zdeniz</surname> <given-names>&#x130;</given-names>
</name>
<name>
<surname>&#x130;dilman</surname> <given-names>&#x130;S</given-names>
</name>
<name>
<surname>K&#xf6;kl&#xfc;</surname> <given-names>S</given-names>
</name>
<name>
<surname>Hamalo&#x11f;lu</surname> <given-names>E</given-names>
</name>
<name>
<surname>&#xd6;zmen</surname> <given-names>M</given-names>
</name>
<name>
<surname>Akata</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Dual-Energy CT Characteristics of Colon and Rectal Cancer Allows Differentiation From Stool by Dual-Source CT</article-title>. <source>Diagn Interv Radiol</source> (<year>2017</year>) <volume>23</volume>:<page-range>251&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.5152/dir.2017.16225</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chuang-Bo</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Tai-Ping</surname> <given-names>H</given-names>
</name>
<name>
<surname>Hai-Feng</surname> <given-names>D</given-names>
</name>
<name>
<surname>Yong-Jun</surname> <given-names>J</given-names>
</name>
<name>
<surname>Xi-Rong</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Guang-Ming</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Quantitative Assessment of the Degree of Differentiation in Colon Cancer With Dual-Energy Spectral CT</article-title>. <source>Abdom Radiol (NY)</source> (<year>2017</year>) <volume>42</volume>:<page-range>2591&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00261-017-1176-6</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lambin</surname> <given-names>P</given-names>
</name>
<name>
<surname>Leijenaar</surname> <given-names>RTH</given-names>
</name>
<name>
<surname>Deist</surname> <given-names>TM</given-names>
</name>
<name>
<surname>Peerlings</surname> <given-names>J</given-names>
</name>
<name>
<surname>de Jong</surname> <given-names>EEC</given-names>
</name>
<name>
<surname>van Timmeren</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics: The Bridge Between Medical Imaging and Personalized Medicine</article-title>. <source>Nat Rev Clin Oncol</source> (<year>2017</year>) <volume>14</volume>:<page-range>749&#x2013;62</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/nrclinonc.2017.141</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gillies</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Kinahan</surname> <given-names>PE</given-names>
</name>
<name>
<surname>Hricak</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Radiomics: Images Are More Than Pictures, They Are Data</article-title>. <source>Radiology</source> (<year>2016</year>) <volume>278</volume>:<page-range>563&#x2013;77</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2015151169</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>C</given-names>
</name>
<name>
<surname>He</surname> <given-names>L</given-names>
</name>
<name>
<surname>Tian</surname> <given-names>J</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>C</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>Development and Validation of a Radiomics Nomogram for Preoperative Prediction of Lymph Node Metastasis in Colorectal Cancer</article-title>. <source>JCO</source> (<year>2016</year>) <volume>34</volume>:<page-range>2157&#x2013;64</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.2015.65.9128</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Benson</surname> <given-names>AB</given-names>
</name>
<name>
<surname>Venook</surname> <given-names>AP</given-names>
</name>
<name>
<surname>Al-Hawary</surname> <given-names>MM</given-names>
</name>
<name>
<surname>Arain</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>Y-J</given-names>
</name>
<name>
<surname>Ciombor</surname> <given-names>KK</given-names>
</name>
<etal/>
</person-group>. <article-title>NCCN Guidelines Insights: Rectal Cancer, Version 6.2020</article-title>. <source>J Natl Compr Canc Netw</source> (<year>2020</year>) <volume>18</volume>:<page-range>806&#x2013;15</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.6004/jnccn.2020.0032</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Papanikolaou</surname> <given-names>N</given-names>
</name>
<name>
<surname>Matos</surname> <given-names>C</given-names>
</name>
<name>
<surname>Koh</surname> <given-names>DM</given-names>
</name>
</person-group>. <article-title>How to Develop a Meaningful Radiomic Signature for Clinical Use in Oncologic Patients</article-title>. <source>Cancer Imaging</source> (<year>2020</year>) <volume>20</volume>:<fpage>33</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s40644-020-00311-4</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Halligan</surname> <given-names>S</given-names>
</name>
<name>
<surname>Menu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Mallett</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Why did European Radiology Reject My Radiomic Biomarker Paper? How to Correctly Evaluate Imaging Biomarkers in a Clinical Setting</article-title>. <source>Eur Radiol</source> (<year>2021</year>) <volume>31</volume>:<page-range>9361&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-021-07971-1</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Fang</surname> <given-names>M</given-names>
</name>
<name>
<surname>Li</surname> <given-names>G</given-names>
</name>
<name>
<surname>Duan</surname> <given-names>X</given-names>
</name>
<name>
<surname>Mao</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Preoperative Diagnosis of Regional Lymph Node Metastasis of Colorectal Cancer With Quantitative Parameters From Dual-Energy CT</article-title>. <source>Am J Roentgenol</source> (<year>2019</year>) <volume>213</volume>:<page-range>W17&#x2013;25</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.2214/AJR.18.20843</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Peduzzi</surname> <given-names>P</given-names>
</name>
<name>
<surname>Concato</surname> <given-names>J</given-names>
</name>
<name>
<surname>Kemper</surname> <given-names>E</given-names>
</name>
<name>
<surname>Holford</surname> <given-names>TR</given-names>
</name>
<name>
<surname>Feinstein</surname> <given-names>AR</given-names>
</name>
</person-group>. <article-title>A Simulation Study of the Number of Events Per Variable in Logistic Regression Analysis</article-title>. <source>J Clin Epidemiol</source> (<year>1996</year>) <volume>49</volume>:<page-range>1373&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/s0895-4356(96)00236-3</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schober</surname> <given-names>P</given-names>
</name>
<name>
<surname>Boer</surname> <given-names>C</given-names>
</name>
<name>
<surname>Schwarte</surname> <given-names>LA</given-names>
</name>
</person-group>. <article-title>Correlation Coefficients: Appropriate Use and Interpretation</article-title>. <source>Anesth Analg</source> (<year>2018</year>) <volume>126</volume>:<page-range>1763&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1213/ANE.0000000000002864</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Yan</surname> <given-names>F</given-names>
</name>
<name>
<surname>Pan</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>X</given-names>
</name>
<name>
<surname>Luo</surname> <given-names>X</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Evaluation of Dual Energy Spectral CT in Differentiating Metastatic From non-Metastatic Lymph Nodes in Rectal Cancer: Initial Experience</article-title>. <source>Eur J Radiol</source> (<year>2015</year>) <volume>84</volume>:<page-range>228&#x2013;34</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejrad.2014.11.016</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Langman</surname> <given-names>G</given-names>
</name>
<name>
<surname>Patel</surname> <given-names>A</given-names>
</name>
<name>
<surname>Bowley</surname> <given-names>DM</given-names>
</name>
</person-group>. <article-title>Size and Distribution of Lymph Nodes in Rectal Cancer Resection Specimens</article-title>. <source>Dis Colon Rectum</source> (<year>2015</year>) <volume>58</volume>:<page-range>406&#x2013;14</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/DCR.0000000000000321</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Al-Najami</surname> <given-names>I</given-names>
</name>
<name>
<surname>Beets-Tan</surname> <given-names>RGH</given-names>
</name>
<name>
<surname>Madsen</surname> <given-names>G</given-names>
</name>
<name>
<surname>Baatrup</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>Dual-Energy CT of Rectal Cancer Specimens: A CT-Based Method for Mesorectal Lymph Node Characterization</article-title>. <source>Dis Colon Rectum</source> (<year>2016</year>) <volume>59</volume>:<page-range>640&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/DCR.0000000000000601</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cui</surname> <given-names>C</given-names>
</name>
<name>
<surname>Cai</surname> <given-names>H</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>L</given-names>
</name>
<name>
<surname>Li</surname> <given-names>L</given-names>
</name>
<name>
<surname>Tian</surname> <given-names>H</given-names>
</name>
<name>
<surname>Li</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Quantitative Analysis and Prediction of Regional Lymph Node Status in Rectal Cancer Based on Computed Tomography Imaging</article-title>. <source>Eur Radiol</source> (<year>2011</year>) <volume>21</volume>:<page-range>2318&#x2013;25</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-011-2182-7</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Choi</surname> <given-names>J</given-names>
</name>
<name>
<surname>Oh</surname> <given-names>SN</given-names>
</name>
<name>
<surname>Yeo</surname> <given-names>D-M</given-names>
</name>
<name>
<surname>Kang</surname> <given-names>WK</given-names>
</name>
<name>
<surname>Jung</surname> <given-names>C-K</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>SW</given-names>
</name>
<etal/>
</person-group>. <article-title>Computed Tomography and Magnetic Resonance Imaging Evaluation of Lymph Node Metastasis in Early Colorectal Cancer</article-title>. <source>World J Gastroenterol</source> (<year>2015</year>) <volume>21</volume>:<page-range>556&#x2013;62</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3748/wjg.v21.i2.556</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brunette</surname> <given-names>LL</given-names>
</name>
<name>
<surname>Bonyadlou</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ji</surname> <given-names>L</given-names>
</name>
<name>
<surname>Groshen</surname> <given-names>S</given-names>
</name>
<name>
<surname>Shuster</surname> <given-names>D</given-names>
</name>
<name>
<surname>Mehta</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Predictive Value of FDG PET/CT to Detect Lymph Node Metastases in Cervical Cancer</article-title>. <source>Clin Nucl Med</source> (<year>2018</year>) <volume>43</volume>:<fpage>793</fpage>&#x2013;<lpage>801</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/RLU.0000000000002252</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname> <given-names>L-D</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>J-Y</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Li</surname> <given-names>S-R</given-names>
</name>
<name>
<surname>Li</surname> <given-names>W</given-names>
</name>
<etal/>
</person-group>. <article-title>Multiparametric Radiomics Improve Prediction of Lymph Node Metastasis of Rectal Cancer Compared With Conventional Radiomics</article-title>. <source>Life Sci</source> (<year>2018</year>) <volume>208</volume>:<fpage>55</fpage>&#x2013;<lpage>63</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.lfs.2018.07.007</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zwanenburg</surname> <given-names>A</given-names>
</name>
<name>
<surname>Valli&#xe8;res</surname> <given-names>M</given-names>
</name>
<name>
<surname>Abdalah</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Aerts</surname> <given-names>HJWL</given-names>
</name>
<name>
<surname>Andrearczyk</surname> <given-names>V</given-names>
</name>
<name>
<surname>Apte</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>The Image Biomarker Standardization Initiative: Standardized Quantitative Radiomics for High-Throughput Image-Based Phenotyping</article-title>. <source>Radiology</source> (<year>2020</year>) <volume>295</volume>:<page-range>328&#x2013;38</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2020191145</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hulsmans</surname> <given-names>FH</given-names>
</name>
<name>
<surname>Bosma</surname> <given-names>A</given-names>
</name>
<name>
<surname>Mulder</surname> <given-names>PJ</given-names>
</name>
<name>
<surname>Reeders</surname> <given-names>JW</given-names>
</name>
<name>
<surname>Tytgat</surname> <given-names>GN</given-names>
</name>
</person-group>. <article-title>Perirectal Lymph Nodes in Rectal Cancer: <italic>In Vitro</italic> Correlation of Sonographic Parameters and Histopathologic Findings</article-title>. <source>Radiology</source> (<year>1992</year>) <volume>184</volume>:<page-range>553&#x2013;60</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiology.184.2.1620864</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Detry</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Kartheuser</surname> <given-names>AH</given-names>
</name>
<name>
<surname>Lagneaux</surname> <given-names>G</given-names>
</name>
<name>
<surname>Rahier</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Preoperative Lymph Node Staging in Rectal Cancer: A Difficult Challenge</article-title>. <source>Int J Colorectal Dis</source> (<year>1996</year>) <volume>11</volume>:<page-range>217&#x2013;21</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s003840050050</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bipat</surname> <given-names>S</given-names>
</name>
<name>
<surname>Glas</surname> <given-names>AS</given-names>
</name>
<name>
<surname>Slors</surname> <given-names>FJM</given-names>
</name>
<name>
<surname>Zwinderman</surname> <given-names>AH</given-names>
</name>
<name>
<surname>Bossuyt</surname> <given-names>PMM</given-names>
</name>
<name>
<surname>Stoker</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Rectal Cancer: Local Staging and Assessment of Lymph Node Involvement With Endoluminal US, CT, and MR Imaging&#x2013;a Meta-Analysis</article-title>. <source>Radiology</source> (<year>2004</year>) <volume>232</volume>:<page-range>773&#x2013;83</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2323031368</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Stiksma</surname> <given-names>J</given-names>
</name>
<name>
<surname>Grootendorst</surname> <given-names>DC</given-names>
</name>
<name>
<surname>van der Linden</surname> <given-names>PWG</given-names>
</name>
</person-group>. <article-title>CA 19-9 as a Marker in Addition to CEA to Monitor Colorectal Cancer</article-title>. <source>Clin Colorectal Cancer</source> (<year>2014</year>) <volume>13</volume>:<page-range>239&#x2013;44</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.clcc.2014.09.004</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Al-Najami</surname> <given-names>I</given-names>
</name>
<name>
<surname>Lahaye</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Beets-Tan</surname> <given-names>RGH</given-names>
</name>
<name>
<surname>Baatrup</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>Dual-Energy CT can Detect Malignant Lymph Nodes in Rectal Cancer</article-title>. <source>Eur J Radiol</source> (<year>2017</year>) <volume>90</volume>:<page-range>81&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejrad.2017.02.005</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Spindler</surname> <given-names>BA</given-names>
</name>
<name>
<surname>Bergquist</surname> <given-names>JR</given-names>
</name>
<name>
<surname>Thiels</surname> <given-names>CA</given-names>
</name>
<name>
<surname>Habermann</surname> <given-names>EB</given-names>
</name>
<name>
<surname>Kelley</surname> <given-names>SR</given-names>
</name>
<name>
<surname>Larson</surname> <given-names>DW</given-names>
</name>
<etal/>
</person-group>. <article-title>Incorporation of CEA Improves Risk Stratification in Stage II Colon Cancer</article-title>. <source>J Gastrointest Surg</source> (<year>2017</year>) <volume>21</volume>:<page-range>770&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11605-017-3391-4</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Moertel</surname> <given-names>CG</given-names>
</name>
<name>
<surname>O&#x2019;Fallon</surname> <given-names>JR</given-names>
</name>
<name>
<surname>Go</surname> <given-names>VL</given-names>
</name>
<name>
<surname>O&#x2019;Connell</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Thynne</surname> <given-names>GS</given-names>
</name>
</person-group>. <article-title>The Preoperative Carcinoembryonic Antigen Test in the Diagnosis, Staging, and Prognosis of Colorectal Cancer</article-title>. <source>Cancer</source> (<year>1986</year>) <volume>58</volume>:<page-range>603&#x2013;10</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/1097-0142(19860801)58:3&lt;603::aid-cncr2820580302&gt;3.0.co;2-k</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Horvat</surname> <given-names>N</given-names>
</name>
<name>
<surname>Petkovska</surname> <given-names>I</given-names>
</name>
<name>
<surname>Gollub</surname> <given-names>MJ</given-names>
</name>
</person-group>. <article-title>MR Imaging of Rectal Cancer</article-title>. <source>Radiol Clinics North America</source> (<year>2018</year>) <volume>56</volume>:<page-range>751&#x2013;74</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.rcl.2018.04.004</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>