<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2023.1067414</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Development of artificial blood loss and duration of excision score to evaluate surgical difficulty of total laparoscopic anterior resection in rectal cancer</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Lv</surname>
<given-names>Jingfang</given-names>
</name>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1923347"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Guan</surname>
<given-names>Xu</given-names>
</name>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/932092"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wei</surname>
<given-names>Ran</given-names>
</name>
<uri xlink:href="https://loop.frontiersin.org/people/1609304"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yin</surname>
<given-names>Yefeng</given-names>
</name>
<uri xlink:href="https://loop.frontiersin.org/people/1958127"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liu</surname>
<given-names>Enrui</given-names>
</name>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhao</surname>
<given-names>Zhixun</given-names>
</name>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chen</surname>
<given-names>Haipeng</given-names>
</name>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liu</surname>
<given-names>Zheng</given-names>
</name>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Jiang</surname>
<given-names>Zheng</given-names>
</name>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Wang</surname>
<given-names>Xishan</given-names>
</name>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1923430"/>
</contrib>
</contrib-group>
<aff id="aff1">
<institution>Department of Colorectal Surgery, National Cancer Center/National Clinical Research Center for Cancer/Cancer Hospital, Chinese Academy of Medical Sciences and Peking Union Medical College</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Alberto Puccini, Ospedale Policlinico San Martino IRCCS, Italy</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Stefano Bona, Humanitas Research Hospital, Italy; Ugo Elmore, San Raffaele Hospital (IRCCS), Italy; Beatriz Martin-Perez, University Hospital of Badajoz, Spain</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Xishan Wang, <email xlink:href="mailto:wxshan1208@126.com">wxshan1208@126.com</email>
</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work and share first authorship</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Gastrointestinal Cancers: Colorectal Cancer, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>07</day>
<month>03</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>13</volume>
<elocation-id>1067414</elocation-id>
<history>
<date date-type="received">
<day>11</day>
<month>10</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>03</day>
<month>01</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Lv, Guan, Wei, Yin, Liu, Zhao, Chen, Liu, Jiang and Wang</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Lv, Guan, Wei, Yin, Liu, Zhao, Chen, Liu, Jiang and Wang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Purpose</title>
<p>Total laparoscopic anterior resection (tLAR) has been gradually applied in the treatment of rectal cancer (RC). This study aims to develop a scoring system to predict the surgical difficulty of tLAR.</p>
</sec>
<sec>
<title>Methods</title>
<p>RC patients treated with tLAR were collected. The blood loss and duration of excision (BLADE) scoring system was built to assess the surgical difficulty by using restricted cubic spline regression. Multivariate logistic regression was used to evaluate the effect of the BLADE score on postoperative complications. The random forest (RF) algorithm was used to establish a preoperative predictive model for the BLADE score.</p>
</sec>
<sec>
<title>Results</title>
<p>A total of 1,994 RC patients were randomly selected for the training set and the test set, and 325 RC patients were identified as the external validation set. The BLADE score, which was built based on the thresholds of blood loss (60 ml) and duration of surgical excision (165 min), was the most important risk factor for postoperative complications. The areas under the curve of the predictive RF model were 0.786 in the training set, 0.640 in the test set, and 0.665 in the external validation set.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>This preoperative predictive model for the BLADE score presents clinical feasibility and reliability in identifying the candidates to receive tLAR and in making surgical plans for RC patients.</p>
</sec>
</abstract>
<kwd-group>
<kwd>rectal cancer</kwd>
<kwd>totally laparoscopic anterior resection</kwd>
<kwd>surgical difficulty</kwd>
<kwd>BLADE score system</kwd>
<kwd>random forest algorithm</kwd>
</kwd-group>
<contract-sponsor id="cn001">National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/501100001809</named-content>
</contract-sponsor>
<contract-sponsor id="cn002">Sanming Project of Medicine in Shenzhen<named-content content-type="fundref-id">10.13039/501100012151</named-content>
</contract-sponsor>
<counts>
<fig-count count="3"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="49"/>
<page-count count="10"/>
<word-count count="4655"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>The fast development of laparoscopic surgery indicated great progress in the treatment of colorectal disease in past decades. Substantial evidence suggests that laparoscopic anterior resection (LAR) benefits rectal cancer (RC) patients through a high-definition surgical field, bleeding reduction, early recovery of bowel function, and short hospital stay (<xref ref-type="bibr" rid="B1">1</xref>&#x2013;<xref ref-type="bibr" rid="B3">3</xref>). However, conventional LAR requires an abdominal incision for specimen extraction and digestive reconstruction. Despite the incision of LAR being smaller than it is in open surgery, it still causes incisional infection, postoperative pain, and incisional hernia, which could reduce the advantages of minimally invasive laparoscopic surgery (<xref ref-type="bibr" rid="B4">4</xref>&#x2013;<xref ref-type="bibr" rid="B6">6</xref>). The introduction of total LAR (tLAR) with intracorporeal anastomosis and natural orifice specimen extraction (NOSE) has led to improvement of short-term outcomes caused by incision (<xref ref-type="bibr" rid="B7">7</xref>&#x2013;<xref ref-type="bibr" rid="B9">9</xref>) and has comparable 3-year disease-free and overall survival with those in conventional laparoscopy (<xref ref-type="bibr" rid="B10">10</xref>), which has therefore inspired further exploration and popularization of tLAR in the treatment of RC (<xref ref-type="bibr" rid="B11">11</xref>&#x2013;<xref ref-type="bibr" rid="B15">15</xref>). However, tLAR is challenged by complicated surgical procedures and high surgical difficulty of intracorporeal anastomosis, as well as potential concerns regarding intraperitoneal contamination and dissemination of tumor cells (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B16">16</xref>&#x2013;<xref ref-type="bibr" rid="B19">19</xref>).</p>
<p>Scoring systems of surgical difficulty not only help to identify patients with a high risk of postoperative complication and poor prognosis but also help surgeons to select appropriate cases and make surgical plans. Although the predictors of the difficulty of anterior resection have been identified (<xref ref-type="bibr" rid="B20">20</xref>&#x2013;<xref ref-type="bibr" rid="B22">22</xref>), no scoring systems have been developed for tLAR. Here, we performed this study with the aims of a) developing a simple clinical tool named blood loss and duration of excision (BLADE) scoring system to evaluate the surgical difficulty of tLAR, b) assessing the effect of the BLADE score on short-term outcomes for RC patients undergoing tLAR, and c) using preoperative variables to establish the predictive model for the BLADE score based on machine learning algorithms.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and methods</title>
<sec id="s2_1">
<title>Study population</title>
<p>A total of 3,485 RC patients treated with tLAR between August 2008 and July 2021 were collected from the China national database of tLAR and NOSE for colorectal cancer. The data were collected by a secure online platform (<uri xlink:href="http://chinanoses.yiducloud.com.cn">http://chinanoses.yiducloud.com.cn</uri>) and stored in a uniform format. This study was reviewed and approved by the institutional review board of China National Cancer Center and was exempt from patient consent given the retrospective nature of the study. All included patients were pathologically diagnosed with adenocarcinoma located within 15 cm from the anal verge. The exclusion criteria for tLAR were as follows: patient with multiple lesions, tumor spreading to other distant organs or invading adjacent organs, the patient underwent conversion to conventional laparoscopic surgery or open surgery, surgery performed with a robotic platform, and patient with incomplete data. The flowchart is presented in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Flowchart illustrating patient selection and the overall data analysis procedures. RCS, restricted cubic spline; BLADE, blood loss and duration of excision; LR, logistic regression; CLS, conventional laparoscopic surgery.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-13-1067414-g001.tif"/>
</fig>
</sec>
<sec id="s2_2">
<title>Variable selection</title>
<p>The clinical records of RC patients were extracted with the following information for analysis: patient characteristics [gender, age at diagnosis, body mass index (BMI), and comorbidity], tumor characteristics [distance from lower edge of tumor to anus, tumor size, American Joint Committee on Cancer (AJCC) TNM stage, preoperative serum carcinoembryonic antigen (CEA), preoperative serum carbohydrate antigen 19-9 (CA19-9), and receipt of neoadjuvant chemoradiotherapy], surgical information (estimated blood loss and surgical time), and 30-day postoperative complications (anastomotic leakage, anastomotic bleeding, anastomotic stenosis, intraabdominal bleeding, intraabdominal abscess, rectovaginal fistula, intestinal obstruction, wound complications, pulmonary disease, urinary disease, and others).</p>
</sec>
<sec id="s2_3">
<title>Surgical procedures of tLAR</title>
<p>All surgical procedures of tLAR were performed by experienced colorectal surgeons for laparoscopic surgery. The tLAR was performed as described previously (<xref ref-type="bibr" rid="B23">23</xref>). Briefly, the main surgical procedures of tLAR were as follows: a) anterior resection was performed following the principle total mesorectal excision (TME), b) digestive tract reconstruction included low colorectal end-to-end anastomosis or coloanal end-to-end anastomosis, and c) the rectal specimen was finally extracted transanally or transvaginally. In brief, all procedures of anterior resection and digestive tract reconstruction were performed intraabdominally.</p>
</sec>
<sec id="s2_4">
<title>Development of BLADE scoring system</title>
<p>The surgical difficulty grading of the BLADE scoring system was built by two surgical variables including duration of surgery and estimated blood loss. Operative time was defined as the time from skin incision to final cutaneous closure. Anesthesiologists carefully evaluated blood loss during the operation and recorded it at the end of the operation. Restricted cubic spline (RCS) regression plots were performed to examine the full-range associations between the duration of surgery and the estimated blood loss with the odd ratios (ORs) for overall complication within 30 days to ascertain the optimal cutoff point to classify the operative time and total intraoperative blood loss into binary variables with a certain degree of objectivity. Each of the two intraoperative factors was assigned 1 point when it was at or above the threshold value. Therefore, the BLADE score ranged from 0 to 2, and patients scoring 0, 1, and 2 were classified as low, middle, and high difficulty of tLAR, respectively.</p>
</sec>
<sec id="s2_5">
<title>Establishment of the preoperative model to predict surgical difficulty</title>
<p>Of included patients from the national database, 80% (n = 1,596) were randomly selected for the training set, and the remaining 20% (n = 398) were used as the test set. Furthermore, 325 RC patients who underwent tLAR between January 2015 and August 2018 at Cancer Hospital Chinese Academy of Medical Sciences and the Second Affiliated Hospital of Harbin Medical University were identified as the external validation set according to the inclusion and exclusion criteria. The preoperative models for the BLADE score were developed based on the training cohort by using machine learning algorithms and then were tested in both the test set and the external validation cohort. Nine preoperative variables associated with surgical difficulty were obtained, including gender, age at diagnosis, BMI, history of previous diseases, receipt of neoadjuvant chemoradiotherapy, tumor location, tumor size, AJCC T stage, and AJCC N stage. The algorithms included logistic regression (LR), k-nearest neighbor (KNN), support vector machine (SVM), artificial neural network (ANN), generalized boosting machines (GBMs), and random forest (RF). The details of each model are described in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table&#xa0;1</bold>
</xref>. We calculated the area under the receiver operating characteristic curve (AUC) as our primary performance metric to assess the discrimination of the machine learning algorithm.</p>
</sec>
<sec id="s2_6">
<title>Statistical analysis</title>
<p>The data were presented as the mean with standard deviation (SD) for continuous variables and proportions (%) for categorical variables. The association between surgical difficulty and overall postoperative complications was evaluated through uni- and multivariate binary logistic regression analyses by calculating ORs and 95% confidence intervals (CIs). The variables with a <italic>p-</italic>value of less than 0.05 after univariate analysis were included in the multivariate analysis. Statistically significant results were defined as <italic>p</italic> &lt; 0.05, and all <italic>p</italic>-values were two-sided. Data analyses were performed using IBM SPSS Statistics version 23.0 (IBM Corp.) and R software version 3.5.3 (R Project for Statistical Computing). The study was reported in line with the STROCSS criteria (<xref ref-type="bibr" rid="B24">24</xref>).</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Patient characteristics and surgical outcomes</title>
<p>A total of 1,994 patients who underwent tLAR were identified, including 1,030 (51.7%) male and 964 (48.3%) female patients, with a median age of 60.20 (SD = 11.43) years and a mean BMI of 22.84 kg/m<sup>2</sup> (SD = 2.96). A total of 617 (30.9%) patients had comorbidities, and 101 patients (5.1%) had received neoadjuvant therapy. The mean duration of surgery was 188.59 (range 75&#x2013;669) min, and the mean intraoperative blood loss was 75.85 (range 40&#x2013;600) ml. The overall complication rate was 17.9% (356 of 1,994 cases). The details of patient information are shown in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Demographic and tumor characteristics of patients undergoing tLAR for RC.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristics</th>
<th valign="top" align="center">Derivation set</th>
<th valign="top" align="center">Training set</th>
<th valign="top" align="center">Test set</th>
<th valign="top" align="center">External validation set</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="top" colspan="5" align="left">Gender, n (%)</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Male</td>
<td valign="top" align="center">1,030 (51.7)</td>
<td valign="top" align="center">835 (52.3)</td>
<td valign="top" align="center">195 (49.0)</td>
<td valign="top" align="center">203 (49.0)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Female</td>
<td valign="top" align="center">964 (48.3)</td>
<td valign="top" align="center">761 (47.7)</td>
<td valign="top" align="center">203 (51.0)</td>
<td valign="top" align="center">211 (51.0)</td>
</tr>    <tr>
<th valign="top" align="left">Age at diagnosis, mean (SD), years</th>
<th valign="top" align="center">60.20 (11.43)</th>
<th valign="top" align="center">60.08 (11.59)</th>
<th valign="top" align="center">60.67 (10.73)</th>
<th valign="top" align="center">61.54 (10.67)</th>
</tr>
<tr>
<th valign="top" colspan="5" align="left">Age at diagnosis, n (%), years</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&lt;60</td>
<td valign="top" align="center">885 (44.4)</td>
<td valign="top" align="center">717 (44.9)</td>
<td valign="top" align="center">168 (42.2)</td>
<td valign="top" align="center">157 (37.9)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;60</td>
<td valign="top" align="center">1,109 (55.6)</td>
<td valign="top" align="center">879 (55.1)</td>
<td valign="top" align="center">230 (57.8)</td>
<td valign="top" align="center">257 (62.1)</td>
</tr>    <tr>
<th valign="top" align="left">BMI, mean (SD), kg/m<sup>2</sup>
</th>
<th valign="top" align="center">22.84 (2.96)</th>
<th valign="top" align="center">22.836 (2.98)</th>
<th valign="top" align="center">22.87 (2.91)</th>
<th valign="top" align="center">22.49 (2.90)</th>
</tr>
<tr>
<th valign="top" colspan="5" align="left">BMI, n (%), kg/m<sup>2</sup>
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&lt;18.5</td>
<td valign="top" align="center">113 (5.7)</td>
<td valign="top" align="center">95 (6.0)</td>
<td valign="top" align="center">18 (4.5)</td>
<td valign="top" align="center">25 (6.0)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;18.5, &lt;25</td>
<td valign="top" align="center">1,437 (72.1)</td>
<td valign="top" align="center">1,144 (71.7)</td>
<td valign="top" align="center">293 (73.6)</td>
<td valign="top" align="center">308 (74.4)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;25, &lt;30</td>
<td valign="top" align="center">420 (21.1)</td>
<td valign="top" align="center">337 (21.1)</td>
<td valign="top" align="center">83 (20.9)</td>
<td valign="top" align="center">74 (17.9)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;30</td>
<td valign="top" align="center">24 (1.2)</td>
<td valign="top" align="center">20 (1.3)</td>
<td valign="top" align="center">4 (1.0)</td>
<td valign="top" align="center">7 (1.7)</td>
</tr>
<tr>
<th valign="top" colspan="5" align="left">Comorbidity, n (%)</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;No</td>
<td valign="top" align="center">1,377 (69.1)</td>
<td valign="top" align="center">1,107 (69.4)</td>
<td valign="top" align="center">270 (67.8)</td>
<td valign="top" align="center">86 (20.8)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Yes</td>
<td valign="top" align="center">617 (30.9)</td>
<td valign="top" align="center">489 (30.6)</td>
<td valign="top" align="center">128 (32.2)</td>
<td valign="top" align="center">328 (79.2)</td>
</tr>
<tr>
<th valign="top" colspan="5" align="left">Neoadjuvant chemoradiotherapy, n (%)</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;No</td>
<td valign="top" align="center">1,893 (94.9)</td>
<td valign="top" align="center">1,517 (95.1)</td>
<td valign="top" align="center">376 (94.5)</td>
<td valign="top" align="center">403 (97.3)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Yes</td>
<td valign="top" align="center">101 (5.1)</td>
<td valign="top" align="center">79 (4.9)</td>
<td valign="top" align="center">22 (5.5)</td>
<td valign="top" align="center">11 (2.7)</td>
</tr>
<tr>
<th valign="top" colspan="5" align="left">Tumor location, n (%), cm</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&lt;5</td>
<td valign="top" align="center">422 (21.2)</td>
<td valign="top" align="center">327 (20.5)</td>
<td valign="top" align="center">95 (23.9)</td>
<td valign="top" align="center">93 (28.6)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;5, &lt;10</td>
<td valign="top" align="center">695 (34.9)</td>
<td valign="top" align="center">570 (35.7)</td>
<td valign="top" align="center">125 (31.4)</td>
<td valign="top" align="center">144 (44.3)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;10</td>
<td valign="top" align="center">877 (44.0)</td>
<td valign="top" align="center">699 (43.8)</td>
<td valign="top" align="center">178 (44.7)</td>
<td valign="top" align="center">88 (27.1)</td>
</tr>    <tr>
<th valign="top" align="left">Tumor size, mean (SD), cm</th>
<th valign="top" align="center">3.53 (1.39)</th>
<th valign="top" align="center">3.559 (1.42)</th>
<th valign="top" align="center">3.43 (1.24)</th>
<th valign="top" align="center">3.37 (1.14)</th>
</tr>
<tr>
<th valign="top" colspan="5" align="left">Tumor size, n (%), cm</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&lt;5</td>
<td valign="top" align="center">1,681 (84.3)</td>
<td valign="top" align="center">1,339 (83.9)</td>
<td valign="top" align="center">342 (85.9)</td>
<td valign="top" align="center">360 (87.0)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;5</td>
<td valign="top" align="center">313 (15.7)</td>
<td valign="top" align="center">257 (16.1)</td>
<td valign="top" align="center">56 (14.1)</td>
<td valign="top" align="center">54 (13.0)</td>
</tr>
<tr>
<th valign="top" colspan="5" align="left">T stage, n (%)</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T0&#x2013;T2</td>
<td valign="top" align="center">737 (37.0)</td>
<td valign="top" align="center">573 (35.9)</td>
<td valign="top" align="center">164 (41.2)</td>
<td valign="top" align="center">348 (87.0)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T3&#x2013;T4</td>
<td valign="top" align="center">1,257 (63.0)</td>
<td valign="top" align="center">1,023 (64.1)</td>
<td valign="top" align="center">234 (58.8)</td>
<td valign="top" align="center">66 (15.9)</td>
</tr>
<tr>
<th valign="top" colspan="5" align="left">N stage, n (%)</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N0</td>
<td valign="top" align="center">1,313 (65.8)</td>
<td valign="top" align="center">1,049 (65.7)</td>
<td valign="top" align="center">264 (66.3)</td>
<td valign="top" align="center">255 (61.6)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N1&#x2013;2</td>
<td valign="top" align="center">681 (34.2)</td>
<td valign="top" align="center">547 (34.3)</td>
<td valign="top" align="center">134 (33.7)</td>
<td valign="top" align="center">159 (38.4)</td>
</tr>
<tr>
<th valign="top" colspan="5" align="left">CEA, n (%)</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Normal</td>
<td valign="top" align="center">1,327 (66.5)</td>
<td valign="top" align="center">1,056 (66.2)</td>
<td valign="top" align="center">271 (68.1)</td>
<td valign="top" align="center">228 (55.1)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Elevated</td>
<td valign="top" align="center">667 (33.5)</td>
<td valign="top" align="center">540 (33.8)</td>
<td valign="top" align="center">127 (31.9)</td>
<td valign="top" align="center">186 (44.9)</td>
</tr>
<tr>
<th valign="top" colspan="5" align="left">CA19-9, n(%)</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Normal</td>
<td valign="top" align="center">1,529 (76.7)</td>
<td valign="top" align="center">1,212 (75.9)</td>
<td valign="top" align="center">317 (79.6)</td>
<td valign="top" align="center">257 (62.1)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Elevated</td>
<td valign="top" align="center">465 (23.3)</td>
<td valign="top" align="center">384 (24.1)</td>
<td valign="top" align="center">81 (20.4)</td>
<td valign="top" align="center">157 (37.9)</td>
</tr>    <tr>
<th valign="top" align="left">Duration of surgery, mean (SD), min</th>
<th valign="top" align="center">188.59 (70.36)</th>
<th valign="top" align="center">188.48 (70.59)</th>
<th valign="top" align="center">189.06 (69.50)</th>
<th valign="top" align="center">157.32 (56.06)</th>
</tr>
<tr>
<th valign="top" align="left">Estimated intraoperative blood loss, mean (SD), ml</th>
<th valign="top" align="center">75.85 (47.37)</th>
<th valign="top" align="center">76.06 (48.04)</th>
<th valign="top" align="center">75.05 (44.61)</th>
<th valign="top" align="center">70.08 (51.31)</th>
</tr>
<tr>
<th valign="top" colspan="5" align="left">Postoperative complication, n (%)</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;No</td>
<td valign="top" align="center">1,638 (82.1)</td>
<td valign="top" align="center">1,314 (82.3)</td>
<td valign="top" align="center">324 (81.4)</td>
<td valign="top" align="center">378 (91.3)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Yes</td>
<td valign="top" align="center">356 (17.9)</td>
<td valign="top" align="center">282 (17.7)</td>
<td valign="top" align="center">74 (18.6)</td>
<td valign="top" align="center">36 (8.7)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>RC, rectal cancer; BMI, body mass index; SD, standard deviation; CEA, carcinoembryonic antigen; CA19-9, carbohydrate antigen 19-9; tLAR, total laparoscopic anterior resection.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Development of BLADE scoring system</title>
<p>The effects of the duration of surgery and the estimated intraoperative blood loss on the ORs and 95% CI of overall complication were present using spline curve analysis. For the duration of surgery, the ORs continuously increased with an increase in the duration of surgery, and the slight plateau phase of the curve was detected between approximately 165 and 281 min (non-linearity <italic>p</italic>-values were 0.001) (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref>). Increasing the duration of surgery at &lt;165 and &gt;281 min was associated with a rapid increase in the risk of overall complications after surgery. We then defined the duration of surgery performed &#x2265;165 min as long duration (1 point) and the duration of surgery performed &lt;165 min as short duration (0 point). The estimated intraoperative blood loss was associated with complications in a linear profile (non-linearity <italic>p</italic>-values were 0.911) (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2B</bold>
</xref>). Thus, we defined blood loss &gt;60 ml (OR, 1.01; 95% CI, 0.996&#x2013;1.015) as a large amount of bleeding (1 point) and &#x2264;60 ml as a small amount of bleeding (0 point). Based on this new scoring system, 1,994 patients were scored retrospectively; 517 (25.9%), 989 (49.6%), and 488 patients (24.5%) were defined as low-, middle-, and high-difficulty groups, respectively (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>).</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Odds ratio (OR) curves of the duration of surgery and the estimated blood loss for postoperative complication risk with spline curve analysis. <bold>(A)</bold> The OR continuously increased with the increase of the duration of surgery, and the plateau phase of the curve was detected around 165 and 281 min. The plateau phase continued until 281 min, and the OR increased again with the increase in the duration of surgery. <bold>(B)</bold> The estimated blood loss was associated with the OR of complication in a linear profile.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-13-1067414-g002.tif"/>
</fig>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Patient proportion of surgical difficulty for tLAR according to BLADE scoring system.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">Derivation set</th>
<th valign="top" align="center">Training set</th>
<th valign="top" align="center">Test set</th>
<th valign="top" align="center">External validation set</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="top" colspan="5" align="left">Operation time score, n (%)</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;0</td>
<td valign="top" align="center">863 (43.3)</td>
<td valign="top" align="center">690 (43.2)</td>
<td valign="top" align="center">173 (43.5)</td>
<td valign="top" align="center">288 (69.6)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;1</td>
<td valign="top" align="center">1,131 (56.7)</td>
<td valign="top" align="center">906 (56.8)</td>
<td valign="top" align="center">225 (56.5)</td>
<td valign="top" align="center">126 (30.4)</td>
</tr>
<tr>
<th valign="top" colspan="5" align="left">Operative blood loss score, n (%)</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;0</td>
<td valign="top" align="center">1,158 (58.1)</td>
<td valign="top" align="center">928 (58.1)</td>
<td valign="top" align="center">230 (57.8)</td>
<td valign="top" align="center">233 (56.3)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;1</td>
<td valign="top" align="center">836 (41.9)</td>
<td valign="top" align="center">668 (41.9)</td>
<td valign="top" align="center">168 (42.2)</td>
<td valign="top" align="center">181 (43.7)</td>
</tr>
<tr>
<th valign="top" colspan="5" align="left">BLADE score, n (%)</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;0</td>
<td valign="top" align="center">517 (25.9)</td>
<td valign="top" align="center">406 (25.4)</td>
<td valign="top" align="center">111 (27.9)</td>
<td valign="top" align="center">166 (40.1)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;1</td>
<td valign="top" align="center">989 (49.6)</td>
<td valign="top" align="center">807 (50.6)</td>
<td valign="top" align="center">182 (45.7)</td>
<td valign="top" align="center">189 (45.7)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;2</td>
<td valign="top" align="center">488 (24.5)</td>
<td valign="top" align="center">383 (24.0)</td>
<td valign="top" align="center">105 (26.4)</td>
<td valign="top" align="center">59 (14.3)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>tLAR, total laparoscopic anterior resection; BLADE, blood loss and duration of excision.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_3">
<title>Effect of BLADE score on postoperative complication</title>
<p>The multivariate logistic analysis was used to identify the association between the BLADE score and postoperative complication. In the derivation set, we found that male patients (OR, 1.438; 95% CI, 1.132&#x2013;1.826, <italic>p</italic> = 0.003), patients with comorbidity (OR, 1.774; 95% CI, 1.390&#x2013;2.265, <italic>p</italic> = 0.000), lower tumor location (OR, 2.183; 95% CI, 1.615&#x2013;2.953, <italic>p</italic> = 0.000), and the BLADE scoring system (middle-difficulty, OR, 1.408; 95% CI, 1.013&#x2013;1.955, <italic>p</italic> = 0.042; high-difficulty, OR, 2.423; 95% CI, 1.702&#x2013;3.450, <italic>p</italic> = 0.000) were considered as the independent risk factors to postoperative complication for patients treated with tLAR. Similar findings of the association between the surgical difficulty of the BLADE score and complication were also presented in the external validation set (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>). The results above suggested that patients with higher difficulty levels were associated with a higher risk of complication after tLAR.</p>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Univariate and multivariate logistic regression analyses of postoperative complication.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="3" align="left"/>
<th valign="top" colspan="4" align="center">Derivation set</th>
<th valign="top" colspan="4" align="center">External validation set</th>
</tr>
<tr>
<th valign="top" colspan="2" align="center">Univariate analysis</th>
<th valign="top" colspan="2" align="center">Multivariate analysis</th>
<th valign="top" colspan="2" align="center">Univariate analysis</th>
<th valign="top" colspan="2" align="center">Multivariate analysis</th>
</tr>
<tr>
<th valign="top" align="center">OR (95% CI)</th>
<th valign="top" align="center">
<italic>p</italic>
</th>
<th valign="top" align="center">OR (95% CI)</th>
<th valign="top" align="center">
<italic>p</italic>
</th>
<th valign="top" align="center">OR (95% CI)</th>
<th valign="top" align="center">
<italic>p</italic>
</th>
<th valign="top" align="center">OR (95% CI)</th>
<th valign="top" align="center">
<italic>p</italic>
</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="top" colspan="9" align="left">Gender</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Male</td>
<td valign="top" align="center">1.435 (1.137&#x2013;1.810)</td>
<td valign="top" align="center">0.002</td>
<td valign="top" align="center">1.438 (1.132&#x2013;1.826)</td>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center">1.710 (0.849&#x2013;3.444)</td>
<td valign="top" align="center">0.133</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Female</td>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<th valign="top" colspan="9" align="left">Age, years</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&lt;60</td>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;60</td>
<td valign="top" align="center">1.028 (0.816&#x2013;1.295)</td>
<td valign="top" align="center">0.814</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.657 (0.331&#x2013;1.307)</td>
<td valign="top" align="center">0.231</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<th valign="top" colspan="9" align="left">BMI, kg/m<sup>2</sup>
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&lt;18.5</td>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;18.5, &lt;25</td>
<td valign="top" align="center">0.671 (0.426&#x2013;1.056)</td>
<td valign="top" align="center">0.084</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">2.306 (0.300&#x2013;17.717)</td>
<td valign="top" align="center">0.422</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;25, &lt;30</td>
<td valign="top" align="center">0.626 (0.378&#x2013;1.036)</td>
<td valign="top" align="center">0.068</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">2.507 (0.293&#x2013;21.452)</td>
<td valign="top" align="center">0.401</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;30</td>
<td valign="top" align="center">2.275 (0.907&#x2013;5.706)</td>
<td valign="top" align="center">0.080</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">4.000 (0.217&#x2013;73.618)</td>
<td valign="top" align="center">0.351</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<th valign="top" colspan="9" align="left">Comorbidity</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;No</td>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Yes</td>
<td valign="top" align="center">1.880 (1.485&#x2013;2.380)</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">1.774 (1.390&#x2013;2.265)</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.284 (0.140&#x2013;0.576)</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.487 (0.218&#x2013;1.087)</td>
<td valign="top" align="center">0.079</td>
</tr>
<tr>
<th valign="top" colspan="9" align="left">Neoadjuvant therapy</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;No</td>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Yes</td>
<td valign="top" align="center">0.860 (0.498&#x2013;1.486)</td>
<td valign="top" align="center">0.588</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">1.051 (0.131&#x2013;8.455)</td>
<td valign="top" align="center">0.962</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<th valign="top" colspan="9" align="left">Tumor location, cm</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&lt;5</td>
<td valign="top" align="center">2.590 (1.947&#x2013;3.447)</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">2.183 (1.615&#x2013;2.953)</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">2.225 (0.861&#x2013;5.751)</td>
<td valign="top" align="center">0.099</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;5, &lt;10</td>
<td valign="top" align="center">1.263 (0.956&#x2013;1.668)</td>
<td valign="top" align="center">0.100</td>
<td valign="top" align="center">1.178 (0.885&#x2013;1.567)</td>
<td valign="top" align="center">0.261</td>
<td valign="top" align="center">0.864 (0.316&#x2013;2.358)</td>
<td valign="top" align="center">0.775</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;10</td>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<th valign="top" colspan="9" align="left">Tumor size, cm</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&lt;5</td>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;5</td>
<td valign="top" align="center">1.312 (0.973&#x2013;1.768)</td>
<td valign="top" align="center">0.075</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">2.062 (0.887&#x2013;4.796)</td>
<td valign="top" align="center">0.093</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<th valign="top" colspan="9" align="left">T stage</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T0&#x2013;T2</td>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T3&#x2013;T4</td>
<td valign="top" align="center">0.789 (0.625&#x2013;0.997)</td>
<td valign="top" align="center">0.047</td>
<td valign="top" align="center">0.863 (0.677&#x2013;1.101)</td>
<td valign="top" align="center">0.248</td>
<td valign="top" align="center">5.248 (2.550&#x2013;10.799)</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">2.593 (1.135&#x2013;5.922)</td>
<td valign="top" align="center">0.024</td>
</tr>
<tr>
<th valign="top" colspan="9" align="left">N stage</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N0</td>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N1&#x2013;N2</td>
<td valign="top" align="center">0.976 (0.766&#x2013;1.244)</td>
<td valign="top" align="center">0.845</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">2.149 (1.078&#x2013;4.284)</td>
<td valign="top" align="center">0.030</td>
<td valign="top" align="center">2.295 (1.061&#x2013;4.966)</td>
<td valign="top" align="center">0.035</td>
</tr>
<tr>
<th valign="top" colspan="9" align="left">BLADE scoring system</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;0</td>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref.</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;1</td>
<td valign="top" align="center">1.581 (1.145&#x2013;2.183)</td>
<td valign="top" align="center">0.005</td>
<td valign="top" align="center">1.408 (1.013&#x2013;1.955)</td>
<td valign="top" align="center">0.042</td>
<td valign="top" align="center">3.389 (1.230&#x2013;9.343)</td>
<td valign="top" align="center">0.018</td>
<td valign="top" align="center">3.221 (1.144&#x2013;9.072)</td>
<td valign="top" align="center">0.027</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;2</td>
<td valign="top" align="center">3.150 (2.245&#x2013;4.420)</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">2.423 (1.702&#x2013;3.450)</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">9.100 (3.084&#x2013;26.856)</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">6.261 (1.880&#x2013;0.851)</td>
<td valign="top" align="center">0.003</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>BMI, body mass index; BLADE, blood loss and duration of excision.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_4">
<title>Establishment of the preoperative model to predict surgical difficulty</title>
<p>In order to identify the high-difficulty group, we combined patients in the low-difficulty group and patients in the middle-difficulty into one group. For logistic regression, we found that tumor location, comorbidity, and neoadjuvant therapy were considered predictors for the surgical difficulty of tLAR for RC patients (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table&#xa0;2</bold>
</xref>). Moreover, we found that the AUC of the RF algorithm (0.786 in the training set; 0.640 in the test set; 0.665 in the external validation set, <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>) was significantly better than that of other models (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table&#xa0;1</bold>
</xref>).</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Receiver operating characteristics curves of random forest model for BLADE scoring system. The areas under the curve (AUCs) were 0.786 in the training set <bold>(A)</bold> 0.640 in the test set <bold>(B)</bold> and 0.665 in the external validation set <bold>(C)</bold> BLADE, blood loss and duration of excision.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-13-1067414-g003.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>Individualized treatment has been gradually emphasized in current clinical practice, and a useful and easy scoring system of surgical difficulty could help to identify patients with a high risk of having postoperative complications and patients with poor prognoses. Here, our study is the first report to develop an easy-to-use BLADE scoring system to evaluate the surgical difficulty for tLAR and validate the performance in an independent external cohort to evaluate the ability of true replication, which could reflect the generalizability of this scoring system in the clinical setting. Then, we used preoperative variables to establish the predictive model for the BLADE score based on machine learning algorithms.</p>
<p>The assessment of surgical difficulty is challenged by multiple factors that depend on the surgeon&#x2019;s experiences, the cooperation of the surgical team, and the surgical platform (<xref ref-type="bibr" rid="B25">25</xref>). Therefore, the variable selection in the grading system of surgical difficulty is sometimes debatable and subjective. Escal et&#xa0;al. recently developed a grading system to evaluate the surgical difficulty of TME for locally advanced RC, including six intraoperative and postoperative variables, including conversion to laparotomy, blood loss, duration of surgery, use of transanal dissection (the transanal approach is required to complete TME in difficult surgical case), postoperative complications, and length of hospital stay. Then, a grading system was established based on these variables to classify the RC patients as at low-risk or high-risk of surgical difficulties (<xref ref-type="bibr" rid="B26">26</xref>). Based on this score grading system, Chen et&#xa0;al. (<xref ref-type="bibr" rid="B27">27</xref>), Yamamoto et&#xa0;al. (<xref ref-type="bibr" rid="B28">28</xref>), and de&#x2019;Angelis et&#xa0;al. (<xref ref-type="bibr" rid="B29">29</xref>) made small modifications of variables to this system according to their own needs and then established the risk models to predict the surgical difficulty. The establishment of the above grading systems was based on intraoperative and postoperative variables, which indicated that both an unsuccessful resection and an extended postoperative course were related to surgical difficulty (<xref ref-type="bibr" rid="B26">26</xref>). However, we believe that the inclusion of postoperative variables into the scoring system should be cautiously considered for two reasons. First, the postoperative outcome, such as the length of hospital stay, is affected by a variety of uncontrollable factors, which makes it impossible to discern the association between the postoperative outcome and the surgical difficulty. Second, the above studies did not calculate the correlation between intraoperative variables and postoperative outcomes, leading to the inability to ensure that the variable selection met the statistical requirements of model establishment. Therefore, it is scientific and reasonable to establish a surgical difficulty evaluation system only based on intraoperative variables, which could objectively reflect the degree of difficulty in the surgical process. The score grading systems based on intraoperative variables have been established and validated in various types of surgery (<xref ref-type="bibr" rid="B30">30</xref>&#x2013;<xref ref-type="bibr" rid="B36">36</xref>). In our study, we established a simple scoring system based on the intraoperative parameters of blood loss and duration of surgery, which was validated as having close associations with postoperative complications. In general, studies selected a median or alternative value as the cutoff value to divide patients into different groups, which weakens its clinical guiding significance. The results of the present study showed that although ORs continuously increased with an increase in the duration of surgery or blood loss, the RCS model (<xref ref-type="bibr" rid="B37">37</xref>) demonstrated a non-linear association between continuous operative time and outcome. Therefore, the optimal cutoff value should be 165 min, which maximizes the differences in ORs since the risk of postoperative complications increased at different rates before and after 165 min of surgical time. In contrast, the association between intraoperative blood loss and ORs of complications after surgery was linear. Blood loss &lt;60 ml was the protective factor against complication, and when blood loss &gt;60 ml, the ORs of complication were greater than 1. Therefore, we chose 60 ml as the optimal cutoff.</p>
<p>In addition, a previous study has established a surgical difficulty scoring system for TME surgery based on preoperative variables. Baek et&#xa0;al. have established a scoring system to assess the surgical difficulty of robotic surgery for RC according to MRI-based pelvimetry, including large tumor size, narrow intertuberous distance, shallow sacral angle, and long sacral length (<xref ref-type="bibr" rid="B38">38</xref>). Then, they categorized patients into three risk groups based on four risk factors: easy group (no risk factor), moderate group (one to two risk factors), and difficult group (three to four risk factors). There are many controversies in using preoperative variables to evaluate a surgical difficulty, but they should be considered as predictors of surgical difficulty to assist surgical decision-making. Several studies have identified many variables to predict the surgical difficulty of rectal resections. Gender, BMI, tumor location, tumor size, comorbidity, pelvic anatomical structure, neoadjuvant therapy, and surgeon experiences were identified as predictive factors for the duration of surgery, conversion to open surgery, and postoperative complications (<xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B39">39</xref>&#x2013;<xref ref-type="bibr" rid="B41">41</xref>). Similar to the results of previous studies, we found that tumor location, comorbidity, and neoadjuvant therapy were considered predictors for the surgical difficulty of tLAR for RC patients.</p>
<p>In light of recent developments in machine learning and the accessibility of computing power, the application of the technique in the data mining and model development field has yielded promising results (<xref ref-type="bibr" rid="B42">42</xref>). Currently, most of the predictive tools are presented with limited clinical applicability, poor predictive ability, and lack of external validation (<xref ref-type="bibr" rid="B28">28</xref>, <xref ref-type="bibr" rid="B43">43</xref>, <xref ref-type="bibr" rid="B44">44</xref>) since they are developed according to the variables&#x2019; interaction in a linear and additive manner (<xref ref-type="bibr" rid="B45">45</xref>), but the surgical difficulty is multi-factorial, and the interaction between surgical difficulty and influencing factors cannot be completely linear. Machine learning algorithms could effectively overcome the shortcomings of traditional methods, which can be used as a more accurate and non-linear tool to predict the outcomes of patients (<xref ref-type="bibr" rid="B46">46</xref>, <xref ref-type="bibr" rid="B47">47</xref>). They can easily incorporate a large number of variables, as all calculations are performed using a computer to offer insights into latent interactions between numerous input features and output results to achieve output prediction (<xref ref-type="bibr" rid="B48">48</xref>). In the field of prediction, machine learning techniques are increasingly used in various areas including outcome prediction (<xref ref-type="bibr" rid="B49">49</xref>), but not in surgical difficulty prediction. The approach of machine learning is independent of complex interactions, which could lead to higher prediction accuracy. Therefore, we developed models using machine learning techniques to predict the difficulty of tLAR. This study demonstrated that the use of machine learning models can accurately predict the difficulty of tLAR. The results showed that the RF model presented a better performance for the prediction of the difficulty of tLAR than the other models. We also externally validated the models in a large cohort in which patient characteristics were broadly similar to the original derivation dataset, thus enabling a head-to-head comparison of the models. Notably, what is different from usual was that the predictive model performed better in the external validation dataset than in the internal validation cohort, which indicated that our predictive tool had the ability to identify surgical difficulty grades.</p>
<p>There are several limitations in this study. First, because a retrospective analysis was used, there are relatively heterogeneous data regarding the determination of tumor location based on different imaging protocols, surgical technique selection of tLAR, and the skills and experiences of surgeons. Second, pelvimetry in pelvic MRI plays an important role in determining the surgical difficulties of anterior resection. However, the information with regard to MRI was missing in the database, which could not be analyzed in this study. Third, the surgeon&#x2019;s experiences have been considered a key influencing factor for surgical difficulty, but we cannot calculate the influence of the surgeon&#x2019;s experience on this scoring system due to the lack of relevant information in this database. Fourth, the establishment and evaluation of the surgical difficulty grading system in anterior resection varied obviously between studies, which are unavailable for the comparison of our grading score with the others. Fifth, the subjectivity of the definition of surgical difficulty remains largely unaddressed, which likely leads to potential bias and makes the relationship between surgical difficulty and clinical outcomes difficult to explain. Despite the retrospective nature and limitations in the present study, the advantages of this study include that the surgical difficulty score grading of tLAR is established based on a large sample size of RC patients, and further investigations of the current scoring system should be performed with internal cohort and independent external cohort to validate the outcomes.</p>
</sec>
<sec id="s5" sec-type="conclusions">
<title>Conclusions</title>
<p>The easy-to-use BLADE score appears to be effective in predicting the short-term outcome for patients who are candidates to receive tLAR, convenient in making surgical plans for RC patients, and significant in promoting more studies for tLAR in both multicenter studies and randomized clinical trials in the near future.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>. Further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by the institutional review board of China National Cancer Center. Written informed consent for participation was not required for this study in accordance with the national legislation and the institutional requirements.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author contributions</title>
<p>JFL: methodology, software, data curation, and writing&#x2014;original draft preparation. XG: conceptualization, writing&#x2014;original draft preparation, and data curation. RW: software. YFY: data curation. ERL: software. ZXZ: visualization. HPC: investigation. ZL: resources. ZJ: resources. XSW: supervision. All authors contributed to the article and approved the submitted version.</p>
</sec>
</body>
<back>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>This work was supported by the National Natural Science Foundation of China [grant number 82100598], the Sanming Project of Medicine in Shenzhen [grant number SZSM201911012], and the National Key R&amp;D Program for Young Scientists [grant number 2022YFC2505700].</p>
</sec>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s12" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fonc.2023.1067414/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fonc.2023.1067414/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet_1.pdf" id="SM1" mimetype="application/pdf"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Arezzo</surname> <given-names>A</given-names>
</name>
<name>
<surname>Passera</surname> <given-names>R</given-names>
</name>
<name>
<surname>Scozzari</surname> <given-names>G</given-names>
</name>
<name>
<surname>Verra</surname> <given-names>M</given-names>
</name>
<name>
<surname>Morino</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Laparoscopy for rectal cancer reduces short-term mortality and morbidity: Results of a systematic review and meta-analysis</article-title>. <source>Surg Endosc</source> (<year>2013</year>) <volume>27</volume>:<page-range>1485&#x2013;502</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00464-012-2649-x</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jeong</surname> <given-names>SY</given-names>
</name>
<name>
<surname>Park</surname> <given-names>JW</given-names>
</name>
<name>
<surname>Nam</surname> <given-names>BH</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>S</given-names>
</name>
<name>
<surname>Kang</surname> <given-names>SB</given-names>
</name>
<name>
<surname>Lim</surname> <given-names>SB</given-names>
</name>
<etal/>
</person-group>. <article-title>Open versus laparoscopic surgery for mid-rectal or low-rectal cancer after neoadjuvant chemoradiotherapy (COREAN trial): Survival outcomes of an open-label, non-inferiority, randomised controlled trial</article-title>. <source>Lancet Oncol</source> (<year>2014</year>) <volume>15</volume>:<page-range>767&#x2013;74</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S1470-2045(14)70205-0</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>van der Pas</surname> <given-names>MH</given-names>
</name>
<name>
<surname>Haglind</surname> <given-names>E</given-names>
</name>
<name>
<surname>Cuesta</surname> <given-names>MA</given-names>
</name>
<name>
<surname>F&#xfc;rst</surname> <given-names>A</given-names>
</name>
<name>
<surname>Lacy</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Hop</surname> <given-names>WC</given-names>
</name>
<etal/>
</person-group>. <article-title>Laparoscopic versus open surgery for rectal cancer (COLOR II): Short-term outcomes of a randomised, phase 3 trial</article-title>. <source>Lancet Oncol</source> (<year>2013</year>) <volume>14</volume>:<page-range>210&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S1470-2045(13)70016-0</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Person</surname> <given-names>B</given-names>
</name>
<name>
<surname>Vivas</surname> <given-names>DA</given-names>
</name>
<name>
<surname>Wexner</surname> <given-names>SD</given-names>
</name>
</person-group>. <article-title>Totally laparoscopic low anterior resection with transperineal handsewn colonic J-pouch anal anastomosis for low rectal cancer</article-title>. <source>Surg Endosc</source> (<year>2006</year>) <volume>20</volume>:<page-range>700&#x2013;2</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00464-005-0581-z</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hanna</surname> <given-names>MH</given-names>
</name>
<name>
<surname>Hwang</surname> <given-names>GS</given-names>
</name>
<name>
<surname>Phelan</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Bui</surname> <given-names>TL</given-names>
</name>
<name>
<surname>Carmichael</surname> <given-names>JC</given-names>
</name>
<name>
<surname>Mills</surname> <given-names>SD</given-names>
</name>
<etal/>
</person-group>. <article-title>Laparoscopic right hemicolectomy: Short- and long-term outcomes of intracorporeal versus extracorporeal anastomosis</article-title>. <source>Surg Endosc</source> (<year>2016</year>) <volume>30</volume>:<page-range>3933&#x2013;42</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00464-015-4704-x</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>van Oostendorp</surname> <given-names>S</given-names>
</name>
<name>
<surname>Elfrink</surname> <given-names>A</given-names>
</name>
<name>
<surname>Borstlap</surname> <given-names>W</given-names>
</name>
<name>
<surname>Schoonmade</surname> <given-names>L</given-names>
</name>
<name>
<surname>Sietses</surname> <given-names>C</given-names>
</name>
<name>
<surname>Meijerink</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Intracorporeal versus extracorporeal anastomosis in right hemicolectomy: A systematic review and meta-analysis</article-title>. <source>Surg Endosc</source> (<year>2017</year>) <volume>31</volume>:<fpage>64</fpage>&#x2013;<lpage>77</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00464-016-4982-y</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Akamatsu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Omori</surname> <given-names>T</given-names>
</name>
<name>
<surname>Oyama</surname> <given-names>T</given-names>
</name>
<name>
<surname>Tori</surname> <given-names>M</given-names>
</name>
<name>
<surname>Ueshima</surname> <given-names>S</given-names>
</name>
<name>
<surname>Nishida</surname> <given-names>T</given-names>
</name>
<etal/>
</person-group>. <article-title>Totally laparoscopic low anterior resection for lower rectal cancer: Combination of a new technique for intracorporeal anastomosis with prolapsing technique</article-title>. <source>Dig Surg</source> (<year>2009</year>) <volume>26</volume>:<page-range>446&#x2013;50</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1159/000239761</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huang</surname> <given-names>CC</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>YC</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Hsieh</surname> <given-names>JS</given-names>
</name>
</person-group>. <article-title>Totally laparoscopic colectomy with intracorporeal side-to-End colorectal anastomosis and transrectal specimen extraction for sigmoid and rectal cancers</article-title>. <source>Ann Surg Oncol</source> (<year>2016</year>) <volume>23</volume>:<page-range>1164&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1245/s10434-015-4984-3</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>C</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>A safe and feasible technique: laparoscopic manual binding technique for intracorporeal anastomosis in totally laparoscopic anterior resection of high-mid rectal cancer</article-title>. <source>Surg Endosc</source> (<year>2021</year>) <volume>35</volume>:<page-range>1927&#x2013;30</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00464-021-08294-4</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>W</given-names>
</name>
<name>
<surname>Yao</surname> <given-names>H</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Z</given-names>
</name>
</person-group>. <article-title>The natural orifice specimen extraction surgery compared with conventional laparoscopy for colorectal cancer: A meta-analysis of efficacy and long-term oncological outcomes</article-title>. <source>Int J Surg</source> (<year>2022</year>) <volume>97</volume>:<elocation-id>106196</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ijsu.2021.106196</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Guan</surname> <given-names>X</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Parvaiz</surname> <given-names>A</given-names>
</name>
<name>
<surname>Longo</surname> <given-names>A</given-names>
</name>
<name>
<surname>Saklani</surname> <given-names>A</given-names>
</name>
<name>
<surname>Shafik</surname> <given-names>AA</given-names>
</name>
<etal/>
</person-group>. <article-title>International consensus on natural orifice specimen extraction surgery (NOSES) for gastric cancer (2019)</article-title>. <source>Gastroenterol Rep (Oxf)</source> (<year>2020</year>) <volume>8</volume>:<fpage>5</fpage>&#x2013;<lpage>10</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/gastro/goz067</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Palanivelu</surname> <given-names>C</given-names>
</name>
<name>
<surname>Rangarajan</surname> <given-names>M</given-names>
</name>
<name>
<surname>Jategaonkar</surname> <given-names>PA</given-names>
</name>
<name>
<surname>Anand</surname> <given-names>NV</given-names>
</name>
</person-group>. <article-title>An innovative technique for colorectal specimen retrieval: A new era of &#x201c;natural orifice specimen extraction&#x201d; (N.O.S.E)</article-title>. <source>Dis Colon Rectum</source> (<year>2008</year>) <volume>51</volume>:<page-range>1120&#x2013;4</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10350-008-9316-2</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname> <given-names>MZ</given-names>
</name>
<name>
<surname>Cartmill</surname> <given-names>J</given-names>
</name>
<name>
<surname>Gilmore</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Natural orifice specimen extraction for colorectal surgery: Early adoption in a Western population</article-title>. <source>Colorectal Dis</source> (<year>2021</year>) <volume>23</volume>:<page-range>937&#x2013;43</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/codi.15455</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Efetov</surname> <given-names>S</given-names>
</name>
<name>
<surname>Guan</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>H</given-names>
</name>
<name>
<surname>Tulina</surname> <given-names>I</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>A multicenter study evaluating natural orifice specimen extraction surgery for rectal cancer</article-title>. <source>J Surg Res</source> (<year>2019</year>) <volume>243</volume>:<page-range>236&#x2013;41</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jss.2019.05.034</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Saurabh</surname> <given-names>B</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>SC</given-names>
</name>
<name>
<surname>Ke</surname> <given-names>TW</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>YC</given-names>
</name>
<name>
<surname>Kato</surname> <given-names>T</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>HM</given-names>
</name>
<etal/>
</person-group>. <article-title>Natural orifice specimen extraction with single stapling colorectal anastomosis for laparoscopic anterior resection: Feasibility, outcomes, and technical considerations</article-title>. <source>Dis Colon Rectum</source> (<year>2017</year>) <volume>60</volume>:<fpage>43</fpage>&#x2013;<lpage>50</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/DCR.0000000000000739</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ngu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wong</surname> <given-names>AS</given-names>
</name>
</person-group>. <article-title>Transanal natural orifice specimen extraction in colorectal surgery: Bacteriological and oncological concerns</article-title>. <source>ANZ J Surg</source> (<year>2016</year>) <volume>86</volume>:<fpage>299</fpage>&#x2013;<lpage>302</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/ans.13383</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chang</surname> <given-names>SC</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>HC</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>YC</given-names>
</name>
<name>
<surname>Ke</surname> <given-names>TW</given-names>
</name>
<name>
<surname>Tsai</surname> <given-names>YY</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>HM</given-names>
</name>
<etal/>
</person-group>. <article-title>Long-term oncologic outcomes of laparoscopic anterior resections for cancer with natural orifice versus conventional specimen extraction: A case-control study</article-title>. <source>Dis Colon Rectum</source> (<year>2020</year>) <volume>63</volume>:<page-range>1071&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/DCR.0000000000001622</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>CD</given-names>
</name>
<name>
<surname>Fan</surname> <given-names>YC</given-names>
</name>
<name>
<surname>Pei</surname> <given-names>JP</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>C</given-names>
</name>
<name>
<surname>Dai</surname> <given-names>DQ</given-names>
</name>
</person-group>. <article-title>Safety and oncological outcomes of laparoscopic NOSE surgery compared with conventional laparoscopic surgery for colorectal diseases: A meta-analysis</article-title>. <source>Front Oncol</source> (<year>2019</year>) <volume>9</volume>:<elocation-id>597</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2019.00597</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wolthuis</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Van Geluwe</surname> <given-names>B</given-names>
</name>
<name>
<surname>Fieuws</surname> <given-names>S</given-names>
</name>
<name>
<surname>Penninckx</surname> <given-names>F</given-names>
</name>
<name>
<surname>D&#x2019;Hoore</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Laparoscopic sigmoid resection with transrectal specimen extraction: A systematic review</article-title>. <source>Colorectal Dis</source> (<year>2012</year>) <volume>14</volume>:<page-range>1183&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1463-1318.2011.02869.x</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Suzumura</surname> <given-names>H</given-names>
</name>
<name>
<surname>Tsuruta</surname> <given-names>M</given-names>
</name>
<name>
<surname>Hasegawa</surname> <given-names>H</given-names>
</name>
<name>
<surname>Okabayashi</surname> <given-names>K</given-names>
</name>
<name>
<surname>Ishida</surname> <given-names>T</given-names>
</name>
<name>
<surname>Asada</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>The impact of the mesorectal apparent diffusion coefficient value on surgical difficulty in laparoscopic anterior resection for rectal cancer</article-title>. <source>Surg Today</source> (<year>2019</year>) <volume>49</volume>:<page-range>239&#x2013;44</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00595-018-1727-7</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Akiyoshi</surname> <given-names>T</given-names>
</name>
<name>
<surname>Kuroyanagi</surname> <given-names>H</given-names>
</name>
<name>
<surname>Oya</surname> <given-names>M</given-names>
</name>
<name>
<surname>Konishi</surname> <given-names>T</given-names>
</name>
<name>
<surname>Fukuda</surname> <given-names>M</given-names>
</name>
<name>
<surname>Fujimoto</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Factors affecting the difficulty of laparoscopic total mesorectal excision with double stapling technique anastomosis for low rectal cancer</article-title>. <source>Surgery</source> (<year>2009</year>) <volume>146</volume>:<page-range>483&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.surg.2009.03.030</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yuval</surname> <given-names>JB</given-names>
</name>
<name>
<surname>Thompson</surname> <given-names>HM</given-names>
</name>
<name>
<surname>Fiasconaro</surname> <given-names>M</given-names>
</name>
<name>
<surname>Patil</surname> <given-names>S</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>IH</given-names>
</name>
<name>
<surname>Pappou</surname> <given-names>EP</given-names>
</name>
<etal/>
</person-group>. <article-title>Predictors of operative difficulty in robotic low anterior resection for rectal cancer</article-title>. <source>Colorectal Dis</source> (<year>2022</year>) <volume>24</volume>:<page-range>1318&#x2013;24</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/codi.16212</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Guan</surname> <given-names>X</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>E</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Comparative short- and long-term outcomes of three techniques of natural orifice specimen extraction surgery for rectal cancer</article-title>. <source>Eur J Surg Oncol</source> (<year>2020</year>) <volume>46</volume>:<page-range>e55&#x2013;61</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejso.2020.06.023</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Agha</surname> <given-names>R</given-names>
</name>
<name>
<surname>Abdall-Razak</surname> <given-names>A</given-names>
</name>
<name>
<surname>Crossley</surname> <given-names>E</given-names>
</name>
<name>
<surname>Dowlut</surname> <given-names>N</given-names>
</name>
<name>
<surname>Iosifidis</surname> <given-names>C</given-names>
</name>
<name>
<surname>Mathew</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>STROCSS 2019 guideline: Strengthening the reporting of cohort studies in surgery</article-title>. <source>Int J Surg</source> (<year>2019</year>) <volume>72</volume>:<page-range>156&#x2013;65</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ijsu.2019.11.002</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McCulloch</surname> <given-names>P</given-names>
</name>
<name>
<surname>Altman</surname> <given-names>DG</given-names>
</name>
<name>
<surname>Campbell</surname> <given-names>WB</given-names>
</name>
<name>
<surname>Flum</surname> <given-names>DR</given-names>
</name>
<name>
<surname>Glasziou</surname> <given-names>P</given-names>
</name>
<name>
<surname>Marshall</surname> <given-names>JC</given-names>
</name>
<etal/>
</person-group>. <article-title>No surgical innovation without evaluation: The IDEAL recommendations</article-title>. <source>Lancet</source> (<year>2009</year>) <volume>374</volume>:<page-range>1105&#x2013;12</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0140-6736(09)61116-8</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Escal</surname> <given-names>L</given-names>
</name>
<name>
<surname>Nougaret</surname> <given-names>S</given-names>
</name>
<name>
<surname>Guiu</surname> <given-names>B</given-names>
</name>
<name>
<surname>Bertrand</surname> <given-names>MM</given-names>
</name>
<name>
<surname>de Forges</surname> <given-names>H</given-names>
</name>
<name>
<surname>Tetreau</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>MRI-Based score to predict surgical difficulty in patients with rectal cancer</article-title>. <source>Br J Surg</source> (<year>2018</year>) <volume>105</volume>:<page-range>140&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/bjs.10642</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Chi</surname> <given-names>P</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>MRI Pelvimetry-based evaluation of surgical difficulty in laparoscopic total mesorectal excision after neoadjuvant chemoradiation for male rectal cancer</article-title>. <source>Surg Today</source> (<year>2021</year>) <volume>51</volume>:<page-range>1144&#x2013;51</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00595-020-02211-3</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yamamoto</surname> <given-names>T</given-names>
</name>
<name>
<surname>Kawada</surname> <given-names>K</given-names>
</name>
<name>
<surname>Kiyasu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Itatani</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Mizuno</surname> <given-names>R</given-names>
</name>
<name>
<surname>Hida</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Prediction of surgical difficulty in minimally invasive surgery for rectal cancer by use of MRI pelvimetry</article-title>. <source>BJS Open</source> (<year>2020</year>) <volume>4</volume>:<page-range>666&#x2013;77</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/bjs5.50292</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>de&#x2019;Angelis</surname> <given-names>N</given-names>
</name>
<name>
<surname>Pigneur</surname> <given-names>F</given-names>
</name>
<name>
<surname>Mart&#xed;nez-P&#xe9;rez</surname> <given-names>A</given-names>
</name>
<name>
<surname>Vitali</surname> <given-names>GC</given-names>
</name>
<name>
<surname>Landi</surname> <given-names>F</given-names>
</name>
<name>
<surname>G&#xf3;mez-Abril</surname> <given-names>SA</given-names>
</name>
<etal/>
</person-group>. <article-title>Assessing surgical difficulty in locally advanced mid-low rectal cancer: The accuracy of two MRI-based predictive scores</article-title>. <source>Colorectal Dis</source> (<year>2019</year>) <volume>21</volume>:<page-range>277&#x2013;86</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/codi.14473</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yamaoka</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Yamaguchi</surname> <given-names>T</given-names>
</name>
<name>
<surname>Kinugasa</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Shiomi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Kagawa</surname> <given-names>H</given-names>
</name>
<name>
<surname>Yamakawa</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Mesorectal fat area as a useful predictor of the difficulty of robotic-assisted laparoscopic total mesorectal excision for rectal cancer</article-title>. <source>Surg Endosc</source> (<year>2019</year>) <volume>33</volume>:<page-range>557&#x2013;66</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00464-018-6331-9</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Deiro</surname> <given-names>G</given-names>
</name>
<name>
<surname>De Pastena</surname> <given-names>M</given-names>
</name>
<name>
<surname>Paiella</surname> <given-names>S</given-names>
</name>
<name>
<surname>Balduzzi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Montagnini</surname> <given-names>G</given-names>
</name>
<name>
<surname>Andreotti</surname> <given-names>E</given-names>
</name>
<etal/>
</person-group>. <article-title>Assessment of difficulty in laparoscopic distal pancreatectomy: A modification of the Japanese difficulty scoring system - a single-center high-volume experience</article-title>. <source>J Hepatobil Pancreat Sci</source> (<year>2021</year>) <volume>28</volume>:<page-range>770&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/jhbp.1010</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Park</surname> <given-names>K</given-names>
</name>
<name>
<surname>Cho</surname> <given-names>SY</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>SW</given-names>
</name>
</person-group>. <article-title>The surgical difficulty of microsurgical subinguinal varicocelectomy is similar regardless of age</article-title>. <source>J Urol</source> (<year>2011</year>) <volume>186</volume>:<page-range>2397&#x2013;401</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.juro.2011.07.110</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Takeno</surname> <given-names>S</given-names>
</name>
<name>
<surname>Tanoue</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Hamada</surname> <given-names>R</given-names>
</name>
<name>
<surname>Kawano</surname> <given-names>F</given-names>
</name>
<name>
<surname>Tashiro</surname> <given-names>K</given-names>
</name>
<name>
<surname>Wada</surname> <given-names>T</given-names>
</name>
<etal/>
</person-group>. <article-title>Utility of thoracic cage width in assessing surgical difficulty of minimally invasive esophagectomy in left lateral decubitus position</article-title>. <source>Surg Endosc</source> (<year>2020</year>) <volume>34</volume>:<page-range>3479&#x2013;86</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00464-019-07125-x</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kawaguchi</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Fuks</surname> <given-names>D</given-names>
</name>
<name>
<surname>Kokudo</surname> <given-names>N</given-names>
</name>
<name>
<surname>Gayet</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>Difficulty of laparoscopic liver resection: Proposal for a new classification</article-title>. <source>Ann Surg</source> (<year>2018</year>) <volume>267</volume>:<page-range>13&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/SLA.0000000000002176</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pothet</surname> <given-names>C</given-names>
</name>
<name>
<surname>Drumez</surname> <given-names>&#xc9;</given-names>
</name>
<name>
<surname>Joosten</surname> <given-names>A</given-names>
</name>
<name>
<surname>Genin</surname> <given-names>M</given-names>
</name>
<name>
<surname>Hobeika</surname> <given-names>C</given-names>
</name>
<name>
<surname>Mabrut</surname> <given-names>JY</given-names>
</name>
<etal/>
</person-group>. <article-title>Predicting intraoperative difficulty of open liver resections: The DIFF-scOR study, an analysis of 1393 consecutive hepatectomies from a French multicenter cohort</article-title>. <source>Ann Surg</source> (<year>2021</year>) <volume>274</volume>:<page-range>805&#x2013;13</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/SLA.0000000000005133</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Partelli</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ricci</surname> <given-names>C</given-names>
</name>
<name>
<surname>Rancoita</surname> <given-names>PMV</given-names>
</name>
<name>
<surname>Montorsi</surname> <given-names>R</given-names>
</name>
<name>
<surname>Andreasi</surname> <given-names>V</given-names>
</name>
<name>
<surname>Ingaldi</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Preoperative predictive factors of laparoscopic distal pancreatectomy difficulty</article-title>. <source>HPB (Oxford)</source> (<year>2020</year>) <volume>22</volume>:<page-range>1766&#x2013;74</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.hpb.2020.04.002</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Desquilbet</surname> <given-names>L</given-names>
</name>
<name>
<surname>Mariotti</surname> <given-names>F</given-names>
</name>
</person-group>. <article-title>Dose-response analyses using restricted cubic spline functions in public health research</article-title>. <source>Stat Med</source> (<year>2010</year>) <volume>29</volume>:<page-range>1037&#x2013;57</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/sim.3841</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Baek</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>CH</given-names>
</name>
<name>
<surname>Cho</surname> <given-names>MS</given-names>
</name>
<name>
<surname>Bae</surname> <given-names>SU</given-names>
</name>
<name>
<surname>Hur</surname> <given-names>H</given-names>
</name>
<name>
<surname>Min</surname> <given-names>BS</given-names>
</name>
<etal/>
</person-group>. <article-title>Robotic surgery for rectal cancer can overcome difficulties associated with pelvic anatomy</article-title>. <source>Surg Endosc</source> (<year>2015</year>) <volume>29</volume>:<page-range>1419&#x2013;24</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00464-014-3818-x</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ogiso</surname> <given-names>S</given-names>
</name>
<name>
<surname>Yamaguchi</surname> <given-names>T</given-names>
</name>
<name>
<surname>Hata</surname> <given-names>H</given-names>
</name>
<name>
<surname>Fukuda</surname> <given-names>M</given-names>
</name>
<name>
<surname>Ikai</surname> <given-names>I</given-names>
</name>
<name>
<surname>Yamato</surname> <given-names>T</given-names>
</name>
<etal/>
</person-group>. <article-title>Evaluation of factors affecting the difficulty of laparoscopic anterior resection for rectal cancer: &#x201c;Narrow pelvis&#x201d; is not a contraindication</article-title>. <source>Surg Endosc</source> (<year>2011</year>) <volume>25</volume>:<page-range>1907&#x2013;12</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00464-010-1485-0</pub-id>
</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ferko</surname> <given-names>A</given-names>
</name>
<name>
<surname>Mal&#xfd;</surname> <given-names>O</given-names>
</name>
<name>
<surname>&#xd6;rhalmi</surname> <given-names>J</given-names>
</name>
<name>
<surname>Dolej&#x161;</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>CT/MRI pelvimetry as a useful tool when selecting patients with rectal cancer for transanal total mesorectal excision</article-title>. <source>Surg Endosc</source> (<year>2016</year>) <volume>30</volume>:<page-range>1164&#x2013;71</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00464-015-4324-5</pub-id>
</citation>
</ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Li</surname> <given-names>D</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Qiu</surname> <given-names>P</given-names>
</name>
<name>
<surname>Fu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Factors influencing difficulty of laparoscopic abdominoperineal resection for ultra-low rectal cancer</article-title>. <source>Surg Laparosc Endosc Percutan Tech</source> (<year>2017</year>) <volume>27</volume>:<page-range>104&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/SLE.0000000000000378</pub-id>
</citation>
</ref>
<ref id="B42">
<label>42</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Krogh</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>What are artificial neural networks</article-title>? <source>Nat Biotechnol</source> (<year>2008</year>) <volume>26</volume>:<page-range>195&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/nbt1386</pub-id>
</citation>
</ref>
<ref id="B43">
<label>43</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shihab</surname> <given-names>OC</given-names>
</name>
<name>
<surname>Taylor</surname> <given-names>F</given-names>
</name>
<name>
<surname>Salerno</surname> <given-names>G</given-names>
</name>
<name>
<surname>Heald</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Quirke</surname> <given-names>P</given-names>
</name>
<name>
<surname>Moran</surname> <given-names>BJ</given-names>
</name>
<etal/>
</person-group>. <article-title>MRI Predictive factors for long-term outcomes of low rectal tumours</article-title>. <source>Ann Surg Oncol</source> (<year>2011</year>) <volume>18</volume>:<page-range>3278&#x2013;84</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1245/s10434-011-1776-2</pub-id>
</citation>
</ref>
<ref id="B44">
<label>44</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sun</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ye</surname> <given-names>C</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>H</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Pelvimetric and nutritional factors predicting surgical difficulty in laparoscopic resection for rectal cancer following preoperative chemoradiotherapy</article-title>. <source>World J Surg</source> (<year>2021</year>) <volume>45</volume>:<page-range>2261&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00268-021-06080-w</pub-id>
</citation>
</ref>
<ref id="B45">
<label>45</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dell-Kuster</surname> <given-names>S</given-names>
</name>
<name>
<surname>Gomes</surname> <given-names>NV</given-names>
</name>
<name>
<surname>Gawria</surname> <given-names>L</given-names>
</name>
<name>
<surname>Aghlmandi</surname> <given-names>S</given-names>
</name>
<name>
<surname>Aduse-Poku</surname> <given-names>M</given-names>
</name>
<name>
<surname>Bissett</surname> <given-names>I</given-names>
</name>
<etal/>
</person-group>. <article-title>Prospective validation of classification of intraoperative adverse events (ClassIntra): international, multicentre cohort study</article-title>. <source>BMJ</source> (<year>2020</year>) <volume>370</volume>:<elocation-id>m2917</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/bmj.m2917</pub-id>
</citation>
</ref>
<ref id="B46">
<label>46</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hong</surname> <given-names>JC</given-names>
</name>
<name>
<surname>Eclov</surname> <given-names>NCW</given-names>
</name>
<name>
<surname>Dalal</surname> <given-names>NH</given-names>
</name>
<name>
<surname>Thomas</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Stephens</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Malicki</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>System for high-intensity evaluation during radiation therapy (SHIELD-RT): A prospective randomized study of machine learning-directed clinical evaluations during radiation and chemoradiation</article-title>. <source>J Clin Oncol</source> (<year>2020</year>) <volume>38</volume>:<page-range>3652&#x2013;61</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.20.01688</pub-id>
</citation>
</ref>
<ref id="B47">
<label>47</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shung</surname> <given-names>DL</given-names>
</name>
<name>
<surname>Au</surname> <given-names>B</given-names>
</name>
<name>
<surname>Taylor</surname> <given-names>RA</given-names>
</name>
<name>
<surname>Tay</surname> <given-names>JK</given-names>
</name>
<name>
<surname>Laursen</surname> <given-names>SB</given-names>
</name>
<name>
<surname>Stanley</surname> <given-names>AJ</given-names>
</name>
<etal/>
</person-group>. <article-title>Validation of a machine learning model that outperforms clinical risk scoring systems for upper gastrointestinal bleeding</article-title>. <source>Gastroenterology</source> (<year>2020</year>) <volume>158</volume>:<page-range>160&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1053/j.gastro.2019.09.009</pub-id>
</citation>
</ref>
<ref id="B48">
<label>48</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Deo</surname> <given-names>RC</given-names>
</name>
</person-group>. <article-title>Machine learning in medicine</article-title>. <source>Circulation</source> (<year>2015</year>) <volume>13</volume>:<page-range>1920&#x2013;30</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.115.001593</pub-id>
</citation>
</ref>
<ref id="B49">
<label>49</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hossein Abad</surname> <given-names>ZS</given-names>
</name>
<name>
<surname>Kline</surname> <given-names>A</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Evaluation of machine learning-based patient outcome prediction using patient-specific difficulty and discrimination indices</article-title>. <source>Annu Int Conf IEEE Eng Med Biol Soc</source> (<year>2020</year>) <volume>2020</volume>:<page-range>5446&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/EMBC44109.2020.9176622</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>