<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2023.1096468</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Prediction models for chronic postsurgical pain in patients with breast cancer based on machine learning approaches</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Sun</surname>
<given-names>Chen</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1327248"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Li</surname>
<given-names>Mohan</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1588539"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lan</surname>
<given-names>Ling</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1986986"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Pei</surname>
<given-names>Lijian</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1541428"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhang</surname>
<given-names>Yuelun</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1457108"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Tan</surname>
<given-names>Gang</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhang</surname>
<given-names>Zhiyong</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Huang</surname>
<given-names>Yuguang</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/691921"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Anesthesiology, Peking Union Medical College Hospital, Chinese Academy of Medical Sciences &amp; Peking Union Medical College</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Outcomes Research Consortium</institution>, <addr-line>Cleveland, OH</addr-line>, <country>United States</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Medical Research Center, Peking Union Medical College Hospital, Chinese Academy of Medical Sciences &amp; Peking Union Medical College</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Daqing Ma, Imperial College London, United Kingdom</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Hon-Yi Shi, Kaohsiung Medical University, Taiwan; Heba Taher, Cairo University, Egypt; Yiting Lei, Orthopedic Laboratory of Chongqing Medical University, China</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Lijian Pei, <email xlink:href="mailto:hazelbeijing@vip.163.com">hazelbeijing@vip.163.com</email>
</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Breast Cancer, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>27</day>
<month>02</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>13</volume>
<elocation-id>1096468</elocation-id>
<history>
<date date-type="received">
<day>12</day>
<month>11</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>06</day>
<month>02</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Sun, Li, Lan, Pei, Zhang, Tan, Zhang and Huang</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Sun, Li, Lan, Pei, Zhang, Tan, Zhang and Huang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Purpose</title>
<p>This study aimed to develop prediction models for chronic postsurgical pain (CPSP) after breast cancer surgery using machine learning approaches and evaluate their performance.</p>
</sec>
<sec>
<title>Methods</title>
<p>The study was a secondary analysis based on a high-quality dataset from a randomized controlled trial (NCT00418457), including patients with primary breast cancer undergoing mastectomy. The primary outcome was CPSP at 12 months after surgery, defined as modified Brief Pain Inventory &gt; 0. The dataset was randomly split into a training dataset (90%) and a testing dataset (10%). Variables were selected using recursive feature elimination combined with clinical experience, and potential predictors were then incorporated into three machine learning models, including random forest, gradient boosting decision tree and extreme gradient boosting models for outcome prediction, as well as logistic regression. The performances of these four models were tested and compared.</p>
</sec>
<sec>
<title>Results</title>
<p>1152 patients were finally included, of which 22.1% developed CPSP at 12 months after breast cancer surgery. The 6 leading predictors were higher numerical rating scale within 2 days after surgery, post-menopausal status, urban medical insurance, history of at least one operation, under fentanyl with sevoflurane general anesthesia, and received axillary lymph node dissection. Compared with the multivariable logistic regression model, machine learning models showed better specificity, positive likelihood ratio and positive predictive value, helping to identify high-risk patients more accurately and create opportunities for early clinical intervention.</p>
</sec>
<sec>
<title>Conclusions</title>
<p>Our study developed prediction models for CPSP after breast cancer surgery based on machine learning approaches, which may help to identify high-risk patients and improve patients&#x2019; management after breast cancer.</p>
</sec>
</abstract>
<kwd-group>
<kwd>chronic postsurgical pain (CPSP)</kwd>
<kwd>breast cancer</kwd>
<kwd>prediction model</kwd>
<kwd>machine learning</kwd>
<kwd>high-risk identification</kwd>
</kwd-group>    <contract-sponsor id="cn001">Chinese Academy of Medical Sciences<named-content content-type="fundref-id">10.13039/501100005150</named-content>
</contract-sponsor>    <contract-sponsor id="cn002">Peking Union Medical College Hospital<named-content content-type="fundref-id">10.13039/501100008235</named-content>
</contract-sponsor>    <contract-sponsor id="cn003">Peking Union Medical College Hospital<named-content content-type="fundref-id">10.13039/501100008235</named-content>
</contract-sponsor>    <contract-sponsor id="cn004">Wu Jieping Medical Foundation<named-content content-type="fundref-id">10.13039/100007452</named-content>
</contract-sponsor>    <contract-sponsor id="cn005">Bethune Charitable Foundation<named-content content-type="fundref-id">10.13039/100016966</named-content>
</contract-sponsor>
<counts>
<fig-count count="3"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="34"/>
<page-count count="10"/>
<word-count count="5309"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Breast cancer is the most common cancer in women. Although the ten-year survival rate of breast cancer has reached 82% (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>), there are still 20% to 60% of surviving patients experiencing chronic postsurgical pain (CPSP) after breast cancer surgery, resulting in a reduced quality of life and functional impairments (<xref ref-type="bibr" rid="B3">3</xref>&#x2013;<xref ref-type="bibr" rid="B5">5</xref>). Predicting the risk of CPSP after breast cancer surgery can help clinicians identify those with a higher risk of CPSP and leading to earlier therapeutic interventions. In addition, identifying patients with a lower risk of CPSP could also prevent unnecessary therapy, saving limited medical resources.</p>
<p>Numerous factors have been found to be associated with CPSP after breast cancer surgery in the past decade, including social-demographic, intraoperative, and postoperative factors (<xref ref-type="bibr" rid="B6">6</xref>&#x2013;<xref ref-type="bibr" rid="B8">8</xref>). Several models to predict CPSP have also been developed, mostly in European breast cancer patients (<xref ref-type="bibr" rid="B9">9</xref>&#x2013;<xref ref-type="bibr" rid="B12">12</xref>). However, despite the acceptable discrimination and calibration of those models, the low clinical utility, especially positive predictive values (PPVs) around 0.2 at a 20~60% risk level of CPSP, limits their application in clinical practice, making it still difficult to identify high-risk patients early (<xref ref-type="bibr" rid="B9">9</xref>&#x2013;<xref ref-type="bibr" rid="B12">12</xref>). Moreover, considering the different genetic, cultural and social backgrounds between different ethnic groups, which may also play an important role in this complex pathophysiological disease status, the extrapolation of those tools in Asian patients may be potentially limited.</p>
<p>Machine learning is a form of artificial intelligence that uses computer algorithms to identify nonlinear data patterns within large datasets to formulate outcome prediction and indicate improved prediction performance compared to the traditional prediction methods, which may be more suitable for the prediction of CPSP (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>). For example, random forest (RF) designs meta estimators that fit a number of decision tree classifiers on various sub-samples of the dataset and uses average to improve the predictive accuracy and control over-fitting. Gradient boosting decision tree (GBDT) gives a prediction model in the form of an ensemble of weak prediction models, which has strong generalization ability and performed well in both classification and regression tasks. Extreme gradient boosting (XGBoost) is an algorithm built on the GBDT framework and processed the missing data efficiently and flexibly (<xref ref-type="bibr" rid="B15">15</xref>). These three algorithms were also deep learning algorithms, the architecture of machine learning designed to mimic the neurological structure of the human brain, which might be more powerful than traditional algorithms in data analysis and prediction (<xref ref-type="bibr" rid="B16">16</xref>). Therefore, in this study, we intend to select these three algorithms with good fitting ability to develop prediction models for CPSP in Asian patients with breast cancer, and compare these models with logistic regression, hoping to improve the performance and clinical utility of the prediction models.</p>
<p>Contributions of this study:</p>
<p>1 This time we use machine learning approaches to develop prediction models, intending to improve the clinical utility and help clinicians identify high-risk CPSP patients more accurately and confidently.</p>
<p>2 Considering the different genetic, cultural and social backgrounds between different ethnic groups, which may also play an important role in CPSP, we focused on Chinese patients to explore predictors and models more suitable for Chinese population.</p>
</sec>
<sec id="s2">
<title>Methods</title>
<sec id="s2_1">
<title>Study population</title>
<p>The study was a second analysis based on the dataset from the Chinese center in a multicenter randomized controlled trial (RCT, NCT00418457), held from 2014 to 2016, which has previously been described in detail (<xref ref-type="bibr" rid="B17">17</xref>&#x2013;<xref ref-type="bibr" rid="B19">19</xref>). We enrolled women younger than 85 years with primary breast cancer without known extension beyond the breast and axillary nodes (ie, believed to be tumor stage 1-3, nodes 0-2) who were scheduled either for unilateral or bilateral mastectomy, with or without implants, or for wide local excision with node dissection. We excluded women who had previous surgery for breast cancer (we allowed diagnostic biopsies and guide-wire insertion), had inflammatory breast cancer, were scheduled for free-flap reconstruction, had American Society of Anesthesiologists (ASA) physical status of IV or higher, had contraindications to either anesthetic approach, or had other cancer not in long-term remission.</p>
<p>All the surgeries were conducted by the same surgical team, and the perioperative analgesia was standardized. In the original trial, patients were randomly assigned to either opioid analgesia (under fentanyl with sevoflurane general anesthesia, GA group) or paravertebral blocks (under paravertebral block with propofol general anesthesia, PPA group). Tramadol was the first-line postoperative analgesic in both study groups. Analgesia at home during the first postoperative week consisted of ibuprofen, acetaminophen, or a combination of acetaminophen and codeine.</p>
</sec>
<sec id="s2_2">
<title>Outcomes</title>
<p>The primary outcome was CPSP at 12 months after breast cancer surgery. According to the 2016 International Association for the Study of Pain (IASP) criteria (<xref ref-type="bibr" rid="B20">20</xref>), CPSP is defined as pain that occurs after surgical intervention and lasts for at least three months, excluding other potential causes (e.g. cancer recurrence and infection). In our study, patients with modified Brief Pain Inventory (mBPI) &gt; 0 at 12 months after breast cancer surgery in surgical area (breast, axilla, and arm) were considered to develop CPSP (<xref ref-type="bibr" rid="B21">21</xref>).</p>
<p>Outcomes of breast cancer were also recorded within 12 months, including 1) recurrence of breast cancer in the ipsilateral breast, thoracic wall, and axillary tissue with pathological confirmation; 2) distant metastasis, including the occurrence of breast cancer in the contralateral breast or any other remote organs with pathological confirmation, or multiple lesions consistent with metastases found on imaging examination; and 3) death from any reasons.</p>
</sec>
<sec id="s2_3">
<title>Data acquisition</title>
<p>Baseline characteristics including demographics, medical insurance level, preoperative data, surgical data, pathology data, and adjuvant therapies after surgery were acquired from the dataset of the RCT (NCT00418457). In addition, pain-related data including the presence of persistent pain of any kind, preoperative pain in the operative area (breast, axilla, and arm), opioid (fentanyl) consumption during surgery, postoperative pain intensity ratings within 2, 24, and 48 hours after surgery were also recorded in the dataset. Postoperative pain intensity was categorized according to verbal numerical rating scale (NRS) from no pain (NRS 0), mild pain (NRS 1~3), to moderate-to-severe pain (NRS 4~10).</p>
<p>Outcome observation and follow-up information were also obtained from the dataset of the RCT. All follow-ups were done using one qualified investigator unaware of the patient&#x2019;s random assignments and intraoperative management, and they have tried to contact not only the patients, but also their families and caregivers, and tried at least 3 times at each follow-up time point (30 days, 3 months, 6 months, and 12 months after surgery) to ensure a high proportion of successful follow-up (&gt; 99%). Patients who withdrew from the RCT, lost to follow-up, or had missing data were excluded from our study.</p>
</sec>
<sec id="s2_4">
<title>Statistical analysis</title>
<p>The full dataset was randomly split into a training dataset (90%) and a testing dataset (10%). Feature selection and model-development were performed in the training dataset, and the validation and evaluation of the models were performed in the testing dataset. Continuous variables were converted to restricted cubic splines for better fitting (<xref ref-type="bibr" rid="B22">22</xref>).</p>
<p>Recursive feature elimination (RFE) (<xref ref-type="bibr" rid="B23">23</xref>) is a feature selection method that fits a model and removes the weakest features until the specified number of features is reached. Features are ranked by the model&#x2019;s coefficient or feature importance attributes and attempted to eliminate dependencies and collinearity that may exist in the model by recursively eliminating a small number of features per loop. In this study we used RFE for variables selection and pre-set 5 as the minimum number of variables. And then two clinical experts identified the final variables incorporated into the prediction model based on the results of RFE, clinical experience and risk factors mentioned in most studies (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B24">24</xref>, <xref ref-type="bibr" rid="B25">25</xref>). In addition, we analyzed the contribution (gain) of each identified variable to 12-month CPSP.</p>
<p>In the model-development phase, four prediction models including conventional logistic regression, RF, GBDT and XGBoost algorithm models, were constructed with the identified variables for CPSP prediction, the overview of these four models are shown in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. Ten folds Grid-search cross-validation (<xref ref-type="bibr" rid="B26">26</xref>) was used to select the best tuning parameters for the RF, GBDT, and XGBoost models. The performances of these four models were validated and evaluated using the area under the receiver operating characteristic curve (AU-ROC) for discrimination and the integrated calibration index (ICI), E50, E90 and Hosmer-Lemeshow test for calibration (<xref ref-type="bibr" rid="B27">27</xref>). The diagnostic accuracy, including sensitivity, specificity, positive and negative likelihood ratios (PLR and NLR), and positive and negative predictive values (PPV and NPV), was also calculated to compare the clinical validity of different models.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Overview of four prediction models.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="left">Prediction models</th>
<th valign="middle" align="center">Overview</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="left">Logistic regression</td>
<td valign="middle" align="left">An extension of the linear regression model for classification problems, used to examine the association of categorical or continuous independent variable(s) with one binary outcome, more suitable for linear data pattern.</td>
</tr>
<tr>
<td valign="middle" align="left">RF</td>
<td valign="middle" align="left">An ensemble machine learning method for both classification and regression tasks, training a large number of individual decision trees on various sub-samples of the dataset, and using average to improve the predictive accuracy and control over-fitting, more suitable for nonlinear data pattern.</td>
</tr>
<tr>
<td valign="middle" align="left">GBDT</td>
<td valign="middle" align="left">An iterative decision tree algorithm with strong generalization ability, which combines several weak prediction models (predictors with poor accuracy) into a strong learner (a model with strong accuracy), performed well in both classification and regression tasks but with over-fitting.</td>
</tr>
<tr>
<td valign="middle" align="left">XGBoost</td>
<td valign="middle" align="left">Built on the GBDT framework and designed for supervised learning tasks such as regression, classification and ranking, which is a more regularized model formalization to control over-fitting.</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>GBDT, gradient boosting decision tree; RF, random forest; XGBoost, extreme gradient boosting.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>All statistical analyses were performed by R 4.0.2 and python 3.8.0.&#xa0;A 2-sided <italic>P-</italic>value less than 0.05 was considered the threshold for statistical significance.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Baseline characteristics</title>
<p>A total of 1152 patients were finally included in the study, excluding 8 lost to follow-up, 4 withdrew from the RCT, 18 having missing data, 2 died within 12 months, and 69 with postoperative recurrence within 12 months. The process of patient selection is shown in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>. 255 (22.1%) patients developed CPSP at 12 months after breast cancer surgery. According to the results of univariable analyses in the full dataset using logistic regression, in those patients with 12-month CPSP, the age, medical insurance level, menstruation status, whether receiving axillary lymph node dissection (ALND), surgical technique, and acute postoperative pain (within 2 days after surgery) differed significantly from those in patients without CPSP. Data is shown in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Flow chart of patient selection and random splitting.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-13-1096468-g001.tif"/>
</fig>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Baseline characteristics and univariable analyses for chronic postsurgical pain (CPSP) in full dataset.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Variables</th>
<th valign="top" align="center">CPSP (n = 255)</th>
<th valign="top" align="center">No CPSP (n = 897)</th>
<th valign="top" align="center">Unadjusted OR (95% CI)</th>
<th valign="top" align="center">
<italic>P</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" style="background-color:#d7d7d7">
<bold>Preoperative factors</bold>
</td>
<td valign="middle" align="center" style="background-color:#d7d7d7"/>
<td valign="middle" align="center" style="background-color:#d7d7d7"/>
<td valign="middle" align="center" style="background-color:#d7d7d7"/>
<td valign="middle" align="center" style="background-color:#d7d7d7"/>
</tr>
<tr>
<td valign="middle" align="left">Medical insurance level</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;No</td>
<td valign="middle" align="center">113 (44.3)</td>
<td valign="middle" align="center">473 (52.7)</td>
<td valign="middle" align="center">Reference</td>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;NCMS</td>
<td valign="middle" align="center">17 (6.7)</td>
<td valign="middle" align="center">94 (10.5)</td>
<td valign="middle" align="center">0.76 (0.43 to 1.32)</td>
<td valign="middle" align="center">0.326</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;UEBMI+URMI+CMI</td>
<td valign="middle" align="center">125 (49.0)</td>
<td valign="middle" align="center">330 (36.8)</td>
<td valign="middle" align="center">1.59 (1.19 to 2.12)</td>
<td valign="middle" align="center">0.002</td>
</tr>
<tr>
<td valign="top" align="left">Age, y</td>
<td valign="middle" align="center">50 &#xb1; 9</td>
<td valign="middle" align="center">49 &#xb1; 10</td>
<td valign="middle" align="center">1.02 (1.00 to 1.03)</td>
<td valign="middle" align="center">0.016</td>
</tr>
<tr>
<td valign="top" align="left">BMI, kg/m<sup>2</sup>
</td>
<td valign="middle" align="center">23.7 &#xb1; 3.3</td>
<td valign="middle" align="center">23.8 &#xb1; 3.2</td>
<td valign="middle" align="center">0.99 (0.95 to 1.04)</td>
<td valign="middle" align="center">0.805</td>
</tr>
<tr>
<td valign="top" align="left">Smoking history</td>
<td valign="middle" align="center">4 (1.6)</td>
<td valign="middle" align="center">11 (1.2)</td>
<td valign="middle" align="center">1.28 (0.41 to 4.07)</td>
<td valign="middle" align="center">0.671</td>
</tr>
<tr>
<td valign="top" align="left">Alcohol use</td>
<td valign="middle" align="center">1 (0.4)</td>
<td valign="middle" align="center">3 (0.3)</td>
<td valign="middle" align="center">1.17 (0.12 to 11.33)</td>
<td valign="middle" align="center">0.890</td>
</tr>
<tr>
<td valign="top" align="left">ASA physical status</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;1</td>
<td valign="middle" align="center">173 (67.8)</td>
<td valign="middle" align="center">643 (71.7)</td>
<td valign="top" align="center">Reference</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;2~3</td>
<td valign="middle" align="center">82 (32.2)</td>
<td valign="middle" align="center">254 (28.3)</td>
<td valign="middle" align="center">1.20 (0.89 to 1.62)</td>
<td valign="middle" align="center">0.234</td>
</tr>
<tr>
<td valign="top" align="left">Menstruation status</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Pre-menopausal</td>
<td valign="middle" align="center">98 (38.4)</td>
<td valign="middle" align="center">414 (46.2)</td>
<td valign="top" align="center">Reference</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Peri-menopausal</td>
<td valign="middle" align="center">23 (9.0)</td>
<td valign="middle" align="center">113 (12.6)</td>
<td valign="middle" align="center">0.86 (0.52 to 1.42)</td>
<td valign="middle" align="center">0.554</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Post-menopausal</td>
<td valign="middle" align="center">134 (52.5)</td>
<td valign="middle" align="center">370 (41.2)</td>
<td valign="top" align="center">1.53 (1.14 to 2.06)</td>
<td valign="top" align="center">0.005</td>
</tr>
<tr>
<td valign="top" align="left">Depression</td>
<td valign="middle" align="center">1 (0.4)</td>
<td valign="middle" align="center">6 (0.7)</td>
<td valign="middle" align="center">0.58 (0.07 to 4.88)</td>
<td valign="middle" align="center">0.620</td>
</tr>
<tr>
<td valign="top" align="left">Chronic &#xdf;-blocker use</td>
<td valign="middle" align="center">4 (1.6)</td>
<td valign="middle" align="center">22 (2.5)</td>
<td valign="middle" align="center">0.63 (0.22 to 1.86)</td>
<td valign="middle" align="center">0.406</td>
</tr>
<tr>
<td valign="top" align="left">Preoperative pain in the operative area</td>
<td valign="middle" align="center">126 (49.4)</td>
<td valign="middle" align="center">439 (48.9)</td>
<td valign="middle" align="center">1.02 (0.77 to 1.35)</td>
<td valign="middle" align="center">0.894</td>
</tr>
<tr>
<td valign="top" align="left">History of operation <sup>*</sup>
</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;0</td>
<td valign="middle" align="center">107 (42.0)</td>
<td valign="middle" align="center">437 (48.7)</td>
<td valign="middle" align="center">Reference</td>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;1</td>
<td valign="middle" align="center">93 (36.5)</td>
<td valign="middle" align="center">292 (32.6)</td>
<td valign="middle" align="center">1.30 (0.95 to 1.78)</td>
<td valign="middle" align="center">0.102</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265; 2</td>
<td valign="middle" align="center">55 (21.6)</td>
<td valign="middle" align="center">168 (18.7)</td>
<td valign="middle" align="center">1.34 (0.92 to 1.94)</td>
<td valign="middle" align="center">0.125</td>
</tr>
<tr>
<td valign="top" align="left">Preoperative neoadjuvant therapy</td>
<td valign="middle" align="center">8 (3.1)</td>
<td valign="middle" align="center">31 (3.5)</td>
<td valign="middle" align="center">0.90 (0.41 to 1.99)</td>
<td valign="middle" align="center">0.804</td>
</tr>
<tr>
<td valign="top" align="left">Tumor location</td>
<td valign="bottom" align="center"/>
<td valign="bottom" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Left</td>
<td valign="middle" align="center">121 (47.5)</td>
<td valign="middle" align="center">462 (51.5)</td>
<td valign="top" align="center">Reference</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Right</td>
<td valign="middle" align="center">130 (51.0)</td>
<td valign="middle" align="center">424 (47.3)</td>
<td valign="middle" align="center">1.17 (0.88 to 1.55)</td>
<td valign="middle" align="center">0.271</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Bilateral</td>
<td valign="middle" align="center">4 (1.6)</td>
<td valign="middle" align="center">11 (1.2)</td>
<td valign="top" align="center">1.39 (0.43 to 4.44)</td>
<td valign="top" align="center">0.580</td>
</tr>
<tr>
<td valign="top" align="left" style="background-color:#d7d7d7">
<bold>Intraoperative factors</bold>
</td>
<td valign="middle" align="center" style="background-color:#d7d7d7"/>
<td valign="middle" align="center" style="background-color:#d7d7d7"/>
<td valign="middle" align="center" style="background-color:#d7d7d7"/>
<td valign="middle" align="center" style="background-color:#d7d7d7"/>
</tr>
<tr>
<td valign="top" align="left">ALND</td>
<td valign="middle" align="center">225 (88.2)</td>
<td valign="middle" align="center">747 (83.3)</td>
<td valign="middle" align="center">1.51 (0.99 to 2.29)</td>
<td valign="middle" align="center">0.056</td>
</tr>
<tr>
<td valign="top" align="left">Surgical technique</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Simple mastectomy</td>
<td valign="middle" align="center">23 (9.0)</td>
<td valign="middle" align="center">134 (14.9)</td>
<td valign="middle" align="center">Reference</td>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="bottom" align="left">&#x2003;Modified radical mastectomy</td>
<td valign="middle" align="center">180 (70.6)</td>
<td valign="middle" align="center">614 (68.5)</td>
<td valign="middle" align="center">1.71 (1.06 to 2.74)</td>
<td valign="middle" align="center">0.026</td>
</tr>
<tr>
<td valign="bottom" align="left">&#x2003;Wide local excision with node dissection</td>
<td valign="middle" align="center">40 (15.7)</td>
<td valign="middle" align="center">94 (10.5)</td>
<td valign="middle" align="center">2.48 (1.39 to 4.41)</td>
<td valign="top" align="center">0.002</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Others</td>
<td valign="middle" align="center">12 (4.7)</td>
<td valign="middle" align="center">55 (6.1)</td>
<td valign="middle" align="center">1.27 (0.59 to 2.73)</td>
<td valign="middle" align="center">0.539</td>
</tr>
<tr>
<td valign="top" align="left">Anesthetic technique</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;GA</td>
<td valign="middle" align="center">128 (50.2)</td>
<td valign="middle" align="center">443 (49.4)</td>
<td valign="middle" align="center">Reference</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;PPA</td>
<td valign="middle" align="center">127 (49.8)</td>
<td valign="middle" align="center">454 (50.6)</td>
<td valign="middle" align="center">0.97 (0.73 to 1.28)</td>
<td valign="middle" align="center">0.820</td>
</tr>
<tr>
<td valign="top" align="left">Pathology stage, tumor (T)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T0</td>
<td valign="middle" align="center">1 (0.4)</td>
<td valign="middle" align="center">7 (0.8)</td>
<td valign="middle" align="center">Reference</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T1</td>
<td valign="middle" align="center">145 (57.3)</td>
<td valign="middle" align="center">513 (57.6)</td>
<td valign="middle" align="center">1.98 (0.24 to 16.21)</td>
<td valign="middle" align="center">0.525</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T2</td>
<td valign="middle" align="center">90 (35.6)</td>
<td valign="middle" align="center">314 (35.2)</td>
<td valign="top" align="center">2.01 (0.24 to 16.52)</td>
<td valign="top" align="center">0.517</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T3</td>
<td valign="middle" align="center">10 (4.0)</td>
<td valign="middle" align="center">28 (3.1)</td>
<td valign="top" align="center">2.50 (0.27 to 22.93)</td>
<td valign="top" align="center">0.418</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T4</td>
<td valign="middle" align="center">1 (0.4)</td>
<td valign="middle" align="center">1 (0.1)</td>
<td valign="top" align="center">7.00 (0.22 to 226.00)</td>
<td valign="top" align="center">0.272</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Tis</td>
<td valign="middle" align="center">6 (2.4)</td>
<td valign="middle" align="center">28 (3.1)</td>
<td valign="top" align="center">1.50 (0.15 to 14.57)</td>
<td valign="top" align="center">0.727</td>
</tr>
<tr>
<td valign="top" align="left">Pathology stage, nodes (N)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N0</td>
<td valign="middle" align="center">145 (57.1)</td>
<td valign="middle" align="center">506 (56.4)</td>
<td valign="middle" align="center">Reference</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N1</td>
<td valign="middle" align="center">52 (20.5)</td>
<td valign="middle" align="center">228 (25.4)</td>
<td valign="middle" align="center">0.80 (0.56 to 1.13)</td>
<td valign="middle" align="center">0.205</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N2</td>
<td valign="middle" align="center">28 (11.0)</td>
<td valign="middle" align="center">83 (9.3)</td>
<td valign="top" align="center">1.18 (0.74 to 1.88)</td>
<td valign="top" align="center">0.493</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N3</td>
<td valign="middle" align="center">29 (11.4)</td>
<td valign="middle" align="center">80 (8.9)</td>
<td valign="middle" align="center">1.27 (0.80 to 2.01)</td>
<td valign="middle" align="center">0.320</td>
</tr>
<tr>
<td valign="top" align="left">Tumor TNM stage</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;0</td>
<td valign="middle" align="center">5 (2.0)</td>
<td valign="middle" align="center">32 (3.6)</td>
<td valign="middle" align="center">Reference</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;1</td>
<td valign="middle" align="center">95 (37.5)</td>
<td valign="middle" align="center">336 (37.6)</td>
<td valign="middle" align="center">1.81 (0.69 to 4.77)</td>
<td valign="middle" align="center">0.231</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;2</td>
<td valign="middle" align="center">94 (37.2)</td>
<td valign="middle" align="center">355 (39.8)</td>
<td valign="top" align="center">1.69 (0.64 to 4.47)</td>
<td valign="top" align="center">0.286</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;3</td>
<td valign="middle" align="center">59 (23.3)</td>
<td valign="middle" align="center">170 (19.0)</td>
<td valign="top" align="center">2.22 (0.83 to 5.97)</td>
<td valign="top" align="center">0.113</td>
</tr>
<tr>
<td valign="top" align="left" style="background-color:#d7d7d7">
<bold>Postoperative factors within 12 months</bold>
</td>
<td valign="middle" align="center" style="background-color:#d7d7d7"/>
<td valign="middle" align="center" style="background-color:#d7d7d7"/>
<td valign="top" align="center" style="background-color:#d7d7d7"/>
<td valign="middle" align="center" style="background-color:#d7d7d7"/>
</tr>
<tr>
<td valign="top" align="left">NRS within 2 days after surgery</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;0</td>
<td valign="middle" align="center">7 (2.7)</td>
<td valign="middle" align="center">60 (6.7)</td>
<td valign="middle" align="center">Reference</td>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;1~3</td>
<td valign="middle" align="center">123 (48.2)</td>
<td valign="middle" align="center">547 (61.0)</td>
<td valign="middle" align="center">1.93 (0.86 to 4.32)</td>
<td valign="middle" align="center">0.111</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;4~10</td>
<td valign="middle" align="center">125 (49.0)</td>
<td valign="middle" align="center">290 (32.3)</td>
<td valign="middle" align="center">3.69 (1.64 to 8.31)</td>
<td valign="middle" align="center">0.002</td>
</tr>
<tr>
<td valign="top" align="left">Postoperative analgesic</td>
<td valign="middle" align="center">61 (23.9)</td>
<td valign="middle" align="center">239 (26.6)</td>
<td valign="middle" align="center">0.87 (0.63 to 1.20)</td>
<td valign="top" align="center">0.382</td>
</tr>
<tr>
<td valign="top" align="left">Radiotherapy</td>
<td valign="middle" align="center">102 (40.0)</td>
<td valign="middle" align="center">333 (37.1)</td>
<td valign="middle" align="center">1.13 (0.85 to 1.50)</td>
<td valign="middle" align="center">0.403</td>
</tr>
<tr>
<td valign="top" align="left">Chemotherapy</td>
<td valign="middle" align="center">190 (74.5)</td>
<td valign="middle" align="center">678 (75.6)</td>
<td valign="middle" align="center">0.94 (0.69 to 1.30)</td>
<td valign="middle" align="center">0.725</td>
</tr>
<tr>
<td valign="top" align="left">Endocrine treatment</td>
<td valign="middle" align="center">166 (65.1)</td>
<td valign="middle" align="center">608 (67.8)</td>
<td valign="middle" align="center">0.89 (0.66 to 1.19)</td>
<td valign="middle" align="center">0.421</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Results presented as x &#xb1; s or n (%).</p>
</fn>
<fn>
<p>ALND, axillary lymph node dissection; ASA, American society of anesthesiology; BMI, body mass index; CI, confidence interval; CMI, commercial medical insurance; CPSP, chronic postsurgical pain; GA, fentanyl with sevoflurane general anesthesia; NCMS, the new cooperative medical scheme for rural residents; NRS, numerical rating scale; OR, odds ratio; PPA, paravertebral block with propofol general anesthesia; UEBMI, the urban employee basic medical insurance; URMI, the urban resident medical insurance program for self-employed and unemployed urban residents.</p>
</fn>
<fn>
<p>
<sup>*</sup> Previous history of operation refers to any type of operation to any body region.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Features selected in models</title>
<p>RFE was used for feature selection. As shown in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref>, according to the results of RFE, better discrimination appeared when 12 or 6 variables remained (AUC was 0.720 and 0.735 respectively). Considering the clinical practicability of models, we hoped to select as few predictors as possible when discrimination is similar, so we selected 6 variables to be included, which were medical insurance level, menstruation status, history of any operation to anybody region, anesthetic technique, pathology stage for nodes (stage N), and NRS 2 days after surgery. According to the clinical experience and previous research (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B25">25</xref>), ALND would be more suitable as one of the selected predictors, replacing the stage N, since ALND may potentially cause nerve damage and is much preferred by breast cancer patients in China for the fear of tumor recurrence, even in patients whose stage N is 0 or 1. In summary, urban medical insurance, including urban employee basic medical insurance (UEBMI), urban resident medical insurance program for self-employed and unemployed urban residents (URMI), and commercial medical insurance (CMI), as well as post-menopausal status, history of at least one operation, under fentanyl with sevoflurane general anesthesia (GA group), receiving ALND and higher NRS within 2 days after surgery were associated with a higher risk of 12-month CPSP after breast cancer surgery.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Feature selection for chronic postsurgical pain (CPSP) and the contribution (gain) analysis. <bold>(A)</bold> Feature selection using recursive feature elimination (RFE). The X axis is the number of remaining variables in RFE. Set the minimum number of variables to 5. The Y axis is the area under the receiver operating characteristic curve (AU-ROC) when different variables remain. AU-ROC is the best (0.735) when there are 6 variables left. <bold>(B)</bold> Shapley additive explanation (SHAP) summary plots of the top 6 predictors of the XGBoost algorithm for CPSP. SHAP value reflects the feature importance of every observation. The higher the SHAP value of a feature, the higher the risk of CPSP. A dot is created for each feature attribution value for the model of each patient. Dots are colored according to the values of features for the respective patient and accumulate vertically to depict density. Red represents higher feature values, and blue represents lower feature values. ALND, axillary lymph node dissection; NRS, numerical rating scale.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-13-1096468-g002.tif"/>
</fig>
<p>Furthermore, we analyzed the contribution (gain) of each feature selected above to 12-month CPSP. The importance of each feature listed in the descending order was NRS within 2 days after surgery &gt; menstruation status &gt; medical insurance level &gt; history of operation &gt; anesthetic technique &gt; whether receiving ALND. Details are shown in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2B</bold>
</xref>.</p>
</sec>
<sec id="s3_3">
<title>Models development and comparison</title>
<p>We incorporated the 6 predictors mentioned above to construct different prediction models using training dataset, including RF, GBDT and XGBoost algorithm models, and multivariable logistic regression model. The performances of these four models were then evaluated and compared.</p>
<p>The results indicated that machine learning models (RF/GBDT/XGBoost) had better discriminatory power compared with the multivariable logistic regression model [AUC, 0.749 (95% CI 0.715 to 0.784)/0.755 (95% CI 0.722 to 0.789)/0.731 (95% CI 0.696 to 0.766) vs 0.631 (95% CI 0.589 to 0.672)] in the training dataset, while there was no obvious difference among them in the testing dataset [(AUC, 0.749 (95% CI 0.661 to 0.838)/0.734 (95% CI 0.639 to 0.830)/0.741 (95% CI 0.641 to 0.840) vs 0.777 (95% CI 0.685 to 0.870)] (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>). As for the calibration evaluated in the testing dataset, the XGBoost model performed better than the multivariable logistic regression model with lower ICI and higher Hosmer-Lemeshow test <italic>P</italic>-value [ICI, 0.050 (95% CI 0.038 to 0.122) vs 0.070 (95% CI 0.050 to 0.146); Hosmer-Lemeshow test <italic>P</italic>-value, 0.829 vs 0.059]. Other machine learning models (RF and GBDT) did not show the apparent superiority in ICI, while they all had higher Hosmer-Lemeshow test <italic>P</italic>-value than logistic regression model [ICI, 0.093 (95% CI 0.053 to 0.168)/0.072 (95% CI 0.049 to 0.156) vs 0.070 (95% CI 0.050 to 0.146); Hosmer-Lemeshow test <italic>P</italic>-value, 0.429/0.384 vs 0.059] (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>).</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Comparison of the prediction models for chronic postsurgical pain (CPSP) - receiver operating characteristic (ROC) curve in the training dataset <bold>(A)</bold> and the testing dataset <bold>(B)</bold>. AUC, area under the curve; GBDT, gradient boosting decision tree (blue); LR, logistic regression (red); RF, random forest (green); XGBoost, extreme gradient boosting (purple).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-13-1096468-g003.tif"/>
</fig>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Comparison of prediction models for chronic postsurgical pain (CPSP) in the testing dataset - calibration metrics.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="bottom" align="left">
</th>
<th valign="middle" align="center">Logistic regression</th>
<th valign="middle" align="center">RF</th>
<th valign="middle" align="center">GBDT</th>
<th valign="middle" align="center">XGBoost</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="center">ICI</td>
<td valign="top" align="center">0.070 (0.050 to 0.146)</td>
<td valign="middle" align="center">0.093 (0.053 to 0.168)</td>
<td valign="middle" align="center">0.072 (0.049 to 0.156)</td>
<td valign="middle" align="center">0.050 (0.038 to 0.122)</td>
</tr>
<tr>
<td valign="middle" align="center">E50</td>
<td valign="top" align="center">0.070 (0.027 to 0.127)</td>
<td valign="top" align="center">0.109 (0.034 to 0.170)</td>
<td valign="top" align="center">0.071 (0.035 to 0.138)</td>
<td valign="top" align="center">0.046 (0.024 to 0.123)</td>
</tr>
<tr>
<td valign="middle" align="center">E90</td>
<td valign="top" align="center">0.111 (0.095 to 0.307)</td>
<td valign="top" align="center">0.129 (0.107 to 0.303)</td>
<td valign="top" align="center">0.114 (0.083 to 0.286)</td>
<td valign="top" align="center">0.071 (0.064 to 0.257)</td>
</tr>
<tr>
<td valign="middle" align="center">H-L <italic>P</italic> value</td>
<td valign="middle" align="center">0.059</td>
<td valign="middle" align="center">0.429</td>
<td valign="middle" align="center">0.384</td>
<td valign="middle" align="center">0.829</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Each cell contains the appropriate calibration metric and its 95% confidence interval.</p>
</fn>
<fn>
<p>E50 and E90, the median and 90<sup>th</sup> percentile of the absolute difference between observed and predicted probabilities respectively; GBDT, gradient boosting decision tree; H-L, Hosmer-Lemeshow test; ICI, integrated calibration index (a measure of calibration, which could be interpreted as weighted difference between observed and predicted probabilities); RF, random forest; XGBoost, extreme gradient boosting.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>According to the general incidence of CPSP in breast cancer population, we evaluated the clinical validity of all the four prediction models at a 20% risk level of CPSP. As shown in <xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>, compared with the multivariable logistic regression model, machine learning models (RF/GBDT/XGBoost) showed higher specificity, PLR and PPV, which could help to identify patients with high risk of CPSP [specificity, 0.914 (95% CI 0.810 to 0.971)/0.922 (95% CI 0.811 to 0.978)/0.907 (95% CI 0.797 to 0.969) vs 0.622 (95% CI 0.514 to 0.722); PLR, 4.200 (95% CI 1.699 to 10.381)/4.315 (95% CI 1.587 to 11.734)/3.658 (95% CI 1.481 to 9.038) vs 2.036 (1.451 to 2.857); PPV, 0.808 (95% CI 0.606 to 0.934)/0.846 (95% CI 0.651 to 0.956)/0.808 (95% CI 0.606 to 0.934) vs 0.370 (95% CI 0.243 to 0.513)], but with lower sensitivity, higher NLR and lower NPV.</p>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Comparison of prediction models for chronic postsurgical pain (CPSP) in the testing dataset - clinical validity at a 20% risk level.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="bottom" align="left">
</th>
<th valign="middle" align="center">Logistic regression</th>
<th valign="middle" align="center">RF</th>
<th valign="middle" align="center">GBDT</th>
<th valign="middle" align="center">XGBoost</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="center">Sensitivity</td>
<td valign="middle" align="center">0.769 (0.564 to 0.910)</td>
<td valign="middle" align="center">0.362 (0.240 to 0.499)</td>
<td valign="middle" align="center">0.338 (0.226 to 0.466)</td>
<td valign="middle" align="center">0.339 (0.223 to 0.470)</td>
</tr>
<tr>
<td valign="middle" align="center">Specificity</td>
<td valign="middle" align="center">0.622 (0.514 to 0.722)</td>
<td valign="middle" align="center">0.914 (0.810 to 0.971)</td>
<td valign="middle" align="center">0.922 (0.811 to 0.978)</td>
<td valign="middle" align="center">0.907 (0.797 to 0.969)</td>
</tr>
<tr>
<td valign="middle" align="center">PLR</td>
<td valign="middle" align="center">2.036 (1.451 to 2.857)</td>
<td valign="middle" align="center">4.200 (1.699 to 10.381)</td>
<td valign="middle" align="center">4.315 (1.587 to 11.734)</td>
<td valign="middle" align="center">3.658 (1.481 to 9.038)</td>
</tr>
<tr>
<td valign="middle" align="center">NLR</td>
<td valign="middle" align="center">0.371 (0.181 to 0.762)</td>
<td valign="middle" align="center">0.698 (0.566 to 0.861)</td>
<td valign="middle" align="center">0.718 (0.593 to 0.869)</td>
<td valign="middle" align="center">0.729 (0.598 to 0.888)</td>
</tr>
<tr>
<td valign="middle" align="center">PPV</td>
<td valign="middle" align="center">0.370 (0.243 to 0.513)</td>
<td valign="middle" align="center">0.808 (0.606 to 0.934)</td>
<td valign="middle" align="center">0.846 (0.651 to 0.956)</td>
<td valign="middle" align="center">0.808 (0.606 to 0.934)</td>
</tr>
<tr>
<td valign="middle" align="center">NPV</td>
<td valign="middle" align="center">0.903 (0.801 to 0.964)</td>
<td valign="middle" align="center">0.589 (0.480 to 0.692)</td>
<td valign="middle" align="center">0.522 (0.414 to 0.629)</td>
<td valign="middle" align="center">0.544 (0.436 to 0.650)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Each cell contains the appropriate value and its 95% confidence interval.</p>
</fn>
<fn>
<p>GBDT, gradient boosting decision tree; NLR, negative likelihood ratio; NPV, negative predictive value; PLR, positive likelihood ratio; PPV, positive predictive value; RF, random forest; XGBoost, extreme gradient boosting.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>Breast cancer is considered to be the most prevalent cancer in women. As survival improves primarily due to earlier detection and improvements in the therapeutic approaches (<xref ref-type="bibr" rid="B28">28</xref>), new challenges emerge. Consistent with previous reports, 22.1% patients in our study developed CPSP at 12 months after breast cancer surgery, which could reduce their quality of life (<xref ref-type="bibr" rid="B3">3</xref>&#x2013;<xref ref-type="bibr" rid="B5">5</xref>).</p>
<p>At present, more and more prediction models are established to identify the high-risk CPSP patients in advance (<xref ref-type="bibr" rid="B9">9</xref>&#x2013;<xref ref-type="bibr" rid="B12">12</xref>). Sipil&#xe4; R et&#xa0;al. created a 6-factor risk index to predict persistent pain at 6 months after surgery using Bayesian model in Finland population prospectively (<xref ref-type="bibr" rid="B9">9</xref>). Another 4-item preoperative risk score for persistent pain at 4 months after surgery was developed with multivariable logistic regression model in Switzerland (<xref ref-type="bibr" rid="B10">10</xref>). Meretoja TJ et&#xa0;al. created a web-based risk calculator using logistic regression analyses to assess the risk of persistent pain at 1 year after surgery in European breast cancer cohorts (<xref ref-type="bibr" rid="B11">11</xref>). However, most of these models are conducted in European patients, with a lack of studies on Asian patients, and the low clinical utility limits their application in clinical practice. Machine learning is a form of artificial intelligence that uses computer algorithms to identify nonlinear data patterns within large datasets to formulate outcome prediction (<xref ref-type="bibr" rid="B13">13</xref>), which may be more suitable for the prediction for CPSP. Considering the poor performance of machine learning algorithms chosen in previous studies, this time we selected three representative machine learning methods with good fitting ability, including RF, GBDT, and XGBoost to develop prediction models, based on a high-quality dataset and rigorous model evaluation, intending to improve their clinical utility.</p>
<p>Our results suggested that, although the superiority of machine learning models over logistic regression model in discrimination and calibration are not particularly prominent, they performed better in specificity, PLR, and PPV. We found that posterior positive probability, reflected by PPV, was around 0.8 using machine learning methods, which reflects a large increase from the prior probability of 0.2 (22.1%). That means the probability of developing CPSP is as high as 80% if the patient was categorized as high risk using our prediction model. This indeed could improve the models&#x2019; clinical utility and help clinicians identify high-risk CPSP patients more accurately and confidently, so that appropriate treatments could be taken promptly. Considering the high quality and low lost to follow-up rate (&lt;1%) of our dataset, these results were reliable and convincing.</p>
<p>According to the feature selection, acute postoperative pain which reflected by a higher NRS within 2 days after surgery, is one of the risk factors for CPSP, consistent with previous research (<xref ref-type="bibr" rid="B29">29</xref>). It has been reported that the paravertebral block could improve early postoperative analgesia and prevent CPSP by impacting the transition from acute to chronic pain (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B30">30</xref>). This may explain why the patients under paravertebral block with propofol general anesthesia (PPA group) had a lower risk of CPSP, compared with those who under fentanyl with sevoflurane general anesthesia (GA group).</p>
<p>Menstruation status was another important predictor for CPSP after breast cancer surgery. It was found in our results that patients under post-menopausal stage seemed to experience a higher risk of CPSP. The decline of estrogen and various musculoskeletal and climacteric symptoms may be the possible explanations (<xref ref-type="bibr" rid="B31">31</xref>). However, some reports suggested a younger age was associated with greater risk of CPSP (<xref ref-type="bibr" rid="B25">25</xref>). This might be related to the social background difference in different ethnic groups. Post-menopausal women are generally over 55 years old and tend to be retired in China. In most cases, their children, now adults, have left home for work or study, making them experience low hormone levels and the loneliness due to unaccompanied simultaneously. These might lead to a more anxious mental status which could cause or aggravate the feel of pain (<xref ref-type="bibr" rid="B32">32</xref>).</p>
<p>Recently Wang Y, et&#xa0;al. also constructed prediction models of chronic pain after breast cancer surgery using a variety of machine learning techniques (<xref ref-type="bibr" rid="B33">33</xref>). However, these models not only have lower discriminatory power, sensitivity and PPV, but also do not include psychosocial factors. Pain is a strongly subjective feeling that is affected by the disease itself and relevant clinical factors, as well as social factors, cultural backgrounds, psychological state, and so on. Therefore, in this study, we also took medical insurance level into consideration to represent patients&#x2019; social backgrounds and reflect their psychosocial status. According to the current forms of medical insurance in China, we divided patients&#x2019; medical insurance level into no medical insurance, rural medical insurance, which is the new cooperative medical scheme (NCMS) for rural residents, and urban medical insurance, which includes UEBMI, URMI and CMI (<xref ref-type="bibr" rid="B34">34</xref>). Our results demonstrated that patients with urban medical insurance suffered a higher risk of CPSP. Urban medical insurance could represent the urban residents. They usually have higher economic and educational level and pay more attention about their physical health, life quality, psychological condition and self-feeling, therefore more prone to exacerbate the feeling of pain. Conversely, patients living in rural areas, often with NCMS, may suffer from a heavier burden of life, have a lower level of education and self-focus, and thus seldom care about inconspicuous pain.</p>
<p>Our study also had several limitations. First, it was a secondary analysis based on the dataset in one single center of a multicenter RCT. Although the data in this study were accurate and complete with low drop-out rate, relatively strict inclusion and exclusion criteria in the original trial limited the external validity of our results. Second, despite the machine learning models showed better specificity and PPV, their sensitivity and NPV were not good. Further studies were urgently needed to improve models&#x2019; general performance. Third, our prediction model included some specific cultural differences such as insurance in China, which might make the global applicability of the model limited. Finally, psychosocial factors may play an important role in CPSP after breast cancer surgery. Although some psychosocial factors were included in our analyses and model development, they are not enough, especially lacking of data on underlying anxiety. Studies incorporating a more comprehensive analysis of psychosocial factors should be conducted in the future.</p>
</sec>
<sec id="s5" sec-type="conclusions">
<title>Conclusions</title>
<p>This study developed prediction models for CPSP at 12 months after breast cancer surgery based on machine learning approaches, which could assist clinicians to identify high-risk patients more accurately and conduct clinical interventions in advance. Using machine learning methods could be a novel approach to predict CPSP and help tailoring precise management for patients with breast cancer, leading to a better prognosis and an increased quality of life.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>This study was performed in line with the principles of the Declaration of Helsinki. Approval was granted by the Institutional Review Board of our hospital (Number: S-638). The patients/participants provided their written informed consent to participate in the study.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author contributions</title>
<p>CS: data acquisition and analysis, manuscript preparation. ML: data acquisition and analysis, tables and figures preparation. LL: data acquisition and analysis, manuscript preparation. LP: study design, data acquisition and analysis, manuscript revision and guarantor. YZ: data analysis and manuscript revision. GT: data acquisition. ZZ: data acquisition. YH: study design and manuscript revision. CS, ML, and LL contributed equally to this study. All authors contributed to the article and approved the submitted version.</p>
</sec>
</body>
<back>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>This study was supported by Chinese Academy of Medical Sciences Innovation Fund for Medical Sciences (2020-I2M-C&amp;T-B-045), National High Level Hospital Clinical Research Funding (2022-PUMCH-B-006, 2022-PUMCH-C-011), Wu Jieping Medical Foundation (320.6750.2022-05-5), and Bethune Charitable Foundation (bnmr-2021-001). The funders had neither role in the design of the study, collection, analysis, interpretation of data, nor in writing the manuscript.</p>
</sec>
<ack>
<title>Acknowledgments</title>
<p>We would like to thank Regional Anesthesia &amp; Breast Cancer Recurrence Collaboration very much. We would also like to thank DHC Mediway Technology Co., Ltd. for the dataset establishment and the model development. We would like to thank Dr. Weiyun Chen from the Department of Anesthesiology, Peking Union Medical College Hospital, and AiMi Academic Services (www.aimieditor.com) for the English language editing and review.</p>
</ack>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bray</surname> <given-names>F</given-names>
</name>
<name>
<surname>Ferlay</surname> <given-names>J</given-names>
</name>
<name>
<surname>Soerjomataram</surname> <given-names>I</given-names>
</name>
<name>
<surname>Siegel</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Torre</surname> <given-names>LA</given-names>
</name>
<name>
<surname>Jemal</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Global cancer statistics 2018: GLOBOCAN estimates of incidence and mortality worldwide for 36 cancers in 185 countries</article-title>. <source>CA Cancer J Clin</source> (<year>2018</year>) <volume>68</volume>(<issue>6</issue>):<fpage>394</fpage>&#x2013;<lpage>424</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3322/caac.21492</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zeng</surname> <given-names>H</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>W</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>R</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ji</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Zou</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>Changing cancer survival in China during 2003-15: A pooled analysis of 17 population-based cancer registries</article-title>. <source>Lancet Glob Health</source> (<year>2018</year>) <volume>6</volume>(<issue>5</issue>):<page-range>e555&#x2013;567</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S2214-109X(18)30127-X</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Cohen</surname> <given-names>JC</given-names>
</name>
<name>
<surname>Devasenapathy</surname> <given-names>N</given-names>
</name>
<name>
<surname>Hong</surname> <given-names>BY</given-names>
</name>
<name>
<surname>Kheyson</surname> <given-names>S</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Prevalence and intensity of persistent post-surgical pain following breast cancer surgery: A systematic review and meta-analysis of observational studies</article-title>. <source>Br J Anaesth</source> (<year>2020</year>) <volume>125</volume>(<issue>3</issue>):<page-range>346&#x2013;57</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.bja.2020.04.088</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hamood</surname> <given-names>R</given-names>
</name>
<name>
<surname>Hamood</surname> <given-names>H</given-names>
</name>
<name>
<surname>Merhasin</surname> <given-names>I</given-names>
</name>
<name>
<surname>Keinan-Boker</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Chronic pain and other symptoms among breast cancer survivors: Prevalence, predictors, and effects on quality of life</article-title>. <source>Breast Cancer Res Treat</source> (<year>2018</year>) <volume>167</volume>(<issue>1</issue>):<page-range>157&#x2013;69</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10549-017-4485-0</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chiang</surname> <given-names>DLC</given-names>
</name>
<name>
<surname>Rice</surname> <given-names>DA</given-names>
</name>
<name>
<surname>Helsby</surname> <given-names>NA</given-names>
</name>
<name>
<surname>Somogyi</surname> <given-names>AA</given-names>
</name>
<name>
<surname>Kluger</surname> <given-names>MT</given-names>
</name>
</person-group>. <article-title>The prevalence, impact, and risk factors for persistent pain after breast cancer surgery in a new Zealand population</article-title>. <source>Pain Med</source> (<year>2019</year>) <volume>20</volume>(<issue>9</issue>):<page-range>1803&#x2013;14</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/pm/pnz049</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McCowat</surname> <given-names>M</given-names>
</name>
<name>
<surname>Fleming</surname> <given-names>L</given-names>
</name>
<name>
<surname>Vibholm</surname> <given-names>J</given-names>
</name>
<name>
<surname>Dixon</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>The psychological predictors of acute and chronic pain in women following breast cancer surgery: A systematic review</article-title>. <source>Clin J Pain</source> (<year>2019</year>) <volume>35</volume>(<issue>3</issue>):<page-range>261&#x2013;71</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/AJP.0000000000000672</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Berger</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Longhitano</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zanza</surname> <given-names>C</given-names>
</name>
<name>
<surname>Sener</surname> <given-names>SF</given-names>
</name>
</person-group>. <article-title>Factors affecting the incidence of chronic pain following breast cancer surgery: Preoperative history, anesthetic management, and surgical technique</article-title>. <source>J Surg Oncol</source> (<year>2020</year>) <volume>122</volume>(<issue>7</issue>):<page-range>1307&#x2013;14</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/jso.26176</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Harkouk</surname> <given-names>H</given-names>
</name>
<name>
<surname>Fletcher</surname> <given-names>D</given-names>
</name>
<name>
<surname>Martinez</surname> <given-names>V</given-names>
</name>
</person-group>. <article-title>Paravertebral block for the prevention of chronic postsurgical pain after breast cancer surgery</article-title>. <source>Reg Anesth Pain Med</source> (<year>2021</year>) <volume>46</volume>(<issue>3</issue>):<page-range>251&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/rapm-2020-102040</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sipil&#xe4;</surname> <given-names>R</given-names>
</name>
<name>
<surname>Estlander</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Tasmuth</surname> <given-names>T</given-names>
</name>
<name>
<surname>Kataja</surname> <given-names>M</given-names>
</name>
<name>
<surname>Kalso</surname> <given-names>E</given-names>
</name>
</person-group>. <article-title>Development of a screening instrument for risk factors of persistent pain after breast cancer surgery</article-title>. <source>Br J Cancer</source> (<year>2012</year>) <volume>107</volume>(<issue>9</issue>):<page-range>1459&#x2013;66</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/bjc.2012.445</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dereu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Savoldelli</surname> <given-names>GL</given-names>
</name>
<name>
<surname>Combescure</surname> <given-names>C</given-names>
</name>
<name>
<surname>Mathivon</surname> <given-names>S</given-names>
</name>
<name>
<surname>Rehberg</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>Development of a simple preoperative risk score for persistent pain after breast cancer surgery: A prospective observational cohort study</article-title>. <source>Clin J Pain</source> (<year>2018</year>) <volume>34</volume>(<issue>6</issue>):<page-range>559&#x2013;65</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/AJP.0000000000000575</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Meretoja</surname> <given-names>TJ</given-names>
</name>
<name>
<surname>Andersen</surname> <given-names>KG</given-names>
</name>
<name>
<surname>Bruce</surname> <given-names>J</given-names>
</name>
<name>
<surname>Haasio</surname> <given-names>L</given-names>
</name>
<name>
<surname>Sipil&#xe4;</surname> <given-names>R</given-names>
</name>
<name>
<surname>Scott</surname> <given-names>NW</given-names>
</name>
<etal/>
</person-group>. <article-title>Clinical prediction model and tool for assessing risk of persistent pain after breast cancer surgery</article-title>. <source>J Clin Oncol</source> (<year>2017</year>) <volume>35</volume>(<issue>15</issue>):<page-range>1660&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.2016.70.3413</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Montes</surname> <given-names>A</given-names>
</name>
<name>
<surname>Roca</surname> <given-names>G</given-names>
</name>
<name>
<surname>Cantillo</surname> <given-names>J</given-names>
</name>
<name>
<surname>Sabate</surname> <given-names>S</given-names>
</name>
<collab>GENDOLCAT Study Group</collab>
</person-group>. <article-title>Presurgical risk model for chronic postsurgical pain based on 6 clinical predictors: A prospective external validation</article-title>. <source>Pain</source> (<year>2020</year>) <volume>161</volume>(<issue>11</issue>):<page-range>2611&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/j.pain.0000000000001945</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Connor</surname> <given-names>CW</given-names>
</name>
</person-group>. <article-title>Artificial intelligence and machine learning in anesthesiology</article-title>. <source>Anesthesiology</source> (<year>2019</year>) <volume>131</volume>(<issue>6</issue>):<page-range>1346&#x2013;59</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/ALN.0000000000002694</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hou</surname> <given-names>N</given-names>
</name>
<name>
<surname>Li</surname> <given-names>M</given-names>
</name>
<name>
<surname>He</surname> <given-names>L</given-names>
</name>
<name>
<surname>Xie</surname> <given-names>B</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Predicting 30-days mortality for MIMIC-III patients with sepsis-3: A machine learning approach using XGboost</article-title>. <source>J Transl Med</source> (<year>2020</year>) <volume>18</volume>(<issue>1</issue>):<fpage>462</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s12967-020-02620-5</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yuan</surname> <given-names>KC</given-names>
</name>
<name>
<surname>Tsai</surname> <given-names>LW</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>KH</given-names>
</name>
<name>
<surname>Cheng</surname> <given-names>YW</given-names>
</name>
<name>
<surname>Hsu</surname> <given-names>SC</given-names>
</name>
<name>
<surname>Lo</surname> <given-names>YS</given-names>
</name>
<etal/>
</person-group>. <article-title>The development an artificial intelligence algorithm for early sepsis diagnosis in the intensive care unit</article-title>. <source>Int J Med Inform</source> (<year>2020</year>) <volume>141</volume>:<elocation-id>104176</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ijmedinf.2020.104176</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Taher</surname> <given-names>H</given-names>
</name>
<name>
<surname>Grasso</surname> <given-names>V</given-names>
</name>
<name>
<surname>Tawfik</surname> <given-names>S</given-names>
</name>
<name>
<surname>Gumbs</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>The challenges of deep learning in artificial intelligence and autonomous actions in surgery: A literature review</article-title>. <source>Art Int Surg</source> (<year>2022</year>) <volume>2</volume>:<page-range>144&#x2013;58</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.20517/ais.2022.11</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sessler</surname> <given-names>DI</given-names>
</name>
<name>
<surname>Pei</surname> <given-names>L</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Fleischmann</surname> <given-names>E</given-names>
</name>
<name>
<surname>Marhofer</surname> <given-names>P</given-names>
</name>
<name>
<surname>Kurz</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Recurrence of breast cancer after regional or general anesthesia: a randomized controlled trial</article-title>. <source>Lancet</source> (<year>2019</year>) <volume>394</volume>(<issue>10211</issue>):<page-range>1807&#x2013;15</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0140-6736(19)32313-X</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sessler</surname> <given-names>DI</given-names>
</name>
<name>
<surname>Ben-Eliyahu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Mascha</surname> <given-names>EJ</given-names>
</name>
<name>
<surname>Parat</surname> <given-names>MO</given-names>
</name>
<name>
<surname>Buggy</surname> <given-names>DJ</given-names>
</name>
</person-group>. <article-title>Can regional analgesia reduce the risk of recurrence after breast cancer? methodology of a multicenter randomized trial</article-title>. <source>Contemp Clin Trials</source> (<year>2008</year>) <volume>29</volume>(<issue>4</issue>):<page-range>517&#x2013;26</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cct.2008.01.002</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pei</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Tan</surname> <given-names>G</given-names>
</name>
<name>
<surname>Mao</surname> <given-names>F</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>D</given-names>
</name>
<name>
<surname>Guan</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Ultrasound-assisted thoracic paravertebral block reduces intraoperative opioid requirement and improves analgesia after breast cancer surgery: A randomized, controlled, single-center trial</article-title>. <source>PloS One</source> (<year>2015</year>) <volume>10</volume>(<issue>11</issue>):<elocation-id>e0142249</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0142249</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schug</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Lavand'homme</surname> <given-names>P</given-names>
</name>
<name>
<surname>Barke</surname> <given-names>A</given-names>
</name>
<name>
<surname>Korwisi</surname> <given-names>B</given-names>
</name>
<name>
<surname>Rief</surname> <given-names>W</given-names>
</name>
<name>
<surname>Treede</surname> <given-names>RD</given-names>
</name>
</person-group>. <article-title>The IASP classification of chronic pain for ICD-11: chronic postsurgical or posttraumatic pain</article-title>. <source>Pain</source> (<year>2018</year>) <volume>160</volume>(<issue>1</issue>):<fpage>45</fpage>&#x2013;<lpage>52</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/j.pain.0000000000001413</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mendoza</surname> <given-names>T</given-names>
</name>
<name>
<surname>Mayne</surname> <given-names>T</given-names>
</name>
<name>
<surname>Rublee</surname> <given-names>D</given-names>
</name>
<name>
<surname>Cleeland</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Reliability and validity of a modified brief pain inventory short form in patients with osteoarthritis</article-title>. <source>Eur J Pain</source> (<year>2006</year>) <volume>10</volume>(<issue>4</issue>):<page-range>353&#x2013;61</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejpain.2005.06.002</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lusa</surname> <given-names>L</given-names>
</name>
<name>
<surname>Ahlin</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Restricted cubic splines for modelling periodic data</article-title>. <source>PloS One</source> (<year>2020</year>) <volume>15</volume>(<issue>10</issue>):<elocation-id>e0241364</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0241364</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Escanilla</surname> <given-names>NS</given-names>
</name>
<name>
<surname>Hellerstein</surname> <given-names>L</given-names>
</name>
<name>
<surname>Kleiman</surname> <given-names>R</given-names>
</name>
<name>
<surname>Kuang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Shull</surname> <given-names>JD</given-names>
</name>
<name>
<surname>Page</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Recursive feature elimination by sensitivity testing</article-title>. <source>Proc Int Conf Mach Learn Appl</source> (<year>2018</year>) <volume>2018</volume>:<page-range>40&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/ICMLA.2018.00014</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Andersen</surname> <given-names>KG</given-names>
</name>
<name>
<surname>Duriaud</surname> <given-names>HM</given-names>
</name>
<name>
<surname>Jensen</surname> <given-names>HE</given-names>
</name>
<name>
<surname>Kroman</surname> <given-names>N</given-names>
</name>
<name>
<surname>Kehlet</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Predictive factors for the development of persistent pain after breast cancer surgery</article-title>. <source>Pain</source> (<year>2015</year>) <volume>156</volume>(<issue>12</issue>):<page-range>2413&#x2013;22</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/j.pain.0000000000000298</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Guyatt</surname> <given-names>GH</given-names>
</name>
<name>
<surname>Kennedy</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Romerosa</surname> <given-names>B</given-names>
</name>
<name>
<surname>Kwon</surname> <given-names>HY</given-names>
</name>
<name>
<surname>Kaushal</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Predictors of persistent pain after breast cancer surgery: A systematic review and meta-analysis of observational studies</article-title>. <source>CMAJ</source> (<year>2016</year>) <volume>188</volume>(<issue>14</issue>):<page-range>E352&#x2013;61</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1503/cmaj.151276</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Krstajic</surname> <given-names>D</given-names>
</name>
<name>
<surname>Buturovic</surname> <given-names>LJ</given-names>
</name>
<name>
<surname>Leahy</surname> <given-names>DE</given-names>
</name>
<name>
<surname>Thomas</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Cross-validation pitfalls when selecting and assessing regression and classification models</article-title>. <source>J Cheminform</source> (<year>2014</year>) <volume>6</volume>(<issue>1</issue>):<elocation-id>10</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1758-2946-6-10</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Austin</surname> <given-names>PC</given-names>
</name>
<name>
<surname>Steyerberg</surname> <given-names>EW</given-names>
</name>
</person-group>. <article-title>The integrated calibration index (ICI) and related metrics for quantifying the calibration of logistic regression models</article-title>. <source>Stat Med</source> (<year>2019</year>) <volume>38</volume>(<issue>21</issue>):<page-range>4051&#x2013;65</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/sim.8281</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Miller</surname> <given-names>KD</given-names>
</name>
<name>
<surname>Fidler-Benaoudia</surname> <given-names>M</given-names>
</name>
<name>
<surname>Keegan</surname> <given-names>TH</given-names>
</name>
<name>
<surname>Hipp</surname> <given-names>HS</given-names>
</name>
<name>
<surname>Jemal</surname> <given-names>A</given-names>
</name>
<name>
<surname>Siegel</surname> <given-names>RL</given-names>
</name>
</person-group>. <article-title>Cancer treatment and survivorship statistics</article-title>. <source>CA Cancer J Clin</source> (<year>2016</year>) <volume>66</volume>(<issue>4</issue>):<page-range>271&#x2013;89</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3322/caac.21637</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Glare</surname> <given-names>P</given-names>
</name>
<name>
<surname>Aubrey</surname> <given-names>KR</given-names>
</name>
<name>
<surname>Myles</surname> <given-names>PS</given-names>
</name>
</person-group>. <article-title>Transition from acute to chronic pain after surgery</article-title>. <source>Lancet</source> (<year>2019</year>) <volume>393</volume>(<issue>10180</issue>):<page-range>1537&#x2013;46</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0140-6736(19)30352-6</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lin</surname> <given-names>ZM</given-names>
</name>
<name>
<surname>Li</surname> <given-names>MH</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>F</given-names>
</name>
<name>
<surname>Li</surname> <given-names>X</given-names>
</name>
<name>
<surname>Shao</surname> <given-names>CL</given-names>
</name>
<name>
<surname>Li</surname> <given-names>XY</given-names>
</name>
<etal/>
</person-group>. <article-title>Thoracic paravertebral blockade reduces chronic postsurgical pain in breast cancer patients: A randomized controlled trial</article-title>. <source>Pain Med</source> (<year>2020</year>) <volume>21</volume>(<issue>12</issue>):<page-range>3539&#x2013;47</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/pm/pnaa270</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Meriggiola</surname> <given-names>MC</given-names>
</name>
<name>
<surname>Nanni</surname> <given-names>M</given-names>
</name>
<name>
<surname>Bachiocco</surname> <given-names>V</given-names>
</name>
<name>
<surname>Vodo</surname> <given-names>S</given-names>
</name>
<name>
<surname>Aloisi</surname> <given-names>AM</given-names>
</name>
</person-group>. <article-title>Menopause affects pain depending on pain type and characteristics</article-title>. <source>Menopause</source> (<year>2012</year>) <volume>19</volume>(<issue>5</issue>):<page-range>517&#x2013;23</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/gme.0b013e318240fe3d</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wu</surname> <given-names>L</given-names>
</name>
<name>
<surname>Tian</surname> <given-names>D</given-names>
</name>
<name>
<surname>Pei</surname> <given-names>L</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>Y</given-names>
</name>
</person-group>. <article-title>Risk factors for anxiety status of patients undergoing breast surgery in waiting area</article-title>. <source>Chin J Anesthesiology</source> (<year>2018</year>) <volume>38</volume>(<issue>3</issue>):<page-range>316&#x2013;9</page-range>.</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Xue</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Ji</surname> <given-names>M</given-names>
</name>
<name>
<surname>Tong</surname> <given-names>J</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>JJ</given-names>
</name>
<etal/>
</person-group>. <article-title>Predicting chronic pain in postoperative breast cancer patients with multiple machine learning and deep learning models</article-title>. <source>J Clin Anesth</source> (<year>2021</year>) <volume>74</volume>:<elocation-id>110423</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jclinane.2021.110423</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>H</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Catastrophic medical insurance in China</article-title>. <source>Lancet</source> (<year>2017</year>) <volume>390</volume>(<issue>10104</issue>):<page-range>1724&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0140-6736(17)32603-X</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>