<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Endocrinol.</journal-id>
<journal-title>Frontiers in Endocrinology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Endocrinol.</abbrev-journal-title>
<issn pub-type="epub">1664-2392</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fendo.2024.1381822</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Endocrinology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A machine learning model based on clinical features and ultrasound radiomics features for pancreatic tumor classification</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Yao</surname>
<given-names>Shunhan</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1893366"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yao</surname>
<given-names>Dunwei</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2709177"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Huang</surname>
<given-names>Yuanxiang</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Qin</surname>
<given-names>Shanyu</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2361106"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Chen</surname>
<given-names>Qingfeng</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/979402"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Medical College, Guangxi University</institution>, <addr-line>Nanning</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Monash Biomedicine Discovery Institute, Monash University</institution>, <addr-line>Melbourne, VIC</addr-line>, <country>Australia</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Gastroenterology, The First Affiliated Hospital of Guangxi Medical University</institution>, <addr-line>Nanning</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Department of Gastroenterology, The People&#x2019;s Hospital of Baise</institution>, <addr-line>Baise</addr-line>, <country>China</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>School of Computer, Electronic and Information, Guangxi University</institution>, <addr-line>Nanning</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Abhishek Mahajan, The Clatterbridge Cancer Centre, United Kingdom</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Biao Zhang, Dalian Medical University, China</p>
<p>Long Huang, Fujian Provincial Hospital, China</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Qingfeng Chen, <email xlink:href="mailto:qingfeng@gxu.edu.cn">qingfeng@gxu.edu.cn</email>; Shanyu Qin, <email xlink:href="mailto:qinshanyu@gxmu.edu.cn">qinshanyu@gxmu.edu.cn</email>
</p>
</fn>
<fn fn-type="other" id="fn003">
<p>&#x2020;These authors share first authorship</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>17</day>
<month>06</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>15</volume>
<elocation-id>1381822</elocation-id>
<history>
<date date-type="received">
<day>04</day>
<month>02</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>03</day>
<month>06</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2024 Yao, Yao, Huang, Qin and Chen</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Yao, Yao, Huang, Qin and Chen</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Objective</title>
<p>This study aimed to construct a machine learning model using clinical variables and ultrasound radiomics features for the prediction of the benign or malignant nature of pancreatic tumors.</p>
</sec>
<sec>
<title>Methods</title>
<p>242 pancreatic tumor patients who were hospitalized at the First Affiliated Hospital of Guangxi Medical University between January 2020 and June 2023 were included in this retrospective study. The patients were randomly divided into a training cohort (n=169) and a test cohort (n=73). We collected 28 clinical features from the patients. Concurrently, 306 radiomics features were extracted from the ultrasound images of the patients&#x2019; tumors. Initially, a clinical model was constructed using the logistic regression algorithm. Subsequently, radiomics models were built using SVM, random forest, XGBoost, and KNN algorithms. Finally, we combined clinical features with a new feature RAD prob calculated by applying radiomics model to construct a fusion model, and developed a nomogram based on the fusion model.</p>
</sec>
<sec>
<title>Results</title>
<p>The performance of the fusion model surpassed that of both the clinical and radiomics models. In the training cohort, the fusion model achieved an AUC of 0.978 (95% CI: 0.96&#x2013;0.99) during 5-fold cross-validation and an AUC of 0.925 (95% CI: 0.86&#x2013;0.98) in the test cohort. Calibration curve and decision curve analyses demonstrated that the nomogram constructed from the fusion model has high accuracy and clinical utility.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>The fusion model containing clinical and ultrasound radiomics features showed excellent performance in predicting the benign or malignant nature of pancreatic tumors.</p>
</sec>
</abstract>
<kwd-group>
<kwd>pancreatic tumors</kwd>
<kwd>malignant</kwd>
<kwd>clinical features</kwd>
<kwd>radiomics features</kwd>
<kwd>machine learning</kwd>
<kwd>classification nomogram</kwd>
</kwd-group>
<counts>
<fig-count count="4"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="36"/>
<page-count count="9"/>
<word-count count="4058"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Cancer Endocrinology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<label>1</label>
<title>Introduction</title>
<p>Pancreatic cancer is one of the major causes of cancer related deaths in developed countries and one of the most lethal malignant tumors in the world (<xref ref-type="bibr" rid="B1">1</xref>). Currently, pancreatic cancer has surpassed breast cancer to become the third leading cause of cancer-related deaths in the United States, and it is projected to become the second leading cause, after only lung cancer, of cancer-related mortality before 2040 (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). The high mortality rate of pancreatic cancer primarily stems from the fact that patients are often diagnosed at a late stage of the disease, missing the optimal window for effective treatment (<xref ref-type="bibr" rid="B4">4</xref>). This situation is compounded by the lack of a single attributable risk factor for pancreatic cancer and the pancreas&#x2019; anatomically difficult-to-access location, which impedes routine disease screening. Additionally, early-stage pancreatic cancer typically presents with no symptoms or with nonspecific symptoms, and the absence of diagnostic biomarkers for early-stage tumors further limits early detection (<xref ref-type="bibr" rid="B5">5</xref>). The incidence of pancreatic cancer is rising due to a variety of factors, including the obesity epidemic and increased life expectancy (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B6">6</xref>). The development of new diagnostic strategies is crucial for enhancing treatment decision-making and assessing patient prognosis.</p>
<p>In recent years, with the continual development of artificial intelligence technologies, an increasing number of researchers have begun to explore their application in the diagnosis of pancreatic cancer. At present, the application of artificial intelligence technologies in the genome and transcriptome analysis of pancreatic cancer is relatively mature. For instance, Biao Zhang and colleagues have developed a pancreatic cancer survival prediction model using random forest algorithms and Cox regression analysis, integrating single-cell and bulk RNA sequencing (<xref ref-type="bibr" rid="B7">7</xref>). They have also employed eight different AI algorithms to assess the immunological microenvironment features of pancreatic cancer, providing new biomarkers for its diagnosis and treatment (<xref ref-type="bibr" rid="B8">8</xref>). However, there is still a shortage of studies on the AI-assisted diagnosis of pancreatic cancer based on clinical and radiological features. Currently, some researchers have used deep learning techniques to analyze pancreatic CT images and have successfully identified pancreatic cancer lesions (<xref ref-type="bibr" rid="B9">9</xref>). Other researchers have also utilized clinical variables to construct mathematical models and scoring systems for assessing the risk of pancreatic cancer (<xref ref-type="bibr" rid="B10">10</xref>). These methods have shown varying degrees of effectiveness in clinical trials. However, the use of only clinical features or radiomics alone has been found to be insufficient for reliable differential diagnosis (<xref ref-type="bibr" rid="B11">11</xref>&#x2013;<xref ref-type="bibr" rid="B14">14</xref>). The development of mathematical models and scoring systems that combine clinical and radiomics features could improve diagnostic accuracy (<xref ref-type="bibr" rid="B15">15</xref>). Yu Hu and colleagues developed a model that integrates clinical risk factors and ultrasound features for predicting the malignancy of soft tissue tumors in the limbs (<xref ref-type="bibr" rid="B16">16</xref>). Amogh and colleagues applied deep learning to combine clinical variables with MRI data to construct a classification model for prostate cancer (<xref ref-type="bibr" rid="B17">17</xref>). These models have achieved high diagnostic performance, indicating that the synergistic use of clinical and radiomics features in model construction can enhance the diagnostic capabilities of the models.</p>
<p>This study aimed to integrate clinical and ultrasound radiomics features of pancreatic tumor patients to construct a fusion model that can accurately predict the benign or malignant nature of pancreatic tumors.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<label>2</label>
<title>Materials and methods</title>
<sec id="s2_1">
<label>2.1</label>
<title>Patient enrollment</title>
<p>The ethics review board of The First Affiliated Hospital of Guangxi Medical University approved this retrospective study and waived the requirement for written informed consent. The inclusion criteria for patients were as follows: diagnosed with either benign or malignant pancreatic tumors via pathological examination and treated at the First Affiliated Hospital of Guangxi Medical University from January 2020 to June 2023. The exclusion criteria for patients were as follows: (1) had received any antitumor treatment prior to laboratory tests or ultrasonography. (2) Patients with malignant tumors in other parts of the body. (3) Patients with recurrent pancreatic tumors. (4) Patients with incomplete clinical or ultrasound data. A total of 242 eligible patients were randomly divided into two cohorts at a 7:3 ratio: the training cohort (n=169) and the test cohort (n=73).</p>
</sec>
<sec id="s2_2">
<label>2.2</label>
<title>Clinical data collection</title>
<p>All patients&#x2019; clinical data, ultrasound images, and pathological examination results were sourced from the hospital&#x2019;s Health Information System (HIS). The clinical data included general patient information, clinical signs, and laboratory test results. General information included sex, age, and body mass index (BMI). Clinical signs included abdominal pain, jaundice, tumor location, tumor diameter, and tumor subtype. The laboratory test results included blood type, blood sugar, total bilirubin, low-density lipoprotein cholesterol, apolipoprotein B, CA125, CA199, and other parameters. During data preprocessing, features with more than 10% missing values were discarded. For continuous numerical variables, missing values were imputed using the median. For categorical variables, the mode was employed to fill in missing values. Continuous variables such as BMI, CA125 and CA199 were converted into categorical variables according to the criteria of the WHO classification. Ultimately, a complete set of 28 clinical features was obtained.</p>
</sec>
<sec id="s2_3">
<label>2.3</label>
<title>Radiomics feature collection</title>
<p>All the procedures were performed according to the Image Biomarker Standardization Initiative (IBSI) standards. Ultrasound images were acquired by Olympus or Fuji ultrasonic equipment with linear probes of 5.0&#x2013;7.5 MHz and saved in DICOM format for further analysis. Echo texture analysis of the ultrasound images was conducted using a computer program specifically designed for ultrasound image analysis (MaZda v4.6; Institute of Electronics, Technical University of Lodz, Poland) (<xref ref-type="bibr" rid="B18">18</xref>).</p>
<p>Endoscopic ultrasonography was performed on patients by gastroenterologists with 10 years of experience, and 1 image containing the tumor was collected for each patient for feature extraction. The ultrasound grayscale images were imported into MaZda software, where a physician with ten years of experience delineated the region of interest (ROI) encompassing the tumor on the images. Subsequently, MaZda software was used to extract the features of the ROIs. Then, to measure interobserver reproducibility, a total of 100 images were randomly selected to be re-segmented by a senior radiologist with 20 years of experience. An interclass correlation coefficient (ICC)&gt;0.75 indicates high feature stability. Discrepancies were resolved through consultation. The radiologists were unaware of the specific histopathological type when delineating the ROI.</p>
<p>A total of 306 features were extracted and categorized into seven major types: (1) first-order statistics; (2) shape-based; (3) gray level co-occurrence matrix (GLCM); (4) gray level run length matrix (GLRLM); (5) gray level size zone matrix (GLSZM); (6) neighboring gray tone difference matrix (NGTDM); (7) gray level dependence matrix (GLDM). Feature preprocessing included handling outliers through log transformation and normalization using min&#x2013;max scaling. Following these steps, we obtained a radiomics feature dataset for subsequent analysis from 242 patients. The process of radiomics feature extraction and modeling is illustrated in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Extraction and modeling of radiomics features.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-15-1381822-g001.tif"/>
</fig>
</sec>
<sec id="s2_4">
<label>2.4</label>
<title>Model establishment</title>
<p>Clinical Model: We utilized 28 candidate clinical features to construct the clinical model. In the training cohort, both univariate and multivariate logistic regression analyses were employed to compare the differences in clinical features between patients with benign and malignant pancreatic tumors. Features with significant differences (p &lt; 0.05) were selected to establish the clinical model.</p>
<p>Radiomics Model: For the radiomics model, 306 candidate radiomics features were used. In the training cohort, four machine learning algorithms&#x2014;support vector machine (SVM), random forest, XGBoost, and K-nearest neighbors (KNN) &#x2014;were utilized to construct classification models, and the best-performing model was chosen as the radiomics model.</p>
<p>Fusion Model: We calculated the probability of each patient developing a malignant pancreatic tumor using the radiomics model, and named this probability the RDA-prob. A fusion model was constructed through multivariate logistic regression analysis by combining RDA-prob data with clinical data. Based on the fusion model, a nomogram was developed. The process of model construction is illustrated in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Flowchart of the Model Construction Process.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-15-1381822-g002.tif"/>
</fig>
</sec>
<sec id="s2_5">
<label>2.5</label>
<title>Statistical analysis</title>
<p>Statistical analysis was performed using Python software (version 3.12), R software (version 4.0.2), and SPSS software (version 26.0). For binary categorical variables, the chi-square test was utilized; for continuous variables, comparisons between the two groups were performed using the independent samples t-test or the Wilcoxon rank sum test, depending on the data distribution. A two-tailed P-value &lt; 0.05 was considered to indicate statistical significance. The performance metrics for the models included accuracy, precision, recall, F1 score, and area under the curve (AUC) value, along with the generation of ROC curves. The model&#x2019;s performance was evaluated on the training cohort using 5-fold cross-validation and was also calculated on the test cohort. The performance of the nomogram was assessed through calibration curves and decision curves.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<label>3</label>
<title>Results</title>
<sec id="s3_1">
<label>3.1</label>
<title>Study population and baseline characteristics</title>
<p>A total of 242 patients with pancreatic tumors were randomly divided at a 7:3 ratio into a training cohort (n = 169) and a test cohort (n = 73). There were no statistically significant differences in basic clinical characteristics, such as sex, age, BMI, abdominal pain, jaundice, tumor diameter, or tumor classification (P &gt; 0.05), between the training and test cohorts. The basic clinical characteristics of the patients are shown in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Baseline clinical information of patients.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Variable</th>
<th valign="top" align="left">Training cohort(n=169)</th>
<th valign="top" align="left">Test cohort(n=73)</th>
<th valign="top" align="left">P-Value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Male/female</td>
<td valign="bottom" align="left">91/78</td>
<td valign="bottom" align="left">42/31</td>
<td valign="bottom" align="left">0.709</td>
</tr>
<tr>
<td valign="top" align="left">Age</td>
<td valign="bottom" align="left">56.84 &#xb1; 13.40</td>
<td valign="bottom" align="left">58.12 &#xb1; 11.67</td>
<td valign="bottom" align="left">0.454</td>
</tr>
<tr>
<td valign="top" align="left">BMI</td>
<td valign="bottom" align="left">21.90 &#xb1; 3.57</td>
<td valign="bottom" align="left">21.97 &#xb1; 3.06</td>
<td valign="bottom" align="left">0.879</td>
</tr>
<tr>
<td valign="top" align="left">abdominal pain</td>
<td valign="bottom" align="left">126</td>
<td valign="bottom" align="left">53</td>
<td valign="bottom" align="left">0.751</td>
</tr>
<tr>
<td valign="top" align="left">Jaundice</td>
<td valign="bottom" align="left">35</td>
<td valign="bottom" align="left">14</td>
<td valign="bottom" align="left">0.785</td>
</tr>
<tr>
<td valign="top" align="left">Pancreatic head</td>
<td valign="bottom" align="left">104</td>
<td valign="bottom" align="left">47</td>
<td valign="bottom" align="left">0.675</td>
</tr>
<tr>
<td valign="top" align="left">Pancreatic body</td>
<td valign="bottom" align="left">40</td>
<td valign="bottom" align="left">15</td>
<td valign="bottom" align="left">0.595</td>
</tr>
<tr>
<td valign="top" align="left">Pancreas tail</td>
<td valign="bottom" align="left">34</td>
<td valign="bottom" align="left">14</td>
<td valign="bottom" align="left">0.866</td>
</tr>
<tr>
<td valign="top" align="left">Tumor diameter</td>
<td valign="bottom" align="left">4.04 &#xb1; 2.04</td>
<td valign="bottom" align="left">3.59 &#xb1; 1.72</td>
<td valign="bottom" align="left">0.081</td>
</tr>
<tr>
<td valign="bottom" align="left">Malignant tumor</td>
<td valign="bottom" align="left">117</td>
<td valign="bottom" align="left">52</td>
<td valign="bottom" align="left">0.755</td>
</tr>
<tr>
<td valign="bottom" align="left">Benign tumor</td>
<td valign="bottom" align="left">52</td>
<td valign="bottom" align="left">21</td>
<td valign="bottom" align="left">0.755</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3_2">
<label>3.2</label>
<title>Clinical model construction and evaluation</title>
<p>In the training cohort, univariate and multivariate logistic regression analyses were conducted on 28 clinical features, revealing that age, abdominal pain, CEA, CA125, CA199, and HbA1c were significant independent predictors. Therefore, these factors were used to construct the classification model. Although the P-value for tumor diameter was slightly above 0.05 (0.058), it was still close to the level of significance. Given its clinical importance, tumor diameter was also included as a feature in the clinical model. The clinical model achieved an AUC of 0.892 (95% CI: 0.85&#x2013;0.94) in 5-fold cross-validation. In the test cohort, the AUC was 0.882 (95% CI: 0.74&#x2013;0.95). The results of univariate and multivariate logistic regression analyses in the training cohort are shown in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>. The detailed results of the clinical model&#x2019;s performance are presented in <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>. The ROC curve is illustrated in <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3A</bold>
</xref>.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Results of the logistic regression analysis in the Training cohort.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="center">Feature</th>
<th valign="middle" align="center">Univariate analysis OR (95%CI)</th>
<th valign="middle" align="center">p-value</th>
<th valign="middle" align="center">Multivariate analysis OR (95%CI)</th>
<th valign="middle" align="center">p-value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="center">Sex</td>
<td valign="bottom" align="center">0.89 [1.47, 3.89]</td>
<td valign="bottom" align="center">0.738</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="middle" align="center">Age</td>
<td valign="bottom" align="center">1.11 [0.00, 0.05]</td>
<td valign="bottom" align="center">0.000</td>
<td valign="bottom" align="center">1.12 [1.08, 1.17]</td>
<td valign="bottom" align="center">0.000</td>
</tr>
<tr>
<td valign="middle" align="center">BMI</td>
<td valign="bottom" align="center">0.91 [0.83, 1.00]</td>
<td valign="bottom" align="center">0.046</td>
<td valign="bottom" align="center">0.95 [0.84, 1.06]</td>
<td valign="bottom" align="center">0.353</td>
</tr>
<tr>
<td valign="middle" align="center">Abdominal pain</td>
<td valign="bottom" align="center">4.42 [2.12, 9.21]</td>
<td valign="bottom" align="center">0.000</td>
<td valign="bottom" align="center">4.32 [1.61, 11.59]</td>
<td valign="bottom" align="center">0.004</td>
</tr>
<tr>
<td valign="middle" align="center">Jaundice</td>
<td valign="bottom" align="center">2.02 [1.38, 2.83]</td>
<td valign="bottom" align="center">0.126</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="middle" align="center">Pancreatic head</td>
<td valign="bottom" align="center">1.12 [1.25, 3.52]</td>
<td valign="bottom" align="center">0.732</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="middle" align="center">Pancreatic body</td>
<td valign="bottom" align="center">1.45 [1.43, 2.99]</td>
<td valign="bottom" align="center">0.367</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="middle" align="center">Pancreas tail</td>
<td valign="bottom" align="center">0.77 [1.64, 3.44]</td>
<td valign="bottom" align="center">0.523</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="middle" align="center">Tumor diameter</td>
<td valign="bottom" align="center">1.26 [0.43, 1.98]</td>
<td valign="bottom" align="center">0.016</td>
<td valign="bottom" align="center">1.24 [0.99, 1.55]</td>
<td valign="bottom" align="center">0.058</td>
</tr>
<tr>
<td valign="top" align="center">Blood type A</td>
<td valign="bottom" align="center">1.01 [0.49, 2.08]</td>
<td valign="bottom" align="center">0.977</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">Blood type B</td>
<td valign="bottom" align="center">1.20 [0.53, 2.71]</td>
<td valign="bottom" align="center">0.661</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">Blood type AB</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">1.000</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">Blood type O</td>
<td valign="bottom" align="center">0.63 [0.32, 1.23]</td>
<td valign="bottom" align="center">0.176</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">D-II</td>
<td valign="bottom" align="center">1.96 [0.43, 4.45]</td>
<td valign="bottom" align="center">0.109</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">HbA1c</td>
<td valign="bottom" align="center">3.07 [0.86, 6.24]</td>
<td valign="bottom" align="center">0.002</td>
<td valign="bottom" align="center">3.44 [1.22, 9.68]</td>
<td valign="bottom" align="center">0.02</td>
</tr>
<tr>
<td valign="top" align="center">BS</td>
<td valign="bottom" align="center">1.28 [0.61, 2.69]</td>
<td valign="bottom" align="center">0.514</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">T-BIL</td>
<td valign="bottom" align="center">1.89 0.92, 3.86]</td>
<td valign="bottom" align="center">0.081</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">D-BIL</td>
<td valign="bottom" align="center">2.32 [1.12, 4.79]</td>
<td valign="bottom" align="center">0.023</td>
<td valign="bottom" align="center">2.51 [0.52, 12.14]</td>
<td valign="bottom" align="center">0.25</td>
</tr>
<tr>
<td valign="top" align="center">ALP</td>
<td valign="bottom" align="center">2.17 [1.06, 4.43]</td>
<td valign="bottom" align="center">0.033</td>
<td valign="bottom" align="center">0.36 [0.07, 1.76]</td>
<td valign="bottom" align="center">0.21</td>
</tr>
<tr>
<td valign="top" align="center">T-CHO</td>
<td valign="bottom" align="center">1.08 [0.51, 2.29]</td>
<td valign="bottom" align="center">0.838</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">TG</td>
<td valign="bottom" align="center">0.93 [0.45, 1.92]</td>
<td valign="bottom" align="center">0.841</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">LDL-C</td>
<td valign="bottom" align="center">0.80 [0.40, 1.59]</td>
<td valign="bottom" align="center">0.531</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">apoB</td>
<td valign="bottom" align="center">0.82 [0.38, 1.76]</td>
<td valign="bottom" align="center">0.602</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">LPS</td>
<td valign="bottom" align="center">1.34 [0.61, 2.94]</td>
<td valign="bottom" align="center">0.459</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">AMS</td>
<td valign="bottom" align="center">0.64 [0.21, 1.90]</td>
<td valign="bottom" align="center">0.420</td>
<td valign="bottom" align="center">&#x2013;</td>
<td valign="bottom" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center">CEA</td>
<td valign="bottom" align="center">11.36 [3.35, 38.58]</td>
<td valign="bottom" align="center">0.000</td>
<td valign="bottom" align="center">4.99 [1.17, 21.28]</td>
<td valign="bottom" align="center">0.03</td>
</tr>
<tr>
<td valign="top" align="center">CA125</td>
<td valign="bottom" align="center">12.63 [4.28, 37.29]</td>
<td valign="bottom" align="center">0.000</td>
<td valign="bottom" align="center">10.31 [2.73, 38.91]</td>
<td valign="bottom" align="center">0.00</td>
</tr>
<tr>
<td valign="top" align="center">CA199</td>
<td valign="bottom" align="center">10.81 [4.93, 23.68]</td>
<td valign="bottom" align="center">0.000</td>
<td valign="bottom" align="center">12.91 [4.84, 34.41]</td>
<td valign="bottom" align="center">0.00</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>BMI, body mass index; D-II, D-Dimer; HbA1c, Glycated hemoglobin A1c; BS, Blood Sugar; T-BIL, Total Bilirubin; D-BIL, Direct Bilirubin; ALP, Alkaline Phosphatase; T-CHO, Total Cholesterol; TG, Triglycerides; LDL-C, Low-density lipoprotein cholesterol; apoB, Apolipoprotein B; LPS, Lipopolysaccharide; AMS, Amylase; CEA, Carcinoembryonic Antigen; CA125, Carbohydrate Antigen 125; CA199, Carbohydrate Antigen 19&#x2013;9.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Performance of the clinical model, radiomics model, and fusion model.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="center"/>
<th valign="top" align="center">Accuracy</th>
<th valign="top" align="center">Precision</th>
<th valign="top" align="center">Recall</th>
<th valign="top" align="center">F1 Score</th>
<th valign="top" align="center">AUC</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="bottom" colspan="6" align="left">5-CV</th>
</tr>
<tr>
<td valign="bottom" align="left">clinical model</td>
<td valign="bottom" align="left">0.834</td>
<td valign="bottom" align="left">0.868</td>
<td valign="bottom" align="left">0.897</td>
<td valign="bottom" align="left">0.882</td>
<td valign="bottom" align="left">0.892</td>
</tr>
<tr>
<td valign="bottom" align="left">Radiomics model</td>
<td valign="bottom" align="left">0.811</td>
<td valign="bottom" align="left">0.824</td>
<td valign="bottom" align="left">0.923</td>
<td valign="bottom" align="left">0.871</td>
<td valign="bottom" align="left">0.854</td>
</tr>
<tr>
<td valign="bottom" align="left">Fusions model</td>
<td valign="bottom" align="left">0.917</td>
<td valign="bottom" align="left">0.940</td>
<td valign="bottom" align="left">0.940</td>
<td valign="bottom" align="left">0.940</td>
<td valign="bottom" align="left">0.978</td>
</tr>
<tr>
<th valign="bottom" colspan="6" align="left">Test cohort</th>
</tr>
<tr>
<td valign="bottom" align="left">clinical model</td>
<td valign="bottom" align="left">0.849</td>
<td valign="bottom" align="left">0.918</td>
<td valign="bottom" align="left">0.865</td>
<td valign="bottom" align="left">0.891</td>
<td valign="bottom" align="left">0.882</td>
</tr>
<tr>
<td valign="bottom" align="left">Radiomics model</td>
<td valign="bottom" align="left">0.699</td>
<td valign="bottom" align="left">0.759</td>
<td valign="bottom" align="left">0.846</td>
<td valign="bottom" align="left">0.800</td>
<td valign="bottom" align="left">0.739</td>
</tr>
<tr>
<td valign="bottom" align="left">Fusions model</td>
<td valign="bottom" align="left">0.863</td>
<td valign="bottom" align="left">0.904</td>
<td valign="bottom" align="left">0.904</td>
<td valign="bottom" align="left">0.904</td>
<td valign="bottom" align="left">0.925</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>
<bold>(A)</bold> ROC curve for the clinical model; <bold>(B)</bold> ROC curve for the radiomics model; <bold>(C)</bold> ROC curve for the fusion model; <bold>(D)</bold> Top 20 primary features in the radiomics model.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-15-1381822-g003.tif"/>
</fig>
</sec>
<sec id="s3_3">
<label>3.3</label>
<title>Radiomics model construction and evaluation</title>
<p>In the training cohort, classification models were constructed using 306 radiomics features with four different algorithms: SVM, random forest, XGBoost, and KNN. The performance of the model constructed using these four algorithms is shown in <xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>. Among them, the model built using the KNN algorithm performed the best and is identified as the radiomics model. The radiomics model achieved an AUC of 0.854 (95% CI: 0.78&#x2013;0.92) in 5-fold cross-validation (5-CV), and an AUC of 0.739 (95% CI: 0.61&#x2013;0.87) in the test cohort. The ROC curve for the radiomics model is illustrated in <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3B</bold>
</xref>. The top 20 primary features of the radiomics model are shown in <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3D</bold>
</xref>.</p>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Performance of radiation models constructed by different algorithms.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="center"/>
<th valign="top" align="center">Accuracy</th>
<th valign="top" align="center">Precision</th>
<th valign="top" align="center">Recall</th>
<th valign="top" align="center">F1 Score</th>
<th valign="top" align="center">AUC</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="bottom" colspan="6" align="left">5-CV</th>
</tr>
<tr>
<td valign="bottom" align="center">SVM</td>
<td valign="top" align="center">0.740</td>
<td valign="top" align="center">0.759</td>
<td valign="top" align="center">0.923</td>
<td valign="top" align="center">0.831</td>
<td valign="top" align="center">0.780</td>
</tr>
<tr>
<td valign="bottom" align="center">Random Forest</td>
<td valign="top" align="center">0.734</td>
<td valign="top" align="center">0.776</td>
<td valign="top" align="center">0.873</td>
<td valign="top" align="center">0.819</td>
<td valign="top" align="center">0.780</td>
</tr>
<tr>
<td valign="bottom" align="center">XGBoost</td>
<td valign="top" align="center">0.752</td>
<td valign="top" align="center">0.801</td>
<td valign="top" align="center">0.855</td>
<td valign="top" align="center">0.827</td>
<td valign="top" align="center">0.798</td>
</tr>
<tr>
<td valign="bottom" align="center">KNN</td>
<td valign="bottom" align="center">0.811</td>
<td valign="bottom" align="center">0.824</td>
<td valign="bottom" align="center">0.923</td>
<td valign="bottom" align="center">0.871</td>
<td valign="bottom" align="center">0.854</td>
</tr>
<tr>
<th valign="bottom" colspan="6" align="left">Test cohort</th>
</tr>
<tr>
<td valign="bottom" align="center">SVM</td>
<td valign="top" align="center">0.753</td>
<td valign="top" align="center">0.793</td>
<td valign="top" align="center">0.885</td>
<td valign="top" align="center">0.836</td>
<td valign="top" align="center">0.639</td>
</tr>
<tr>
<td valign="bottom" align="center">Random Forest</td>
<td valign="top" align="center">0.671</td>
<td valign="top" align="center">0.769</td>
<td valign="top" align="center">0.769</td>
<td valign="top" align="center">0.769</td>
<td valign="top" align="center">0.620</td>
</tr>
<tr>
<td valign="bottom" align="center">XGBoost</td>
<td valign="top" align="center">0.644</td>
<td valign="top" align="center">0.750</td>
<td valign="top" align="center">0.750</td>
<td valign="top" align="center">0.750</td>
<td valign="top" align="center">0.601</td>
</tr>
<tr>
<td valign="bottom" align="center">KNN</td>
<td valign="bottom" align="center">0.699</td>
<td valign="bottom" align="center">0.759</td>
<td valign="bottom" align="center">0.846</td>
<td valign="bottom" align="center">0.800</td>
<td valign="bottom" align="center">0.739</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3_4">
<label>3.4</label>
<title>Fusion model construction and evaluation</title>
<p>The radiomics model was utilized to calculate the probability of each patient developing a malignant pancreatic tumor, and these probabilities were assigned to a new feature named the RDA-prob. By combining the RDA-prob with clinical data in a multivariate logistic regression analysis, four features were selected for constructing the fusion model: age, RDA-prob, CA125, and CA199. The fusion model achieved an AUC of 0.978 (95% CI: 0.96&#x2013;0.99) in 5-fold cross-validation and an AUC of 0.925 (95% CI: 0.86&#x2013;0.98) in the test cohort. The fusion model consistently outperformed the other two models in both the five-fold cross-validation and the test cohort, demonstrating its robustness and generalizability. The detailed results of the performance of the fusion model are provided in <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>. The ROC curve for the fusion model is shown in <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3C</bold>
</xref>.</p>
</sec>
<sec id="s3_5">
<label>3.5</label>
<title>Nomogram</title>
<p>A nomogram was constructed based on the variables selected by the fusion model (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4A</bold>
</xref>). This nomogram provides a visual method for measuring the results of the fusion model, allowing for the rapid calculation of predictive probabilities for individual patients. To use the nomogram, one must first determine the position of each variable on its respective axis and then draw a line to the points axis to obtain the score for that variable. The scores for all variables are summed to obtain a total score, which is then located on the total points axis. The probability corresponding to this total score is the likelihood of the pancreatic tumor being malignant. Calibration curves (<xref ref-type="fig" rid="f4">
<bold>Figures&#xa0;4B, C</bold>
</xref>) demonstrate that the nomogram has good accuracy in both the training and test cohorts. The decision curve (<xref ref-type="fig" rid="f4"><bold>Figure 4D</bold></xref>) indicates that the nomogram has high clinical utility.</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>
<bold>(A)</bold> The nomogram; <bold>(B)</bold> Calibration curve analysis of the nomogram in the training cohort; <bold>(C)</bold> Calibration curve analysis of the nomogram in the test cohort; <bold>(D)</bold> Decision curve analysis of the nomogram.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-15-1381822-g004.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<label>4</label>
<title>Discussion</title>
<p>In our study, we discovered that age, abdominal pain, tumor diameter, CA199, CEA, CA125, LPS, and HbA1c are independent predictors of malignant pancreatic tumors. These findings align with those of other studies (<xref ref-type="bibr" rid="B19">19</xref>&#x2013;<xref ref-type="bibr" rid="B25">25</xref>). Several studies have shown a positive correlation between age, abdominal pain, tumor diameter and the probability of predicting malignant pancreatic tumors (<xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B20">20</xref>). CA199 is the only serum biomarker for pancreatic cancer recommended in the European Oncology Guidelines, yet its sensitivity and specificity are approximately 80%, indicating limited diagnostic performance (<xref ref-type="bibr" rid="B21">21</xref>). Like CA199, CA125 is a high-molecular-weight glycoprotein that is currently primarily used as an auxiliary diagnostic tool for ovarian cancer (<xref ref-type="bibr" rid="B22">22</xref>). Several studies have shown a positive correlation between age, abdominal pain, tumor diameter, and the probability of predicting malignant pancreatic tumors (<xref ref-type="bibr" rid="B23">23</xref>). CEA, LPS, and HbA1c have also been confirmed by multiple studies to be associated with pancreatic cancer (<xref ref-type="bibr" rid="B24">24</xref>, <xref ref-type="bibr" rid="B25">25</xref>). The results of our study support these findings, and based on the identified independent predictors, we constructed a clinical classification model. This model demonstrated good classification performance and exhibited robustness in both the training cohort and the test cohort.</p>
<p>Subsequently, our study analyzed endoscopic ultrasound images of patients with pancreatic tumors. Radiographic images can provide quantitative and reproducible texture information (<xref ref-type="bibr" rid="B26">26</xref>), and by extracting and quantifying texture features within images, significant reference information can be provided for the diagnosis, treatment, and prognosis, with the potential to enhance the diagnostic performance of models. Recently, several papers have been published by scholars on the application of image texture features in patients with pancreatic lesions. Zixing Huang and colleagues compared CT image texture features of patients with pancreatic lymphoma and pancreatic adenocarcinoma and identified 60 texture features with significant differences (<xref ref-type="bibr" rid="B27">27</xref>). Xudong Li and others analyzed MRI images of 119 pancreatic tumor patients and found four texture features that could provide information for tumor differentiation (<xref ref-type="bibr" rid="B28">28</xref>). These research results offer promise for the development of new radiological biomarkers.</p>
<p>In our study, we extracted 306 radiomics features from endoscopic ultrasound images of pancreatic tumors and constructed radiomic classification models using four different machine learning algorithms to compare their performance. The results showed that the model based on the KNN algorithm performed optimally, hence it was chosen as the primary radiomic model. Given the difficulty in interpreting the association between individual ultrasound radiomics features and potential pathological characteristics, we adopted the research methodologies of Fei Yao (<xref ref-type="bibr" rid="B29">29</xref>) and Weichen Zhang (<xref ref-type="bibr" rid="B30">30</xref>), integrating multiple ultrasonic radiomics features into a multi-element parameter, RAD-prob, to simplify the complexity of multi-feature analysis. The radiomics features used to construct RAD-prob range from basic morphological characteristics to advanced texture features, revealing the variability, heterogeneity, and inconsistency of the lesions. For instance, Gray Level Co-occurrence Matrix (GLCM) features such as S(1,1) Correlat and S(5,5) Correlat demonstrate the correlation between pixels in different directions; wavelet transform energy features like WavEnLH_s-2 and WavEnHH_s-2 reveal high-frequency textures and edge details of the image; first-order statistical features such as Area and Kurtosis describe the size of the image region and the peak characteristics of the gray level distribution; and inverse difference moment features like 0,2) InvDfMom indicate the uniformity and local similarity of the image texture. These comprehensive feature analyses not only exhibit the physical and geometrical attributes of pancreatic cancer but also highlight key biological markers in the ultrasound images, providing valuable insights into the structure and tissue characteristics of the lesion area, thereby supporting clinical diagnosis and treatment decisions.</p>
<p>To date, no single radiological or laboratory test has been able to reliably distinguish between malignant and nonmalignant pancreatic tumors (<xref ref-type="bibr" rid="B31">31</xref>). The preliminary diagnosis of pancreatic tumors depends on a comprehensive analysis of clinical features, laboratory tests, and radiological examinations rather than a single parameter (<xref ref-type="bibr" rid="B32">32</xref>). Traditional diagnostic methods, which rely on doctors interpreting test reports, are limited by the individual experiences of the doctors, potentially leading to inconsistent diagnoses (<xref ref-type="bibr" rid="B33">33</xref>). Artificial intelligence-based diagnostic models can objectively assist in diagnosis by utilizing a variety of different parameters (<xref ref-type="bibr" rid="B33">33</xref>, <xref ref-type="bibr" rid="B34">34</xref>). Qian Lu and colleagues developed a multimodal model that integrated CT features and clinical characteristics, which performed better in predicting lymph node metastasis in pancreatic cancer than single-modality models (<xref ref-type="bibr" rid="B35">35</xref>). Wenjie Liang and colleagues developed and validated a nomogram model that combines radiomics features and clinical characteristics and showed excellent performance in differentiating the pathological grade of pancreatic neuroendocrine tumors (<xref ref-type="bibr" rid="B36">36</xref>). In our study, we also constructed a classification model that integrates clinical and radiomics features. We first used the radiomics model to calculate a new radiomics feature named RAD-prob and then combined the RAD-prob with clinical features to construct a fusion model through logistic regression. The performance of the fusion model surpassed that of both the clinical and radiomics models. In the training cohort, the combined model achieved an AUC of 0.978 (95% CI: 0.96&#x2013;0.999) during 5-fold cross-validation. In the test cohort, the AUC was 0.925 (95% CI: 0.86&#x2013;0.98).</p>
<p>Our fusion model offers a promising tool to assist doctors in making diagnostic decisions. To facilitate the clinical application of the model, we developed a nomogram based on the model parameters. This nomogram can quickly calculate predictive probabilities for individual patients, which may lead to its widespread use. Although the model developed in this study achieved good predictive results, there is still room for further optimization. In the future, methods such as ensemble learning and deep learning could be employed to further enhance the model&#x2019;s predictive performance. Additionally, validation with multicenter data is needed to assess the model&#x2019;s performance in real-world settings.</p>
</sec>
<sec id="s5" sec-type="conclusions">
<label>5</label>
<title>Conclusion</title>
<p>In summary, this study constructed three pancreatic tumor classification models using clinical and ultrasound radiomics features, each capable of differentiating between benign and malignant pancreatic tumors. The fusion model, which includes both clinical and ultrasound radiomics features, demonstrated exceptional performance in predicting the benign or malignant nature of pancreatic tumors. The nomogram of the fusion model, as a visual and personalized tool, can assist doctors in accurately identifying the type of pancreatic tumor.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The data supporting this study&#x2019;s findings are available from the corresponding author upon reasonable request.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving humans were approved by The Ethics Review Board of The First Affiliated Hospital of Guangxi Medical University. The studies were conducted in accordance with the local legislation and institutional requirements. Written informed consent for participation was not required from the participants or the participants&#x2019; legal guardians/next of kin in accordance with the national legislation and institutional requirements.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author contributions</title>
<p>SY: Data curation, Formal analysis, Methodology, Writing &#x2013; original draft. DY: Data curation, Methodology, Writing &#x2013; original draft. YH: Methodology, Writing &#x2013; original draft. SQ: Conceptualization, Data curation, Writing &#x2013; review &amp; editing. QC: Conceptualization, Writing &#x2013; review &amp; editing.</p>
</sec>
</body>
<back>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This study was supported by the China Scholarship Council (202306660024) and the Specific Research Project of Guangxi for Research Bases and Talents (GuiKe AD22035057).</p>
</sec>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Lok</surname> <given-names>V</given-names>
</name>
<name>
<surname>Ngai</surname> <given-names>CH</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Yuan</surname> <given-names>J</given-names>
</name>
<name>
<surname>Lao</surname> <given-names>XQ</given-names>
</name>
<etal/>
</person-group>. <article-title>Worldwide Burden of, Risk Factors for, and Trends in Pancreatic Cancer</article-title>. <source>Gastroenterology</source>. (<year>2021</year>) <volume>160</volume>:<page-range>744&#x2013;54</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1053/j.gastro.2020.10.007</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kleeff</surname> <given-names>J</given-names>
</name>
<name>
<surname>Korc</surname> <given-names>M</given-names>
</name>
<name>
<surname>Apte</surname> <given-names>M</given-names>
</name>
<name>
<surname>La Vecchia</surname> <given-names>C</given-names>
</name>
<name>
<surname>Johnson</surname> <given-names>CD</given-names>
</name>
<name>
<surname>Biankin</surname> <given-names>AV</given-names>
</name>
<etal/>
</person-group>. <article-title>Pancreatic cancer</article-title>. <source>Nat Rev Dis Primers</source>. (<year>2016</year>) <volume>2</volume>:<fpage>16022</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/nrdp.2016.22</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Halbrook</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Lyssiotis</surname> <given-names>CA</given-names>
</name>
<name>
<surname>Pasca di Magliano</surname> <given-names>M</given-names>
</name>
<name>
<surname>Maitra</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Pancreatic cancer: Advances and challenges</article-title>. <source>Cell</source>. (<year>2023</year>) <volume>186</volume>:<page-range>1729&#x2013;54</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cell.2023.02.014</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Stoffel</surname> <given-names>EM</given-names>
</name>
<name>
<surname>Brand</surname> <given-names>RE</given-names>
</name>
<name>
<surname>Goggins</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Pancreatic cancer: changing epidemiology and new approaches to risk assessment, early detection, and prevention</article-title>. <source>Gastroenterology</source>. (<year>2023</year>) <volume>164</volume>:<page-range>752&#x2013;65</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1053/j.gastro.2023.02.012</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Klein</surname> <given-names>AP</given-names>
</name>
</person-group>. <article-title>Pancreatic cancer epidemiology: understanding the role of lifestyle and inherited risk factors</article-title>. <source>Nat Rev Gastroenterol Hepatol</source>. (<year>2021</year>) <volume>18</volume>:<fpage>493</fpage>&#x2013;<lpage>502</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41575-021-00457-x</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McWilliams</surname> <given-names>RR</given-names>
</name>
<name>
<surname>Petersen</surname> <given-names>GM</given-names>
</name>
</person-group>. <article-title>Overweight, obesity, and pancreatic cancer: beyond risk alone</article-title>. <source>JAMA</source>. (<year>2009</year>) <volume>301</volume>:<page-range>2592&#x2013;3</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jama.2009.922</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>J</given-names>
</name>
<name>
<surname>Guan</surname> <given-names>H</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>H</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>Integrated single-cell and bulk RNA sequencing revealed the molecular characteristics and prognostic roles of neutrophils in pancreatic cancer</article-title>. <source>Aging (Albany NY)</source>. (<year>2023</year>) <volume>15</volume>:<page-range>9718&#x2013;42</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.18632/aging.205044</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Li</surname> <given-names>H</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Song</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Integrated multi-omics identified the novel intratumor microbiome-derived subtypes and signature to predict the outcome, tumor microenvironment heterogeneity, and immunotherapy response for pancreatic cancer patients</article-title>. <source>Front Pharmacol</source>. (<year>2023</year>) <volume>14</volume>:<elocation-id>1244752</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fphar.2023.1244752</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gandikota</surname> <given-names>HP</given-names>
</name>
<name>
<surname>S</surname> <given-names>A</given-names>
</name>
<name>
<surname>M</surname> <given-names>SK</given-names>
</name>
</person-group>. <article-title>CT scan pancreatic cancer segmentation and classification using deep learning and the tunicate swarm algorithm</article-title>. <source>PloS One</source>. (<year>2023</year>) <volume>18</volume>:<elocation-id>e0292785</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0292785</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Peng</surname> <given-names>L</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>A novel nomogram and risk classification system based on inflammatory and immune indicators for predicting prognosis of pancreatic cancer patients with liver metastases</article-title>. <source>Cancer Med</source>. (<year>2023</year>) <volume>12</volume>:<page-range>18622&#x2013;32</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/cam4.6471</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Singhi</surname> <given-names>AD</given-names>
</name>
<name>
<surname>Wood</surname> <given-names>LD</given-names>
</name>
</person-group>. <article-title>Early detection of pancreatic cancer using DNA-based molecular approaches</article-title>. <source>Nat Rev Gastroenterol Hepatol</source>. (<year>2021</year>) <volume>18</volume>:<page-range>457&#x2013;68</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41575&#x2013;021-00470&#x2013;0</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Young Bang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Krall</surname> <given-names>K</given-names>
</name>
<name>
<surname>Jhala</surname> <given-names>N</given-names>
</name>
<name>
<surname>Jhala</surname> <given-names>N</given-names>
</name>
<name>
<surname>Singh</surname> <given-names>C</given-names>
</name>
<name>
<surname>Tejani</surname> <given-names>M</given-names>
</name>
<name>
<surname>Arnoletti</surname> <given-names>JP</given-names>
</name>
<etal/>
</person-group>. <article-title>Comparing needles and methods of endoscopic ultrasound-guided fine-needle biopsy to optimize specimen quality and diagnostic accuracy for patients with pancreatic masses in a randomized trial</article-title>. <source>Clin Gastroenterol Hepatol</source>. (<year>2021</year>) <volume>19</volume>:<fpage>825</fpage>&#x2013;<lpage>835.e7</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cgh.2020.06.042</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>T</given-names>
</name>
<name>
<surname>Liao</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Geng</surname> <given-names>S</given-names>
</name>
<name>
<surname>Li</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Z</given-names>
</name>
<etal/>
</person-group>. <article-title>Machine learning prediction model for post- hepatectomy liver failure in hepatocellular carcinoma: A multicenter study</article-title>. <source>Front Oncol</source>. (<year>2022</year>) <volume>12</volume>:<elocation-id>986867</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2022.986867</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhao</surname> <given-names>G</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>M</given-names>
</name>
<name>
<surname>Liu </surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Y</given-names>
</name>
</person-group>. <article-title>Exploring the application and future outlook of Artificial intelligence in pancreatic cancer</article-title>. <source>Front Oncol</source>. (<year>2024</year>) <volume>14</volume>:<elocation-id>1345810</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2024.1345810</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Thomasian</surname> <given-names>NM</given-names>
</name>
<name>
<surname>Kamel</surname> <given-names>IR</given-names>
</name>
<name>
<surname>Bai</surname> <given-names>HX</given-names>
</name>
</person-group>. <article-title>Machine intelligence in non-invasive endocrine cancer diagnostics</article-title>. <source>Nat Rev Endocrinol</source>. (<year>2022</year>) <volume>18</volume>:<fpage>81</fpage>&#x2013;<lpage>95</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41574&#x2013;021-00543&#x2013;9</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Li</surname> <given-names>A</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>CK</given-names>
</name>
<name>
<surname>Ye</surname> <given-names>XH</given-names>
</name>
<name>
<surname>Peng</surname> <given-names>XJ</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>PP</given-names>
</name>
<etal/>
</person-group>. <article-title>A multiparametric clinic-ultrasomics nomogram for predicting extremity soft-tissue tumor Malignancy: a combined retrospective and prospective bicentric study</article-title>. <source>Radiol Med</source>. (<year>2023</year>) <volume>128</volume>:<page-range>784&#x2013;97</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11547&#x2013;023-01639&#x2013;0</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hiremath</surname> <given-names>A</given-names>
</name>
<name>
<surname>Shiradkar</surname> <given-names>R</given-names>
</name>
<name>
<surname>Fu</surname> <given-names>P</given-names>
</name>
<name>
<surname>Mahran</surname> <given-names>A</given-names>
</name>
<name>
<surname>Rastinehad</surname> <given-names>AR</given-names>
</name>
<name>
<surname>Tewari</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>An integrated nomogram combining deep learning, Prostate Imaging-Reporting and Data System (PI-RADS) scoring, and clinical variables for identification of clinically significant prostate cancer on biparametric MRI: a retrospective multicentre study</article-title>. <source>Lancet Digit Health</source>. (<year>2021</year>) <volume>3</volume>:<page-range>e445&#x2013;54</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S2589&#x2013;7500(21)00082&#x2013;0</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Strzelecki</surname> <given-names>M</given-names>
</name>
<name>
<surname>Szczypinski</surname> <given-names>P</given-names>
</name>
<name>
<surname>Materka</surname> <given-names>A</given-names>
</name>
<name>
<surname>Klepaczko</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>A software tool for automatic classification and segmentation of 2D/3D medical images</article-title>. <source>Nucl Inst Methods Phys Research A</source>. (<year>2013</year>) <volume>702</volume>:<page-range>137&#x2013;40</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.nima.2012.09.006</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pan</surname> <given-names>M</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Teng</surname> <given-names>T</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>F</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Development and validation of a simple-to-use nomogram to predict liver metastasis in patients with pancreatic neuroendocrine neoplasms: a large cohort study</article-title>. <source>BMC Gastroenterol</source>. (<year>2021</year>) <volume>21</volume>:<fpage>101</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s12876-021-01685-w</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vernerey</surname> <given-names>D</given-names>
</name>
<name>
<surname>Huguet</surname> <given-names>F</given-names>
</name>
<name>
<surname>Vienot</surname> <given-names>A</given-names>
</name>
<name>
<surname>Goldstein</surname> <given-names>D</given-names>
</name>
<name>
<surname>Paget-Bailly</surname> <given-names>S</given-names>
</name>
<name>
<surname>Van Laethem</surname> <given-names>JL</given-names>
</name>
<etal/>
</person-group>. <article-title>Prognostic nomogram and score to predict overall survival in locally advanced untreated pancreatic cancer (PROLAP)</article-title>. <source>Br J Cancer</source>. (<year>2016</year>) <volume>115</volume>:<page-range>281&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/bjc.2016.212</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ducreux</surname> <given-names>M</given-names>
</name>
<name>
<surname>Cuhna</surname> <given-names>AS</given-names>
</name>
<name>
<surname>Caramella</surname> <given-names>C</given-names>
</name>
<name>
<surname>Hollebecque</surname> <given-names>A</given-names>
</name>
<name>
<surname>Burtin</surname> <given-names>P</given-names>
</name>
<name>
<surname>Go&#xe9;r&#xe9;</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Cancer of the pancreas: ESMO Clinical Practice Guidelines for diagnosis, treatment and follow-up</article-title>. <source>Ann Oncol</source>. (<year>2017</year>) <volume>28</volume>:<page-range>iv167&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/annonc/mdv295</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bottoni</surname> <given-names>P</given-names>
</name>
<name>
<surname>Scatena</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>The role of CA 125 as tumor marker: biochemical and clinical aspects</article-title>. <source>Adv Exp Med Biol</source>. (<year>2015</year>) <volume>867</volume>:<page-range>229&#x2013;44</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/978&#x2013;94-017&#x2013;7215-0_14</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Skulimowski</surname> <given-names>A</given-names>
</name>
<name>
<surname>Durczy&#x144;ski</surname> <given-names>A</given-names>
</name>
<name>
<surname>Strzelczyk</surname> <given-names>J</given-names>
</name>
<name>
<surname>Hogendorf</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>Comparison of clinical usefulness of serum Ca125 and CA19&#x2013;9 in pancreatic adenocarcinoma diagnosis: meta-analysis and systematic review of literature</article-title>. <source>Biomarkers</source>. (<year>2021</year>) <volume>26</volume>:<page-range>287&#x2013;95</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/1354750X.2021.1876770</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Terakawa</surname> <given-names>N</given-names>
</name>
<name>
<surname>Satoi</surname> <given-names>S</given-names>
</name>
<name>
<surname>Takai</surname> <given-names>S</given-names>
</name>
<name>
<surname>Yanagimoto</surname> <given-names>H</given-names>
</name>
<name>
<surname>Takahashi</surname> <given-names>K</given-names>
</name>
<name>
<surname>Komiyama</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Clinical monitoring of innate cellular immunity of monocytes/macrophages by tumor necrosis factor alpha productivity in whole blood stimulated by lipopolysaccharide in patients with pancreatic cancer</article-title>. <source>Pancreas</source>. (<year>2006</year>) <volume>33</volume>:<page-range>31&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/01.mpa.0000226880.66130.79</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haas</surname> <given-names>M</given-names>
</name>
<name>
<surname>Heinemann</surname> <given-names>V</given-names>
</name>
<name>
<surname>Kullmann</surname> <given-names>F</given-names>
</name>
<name>
<surname>Laubender</surname> <given-names>RP</given-names>
</name>
<name>
<surname>Klose</surname> <given-names>C</given-names>
</name>
<name>
<surname>Bruns</surname> <given-names>CJ</given-names>
</name>
<etal/>
</person-group>. <article-title>Prognostic value of CA 19&#x2013;9, CEA, CRP, LDH and bilirubin levels in locally advanced and metastatic pancreatic cancer: results from a multicenter, pooled analysis of patients receiving palliative chemotherapy</article-title>. <source>J Cancer Res Clin Oncol</source>. (<year>2013</year>) <volume>139</volume>:<page-range>681&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00432&#x2013;012-1371&#x2013;3</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Acharya</surname> <given-names>UR</given-names>
</name>
<name>
<surname>Hagiwara</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Sudarshan</surname> <given-names>VK</given-names>
</name>
<name>
<surname>Chan</surname> <given-names>WY</given-names>
</name>
<name>
<surname>Ng</surname> <given-names>KH</given-names>
</name>
</person-group>. <article-title>Towards precision medicine: from quantitative imaging to radiomics</article-title>. <source>J Zhejiang Univ Sci B</source>. (<year>2018</year>) <volume>19</volume>:<fpage>6</fpage>&#x2013;<lpage>24</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1631/jzus.B1700260</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Li</surname> <given-names>M</given-names>
</name>
<name>
<surname>He</surname> <given-names>D</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Two-dimensional texture analysis based on CT images to differentiate pancreatic lymphoma and pancreatic adenocarcinoma: A preliminary study</article-title>. <source>Acad Radiol</source>. (<year>2019</year>) <volume>26</volume>:<page-range>e189&#x2013;95</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.acra.2018.07.021</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Qian</surname> <given-names>X</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>N</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>X</given-names>
</name>
</person-group>. <article-title>MRI texture analysis for differentiating nonfunctional pancreatic neuroendocrine neoplasms from solid pseudopapillary neoplasms of the pancreas</article-title>. <source>Acad Radiol</source>. (<year>2020</year>) <volume>27</volume>:<page-range>815&#x2013;23</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.acra.2019.07.012</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yao</surname> <given-names>F</given-names>
</name>
<name>
<surname>Ding</surname> <given-names>J</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>F</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Nomogram based on ultrasound radiomics score and clinical variables for predicting histologic subtypes of epithelial ovarian cancer</article-title>. <source>Br J Radiol</source>. (<year>2022</year>) <volume>95</volume>:<elocation-id>20211332</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1259/bjr.20211332</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>K</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>H</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Han</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Deep learning nomogram for preoperative distinction between Xanthogranulomatous cholecystitis and gallbladder carcinoma: A novel approach for surgical decision</article-title>. <source>Comput Biol Med</source>. (<year>2024</year>) <volume>168</volume>:<elocation-id>107786</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.compbiomed.2023.107786</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>K</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Pan</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>Liquid biopsy techniques and pancreatic cancer: diagnosis, monitoring, and evaluation</article-title>. <source>Mol Cancer</source>. (<year>2023</year>) <volume>22</volume>:<fpage>167</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s12943&#x2013;023-01870&#x2013;3</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wood</surname> <given-names>LD</given-names>
</name>
<name>
<surname>Canto</surname> <given-names>MI</given-names>
</name>
<name>
<surname>Jaffee</surname> <given-names>EM</given-names>
</name>
<name>
<surname>Simeone</surname> <given-names>DM</given-names>
</name>
</person-group>. <article-title>Pancreatic cancer: pathogenesis, screening, diagnosis, and treatment</article-title>. <source>Gastroenterology</source>. (<year>2022</year>) <volume>163</volume>:<fpage>386</fpage>&#x2013;<lpage>402.e1</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1053/j.gastro.2022.03.056</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gore</surname> <given-names>JC</given-names>
</name>
</person-group>. <article-title>Artificial intelligence in medical imaging</article-title>. <source>Magn Reson Imaging</source>. (<year>2020</year>) <volume>68</volume>:<page-range>A1&#x2013;4</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.mri.2019.12.006</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname> <given-names>M</given-names>
</name>
<name>
<surname>Copley</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Viola</surname> <given-names>P</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Aboagye</surname> <given-names>EO</given-names>
</name>
</person-group>. <article-title>Radiomics and artificial intelligence for precision medicine in lung cancer treatment</article-title>. <source>Semin Cancer Biol</source>. (<year>2023</year>) <volume>93</volume>:<fpage>97</fpage>&#x2013;<lpage>113</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.semcancer.2023.05.004</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lu</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>C</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>A multimodal model fusing multiphase contrast-enhanced CT and clinical characteristics for predicting lymph node metastases of pancreatic cancer</article-title>. <source>Phys Med Biol</source>. (<year>2022</year>) <volume>67</volume>:<page-range>10.1088/1361&#x2013;6560/ac858e</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1088/1361-6560/ac858e</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>P</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>R</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>L</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>W</given-names>
</name>
<etal/>
</person-group>. <article-title>A combined nomogram model to preoperatively predict histologic grade in pancreatic neuroendocrine tumors</article-title>. <source>Clin Cancer Res</source>. (<year>2019</year>) <volume>25</volume>:<page-range>584&#x2013;94</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1158/1078&#x2013;0432.CCR-18&#x2013;1305</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>