<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2024.1406512</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A machine learning-based predictive model for biliary stricture attributable to malignant tumors: a dual-center retrospective study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Yang</surname>
<given-names>Qifan</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Nie</surname>
<given-names>Lu</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Xu</surname>
<given-names>Jian</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Li</surname>
<given-names>Hua</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2112036"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhu</surname>
<given-names>Xin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Wei</surname>
<given-names>Mingwei</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Yao</surname>
<given-names>Jun</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2388272"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Gastroenterology, The Affiliated People&#x2019;s Hospital of Jiangsu University</institution>, <addr-line>Zhenjiang, Jiangsu</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Intervention Vascular, Wujin Hospital Affiliated with Jiangsu University</institution>, <addr-line>Changzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of General Surgery, Affiliated Hospital of Youjiang Medical University for Nationalities</institution>, <addr-line>Baise</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Key Laboratory of Tumor Molecular Pathology of Baise</institution>, <addr-line>Baise</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: John Gibbs, Hackensack Meridian Health, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Vincenzo Neri, University of Foggia, Italy</p>
<p>Loo Jing Hong, MOH Holdings, Singapore</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Jun Yao, <email xlink:href="mailto:6000003331@ujs.edu.cn">6000003331@ujs.edu.cn</email>; Mingwei Wei, <email xlink:href="mailto:weimingweigo@163.com">weimingweigo@163.com</email>
</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>29</day>
<month>07</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>14</volume>
<elocation-id>1406512</elocation-id>
<history>
<date date-type="received">
<day>07</day>
<month>04</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>15</day>
<month>07</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2024 Yang, Nie, Xu, Li, Zhu, Wei and Yao</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Yang, Nie, Xu, Li, Zhu, Wei and Yao</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Biliary stricture caused by malignant tumors is known as Malignant Biliary Stricture (MBS). MBS is challenging to differentiate clinically, and accurate diagnosis is crucial for patient prognosis and treatment. This study aims to identify the risk factors for malignancy in all patients diagnosed with biliary stricture by Endoscopic Retrograde Cholangiopancreatography (ERCP), and to develop an effective clinical predictive model to enhance diagnostic outcomes.</p>
</sec>
<sec>
<title>Methodology</title>
<p>Through a retrospective study, data from 398 patients diagnosed with biliary stricture using ERCP between January 2019 and January 2023 at two institutions: the First People&#x2019;s Hospital affiliated with Jiangsu University and the Second People&#x2019;s Hospital affiliated with Soochow University. The study began with a preliminary screening of risk factors using univariate regression. Lasso regression was then applied for feature selection. The dataset was divided into a training set and a validation set in an 8:2 ratio. We analyzed the selected features using seven machine learning algorithms. The best model was selected based on the Area Under the Receiver Operating Characteristic (ROC) Curve (AUROC) and other evaluation indicators. We further evaluated the model&#x2019;s accuracy using calibration curves and confusion matrices. Additionally, we used the SHAP method for interpretability and visualization of the model&#x2019;s predictions.</p>
</sec>
<sec>
<title>Results</title>
<p>RF model is the best model, achieved an AUROC of 0.988. Shap result indicate that age, stricture location, stricture length, carbohydrate antigen 199 (CA199), total bilirubin (TBil), alkaline phosphatase (ALP), (Direct Bilirubin) DBil/TBil, and CA199/C-Reactive Protein (CRP) were risk factors for MBS, and the CRP is a protective factor.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>The model&#x2019;s effectiveness and stability were confirmed, accurately identifying high-risk patients to guide clinical decisions and improve patient prognosis.</p>
</sec>
</abstract>
<kwd-group>
<kwd>malignant tumors</kwd>
<kwd>biliary stricture</kwd>
<kwd>risk factors</kwd>
<kwd>machine learning</kwd>
<kwd>predictive model</kwd>
</kwd-group>
<counts>
<fig-count count="6"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="26"/>
<page-count count="10"/>
<word-count count="4804"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Gastrointestinal Cancers: Hepato Pancreatic Biliary Cancers</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<label>1</label>
<title>Introduction</title>
<p>Biliary stricture caused by malignant tumors is known as Malignant Biliary Stricture (MBS). Among patients diagnosed with biliary stricture through Endoscopic Retrograde Cholangiopancreatography (ERCP), distinguishing between MBS and Benign Biliary Stricture (BBS) presents a significant clinical challenge (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). MBS are commonly associated with cancers like cholangiocarcinoma, pancreatic cancer, gallbladder cancer, and metastases from other systemic cancers. Conversely, BBS frequently result from a multitude of complex factors, such as primary sclerosing cholangitis (PSC), both acute and chronic pancreatitis, cholangiolithiasis, injuries to the biliary system, and infections (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B4">4</xref>). Therefore, early and precise diagnosis of MBS, or the development of a reliable diagnostic approach for cases with a high suspicion of MBS, is crucial for enhancing patient outcomes and directing treatment plans. Distinguishing between MBS and BBS continues to be a significant clinical challenge. Due to the specificity of the biliary tract structure and the complexity of the aetiology of malignant bile duct stenosis, the sensitivity of commonly used diagnostic methods is low. ERCP-guided biopsy and brushing are the most commonly used diagnostic methods in clinical practice, and its sensitivity is low, even when combined with the circulating tumor biomarker carbohydrate antigen 19&#x2013;9 (CA199), which has a sensitivity between 14% and 60% (<xref ref-type="bibr" rid="B5">5</xref>). The combined diagnostic accuracy of biliary brushing, intraductal biopsy, and fluorescence <italic>in situ</italic> hybridization (FISH) is approximately 82% (<xref ref-type="bibr" rid="B6">6</xref>). Ultrasound endoscopy (EU) is also one of the commonly used methods for clinical diagnosis of MBS, including ultrasound endoscopic aspiration (EUA) and ultrasound endoscopic puncture biopsy (EUB), and its sensitivity is greatly improved compared to that of ERCP biopsy and brushing, which is about 80% (<xref ref-type="bibr" rid="B7">7</xref>). However, the complexity and associated risks of EUS procedures constrain their extensive application. Additionally, concerns about the potential for tumor dissemination during EUS punctures necessitate cautious utilization of this technique (<xref ref-type="bibr" rid="B5">5</xref>). And new technologies, such as transoral cholangioscopy and probe-based confocal laser microendoscopy, require the introduction of high-precision instruments, wider clinical validation and a long learning curve that are difficult to roll out in the short term. Furthermore, these resources are not readily available in most hospitals, and there has been minimal improvement in the diagnostic aspect of MBS in most hospitals.</p>
<p>Due to the low detection rate and the complex nature of MBS etiology, patients often need multiple ERCP examinations for diagnosis. This can lead to delayed treatment, adversely affecting timely patient care (<xref ref-type="bibr" rid="B8">8</xref>). ERCP and similar endoscopic examinations, as invasive procedures, entail certain risks. Moreover, the need for repeated examinations can result in reduced patient compliance. Consequently, deciding whether to subject a patient to repeated ERCP and additional invasive tests presents a considerable challenge for clinicians. This scenario necessitates a careful equilibrium between the necessity for precise diagnosis and the potential risks and patient compliance challenges associated with these procedures. Inaccurate diagnoses of MBS can result in unnecessary multiple ERCP or even surgical interventions for patients with BBS, profoundly impacting their quality of life. Early diagnosis and identification of high-risk patients are essential for establishing treatment strategies and enhancing outcomes for individuals with MBS. Current research is mainly directed at identifying patients whose endoscopic tissue samples lack tumor tissues but who clinically exhibit symptoms indicative of MBS. However, the clinical evaluation to determine if a patient is at high risk is susceptible to missed diagnoses. This makes the secondary screening process for high-risk patients limited (<xref ref-type="bibr" rid="B9">9</xref>). Our study extends to a wider scope, extracting characteristics of patients with MBS from all cases of biliary strictures.</p>
<p>We have developed a new predictive model based on machine learning algorithms to explore the risk factors most closely associated with MBS. This allows clinicians to accurately identify high-risk patients without the need for biopsy, providing new evidence to support clinical decisions and the formulation of related diagnostic and treatment strategies.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<label>2</label>
<title>Materials and methods</title>
<sec id="s2_1">
<label>2.1</label>
<title>Study population and data collection</title>
<p>This is a dual-center retrospective study that collected data from all patients diagnosed with biliary stricture through ERCP from January 2019 to January 2023 at the First People&#x2019;s Hospital affiliated with Jiangsu University and the Second People&#x2019;s Hospital affiliated with Suzhou University. A 12-month follow-up was conducted for all patients to confirm their diagnoses.</p>
<p>The inclusion criteria for the study were: 1) age range between 18&#x2013;90 years; 2) biliary stricture diagnosis established via ERCP; 3) confirmation of diagnosis during hospitalization through surgical procedures and endoscopic pathology; 4) unclear diagnosis during hospitalization but confirmed within a year of follow-up or due to death attributable to malignant biliary stricture.</p>
<p>The exclusion criteria encompassed: 1) severe cardiopulmonary dysfunction; 2) death from other diseases or accidents during hospitalization without a definitive diagnosis; 3) death from other diagnosed diseases or accidents during the follow-up period without a clear diagnosis; 4) significant loss or complete absence of data.</p>
<p>The study involved the collection and documentation of initial hospitalization data and patient histories. This included demographics (age, gender), stricture characteristics location(the common bile duct (CBD), common hepatic duct (CHD) and above), stricture length, carbohydrate antigen 199 (CA199), direct bilirubin (DBil), total bilirubin (TBil), gamma-glutamyl transferase (GGT), alkaline phosphatase (ALP), aspartate aminotransferase (AST), C-reactive protein (CRP), alanine aminotransferase (ALT). Patient lifestyle factors, including smoking status, alcohol consumption, and the presence of hypertension or diabetes, were also recorded. Additionally, three extra indicators were considered, based on previous research: DBil/TBil, CA199/CRP, and CA199/TBil (<xref ref-type="bibr" rid="B10">10</xref>&#x2013;<xref ref-type="bibr" rid="B12">12</xref>).</p>
</sec>
<sec id="s2_2">
<label>2.2</label>
<title>Statistical methods</title>
<p>Categorical variables were reported as the count (percentage) and evaluated using the chi-square (&#x3c7;2) test. The Kolmogorov-Smirnov test indicated that the quantitative data were not normally distributed, and thus were presented as median (lower and upper quartiles), with the Mann-Whitney U test used for the comparison of two independent samples. Firstly, univariate analysis was conducted using binary logistic regression on the data after cleaning, selecting variables significant at p&lt;0.05. Subsequently, the data underwent Z-score standardization to ensure that variables of different scales do not improperly influence the model due to their range of values. Lasso regression with the optimal alpha value was then utilized for feature selection. The dataset was divided into a training set and a validation set in an 8:2 ratio. The training dataset was modeled using Random Forest (RF), Support Vector Machine (SVM), Logistic Regression (LR), AdaBoost, Neural Networks (NN), K-Nearest Neighbors (KNN), and Decision Trees (DT) machine learning algorithms, and a 10-fold cross-validation was conducted to improve model accuracy, followed by validation with the validation set. Finally, the constructed models were evaluated using the area under the receiver operating characteristic (AUROC), confusion matrix, and evaluation indicators to select the best model. The model&#x2019;s visualization was achieved through the Shapley Additive explanations (SHAP) method, highlighting the contributions of important features and the best indicators in the optimal model. Data analysis for this study was performed using Python (version 3.11) and SPSS (version 27.0).</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<label>3</label>
<title>Results</title>
<sec id="s3_1">
<label>3.1</label>
<title>Etiological investigation of MBS</title>
<p>This study aggregated data from 284 patients at the First People&#x2019;s Hospital of Zhenjiang and 119 patients from the Second People&#x2019;s Hospital affiliated with Soochow University, totaling 403 cases. Upon admission, two patients were in shock, two patients succumbed to liver failure during hospitalization. Following the inclusion and exclusion criteria, 398 patients were considered for the study, comprising 168 cases of MBS and 230 cases of BBS (<xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>).</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Patient screening and grouping flowchart. <italic>MBS,</italic> malignant biliary stricture; <italic>BBS</italic>, benign biliary stricture.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1406512-g001.tif"/>
</fig>
<p>Within the MBS category, the majority were pancreatic cancer cases, numbering 78 (46.4%), cholangiocarcinoma cases stood at 53 (31.5%), both duodenal papillary and gallbladder cancers were recorded at 10 cases each (6.0%), liver cancer had 6 cases (3.6%), and metastatic cancer also had 10 cases (6.0%). For BBS, the prevalent cause was stones, with 111 cases (48.3%) of simple bile duct stones, 20 cases (8.7%) of cholangitis, another 20 cases (8.7%) combining bile duct stones and cholangitis, and 34 cases (14.8%) were due to gallbladder stones with cholecystitis. Pancreatitis was a significant contributor to BBS, with acute pancreatitis at 18 cases (7.8%), chronic pancreatitis at 2 cases (0.8%), and autoimmune pancreatitis at 4 cases (1.7%). The study also recorded 4 cases (1.7%) of primary sclerosing cholangitis and 18 cases (7.8%) of postoperative bile duct stricture.</p>
</sec>
<sec id="s3_2">
<label>3.2</label>
<title>The baseline characteristics and univariate analysis of biliary stricture</title>
<p>The study detailed demographic characteristics, laboratory data, and univariate analysis of patients with biliary strictures in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. In the univariate LR analysis, age, location of stricture, length of stricture, CA199, TBil, DBil, ALP, GGT, DBil/TBil, and CA199/CRP were identified as risk factors for MBS (P&gt;0.05). Based on the results of the correlation diagnostics, ALP and GGT were found to be highly correlated (Pearson correlation coefficient: 0.59), leading to the decision to include ALP in the model.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>The baseline characteristics and univariate analysis of biliary stricture.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="center">Variables</th>
<th valign="middle" align="center">Total (n =398)</th>
<th valign="middle" align="center">MBS (n =168)</th>
<th valign="middle" align="center">BBS (n =230)</th>
<th valign="middle" align="center">
<italic>Z/</italic>&#x3c7;<sup>2</sup>
</th>
<th valign="middle" align="center">
<italic>OR</italic>
</th>
<th valign="middle" align="center">
<italic>95%CI</italic>
</th>
<th valign="middle" align="center">
<italic>P</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="center">Sex</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.035</td>
<td valign="middle" align="center">1.039</td>
<td valign="middle" align="center">0.695&#x2013;1.555</td>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="center">Male</td>
<td valign="middle" align="center">230 (57.8%)</td>
<td valign="middle" align="center">98 (58.3%)</td>
<td valign="middle" align="center">132 (57.4%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.851</td>
</tr>
<tr>
<td valign="middle" align="center">Female</td>
<td valign="middle" align="center">168 (42.2%)</td>
<td valign="middle" align="center">70 (41.7%)</td>
<td valign="middle" align="center">98 (42.6%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="center">Age(years)</td>
<td valign="middle" align="center">70 (58, 77)</td>
<td valign="middle" align="center">71 (65, 76)</td>
<td valign="middle" align="center">9 (54, 77)</td>
<td valign="middle" align="center">2.556</td>
<td valign="middle" align="center">1.026</td>
<td valign="middle" align="center">1.011&#x2013;1.042</td>
<td valign="middle" align="center">0.001</td>
</tr>
<tr>
<td valign="middle" align="center">Stricture Part</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center">10.976</td>
<td valign="middle" align="center">2.579</td>
<td valign="middle" align="center">1.453&#x2013;4.575</td>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="center">CBD</td>
<td valign="middle" align="center">340 (85.4%)</td>
<td valign="middle" align="center">132 (78.6%)</td>
<td valign="middle" align="center">208 (90.4%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.001</td>
</tr>
<tr>
<td valign="middle" align="center">CHD and above</td>
<td valign="middle" align="center">58 (14.6%)</td>
<td valign="middle" align="center">36 (21.4%)</td>
<td valign="middle" align="center">22 (9.6%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="center">Stricture<break/>length(mm)</td>
<td valign="middle" align="center">10 (5, 21)</td>
<td valign="middle" align="center">20 (13, 26)</td>
<td valign="middle" align="center">6(4, 11)</td>
<td valign="middle" align="center">10.5</td>
<td valign="middle" align="center">1.113</td>
<td valign="middle" align="center">1.086&#x2013;1.141</td>
<td valign="middle" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="middle" align="center">CA199(u/L)</td>
<td valign="middle" align="center">112.81<break/>(24.38,421.42)</td>
<td valign="middle" align="center">305.80<break/>(73.17,1000)</td>
<td valign="middle" align="center">58.00<break/>(15.61, 211.38)</td>
<td valign="middle" align="center">7.384</td>
<td valign="middle" align="center">1.002</td>
<td valign="middle" align="center">1.001&#x2013;1.002</td>
<td valign="middle" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="middle" align="center">TBil(umol/L)</td>
<td valign="middle" align="center">73.67<break/>(28.55,150.50)</td>
<td valign="middle" align="center">140.20<break/>(87.15,220.10)</td>
<td valign="middle" align="center">38.75<break/>(18.05,83.15)</td>
<td valign="middle" align="center">10.83</td>
<td valign="middle" align="center">1.013</td>
<td valign="middle" align="center">1.010&#x2013;1.016</td>
<td valign="middle" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="middle" align="center">AST(u/L)</td>
<td valign="middle" align="center">94<break/>(47,197)</td>
<td valign="middle" align="center">114.50<break/>(68.25,201.25)</td>
<td valign="middle" align="center">74.50<break/>(32.25,187.50)</td>
<td valign="middle" align="center">3.555</td>
<td valign="middle" align="center">1.000</td>
<td valign="middle" align="center">0.999&#x2013;1.001</td>
<td valign="middle" align="center">0.735</td>
</tr>
<tr>
<td valign="middle" align="center">ALT(u/L)</td>
<td valign="middle" align="center">128<break/>(58,255.25)</td>
<td valign="middle" align="center">149<break/>(84,259)</td>
<td valign="middle" align="center">116<break/>(39,251.5)</td>
<td valign="middle" align="center">2.381</td>
<td valign="middle" align="center">1.000</td>
<td valign="middle" align="center">0.999&#x2013;1.001</td>
<td valign="middle" align="center">0.968</td>
</tr>
<tr>
<td valign="middle" align="center">GGT(u/L)</td>
<td valign="middle" align="center">364<break/>(182.75,742.75)</td>
<td valign="middle" align="center">491<break/>(297.5,910.75)</td>
<td valign="middle" align="center">303<break/>(116.25,510.75)</td>
<td valign="middle" align="center">6.139</td>
<td valign="middle" align="center">1.001</td>
<td valign="middle" align="center">1.001&#x2013;1.002</td>
<td valign="middle" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="middle" align="center">ALP(u/L)</td>
<td valign="middle" align="center">243<break/>(145.75,415)</td>
<td valign="middle" align="center">379.5<break/>(244,624.25)</td>
<td valign="middle" align="center">177.5<break/>(115,273.75)</td>
<td valign="middle" align="center">9.498</td>
<td valign="middle" align="center">1.003</td>
<td valign="middle" align="center">1.002&#x2013;1.004</td>
<td valign="middle" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="middle" align="center">CRP(mg/L)</td>
<td valign="middle" align="center">10.37<break/>(4.71,45.43)</td>
<td valign="middle" align="center">10.39<break/>(4.71,36.22)</td>
<td valign="middle" align="center">9.8<break/>(4.78,53.16)</td>
<td valign="middle" align="center">-0.449</td>
<td valign="middle" align="center">0.995</td>
<td valign="middle" align="center">0.991&#x2013;0.999</td>
<td valign="middle" align="center">0.030</td>
</tr>
<tr>
<td valign="middle" align="center">Smoking history</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.296</td>
<td valign="middle" align="center">0.855</td>
<td valign="middle" align="center">0.785&#x2013;1.505</td>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="center">No</td>
<td valign="middle" align="center">339 (85.2%)</td>
<td valign="middle" align="center">145 (86.3%)</td>
<td valign="middle" align="center">194 (84.3%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.587</td>
</tr>
<tr>
<td valign="middle" align="center">Yes</td>
<td valign="middle" align="center">59 (14.8%)</td>
<td valign="middle" align="center">23 (13.7%)</td>
<td valign="middle" align="center">36 (15.7%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="center">Drinking history</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.593</td>
<td valign="middle" align="center">0.769</td>
<td valign="middle" align="center">0.394&#x2013;1.502</td>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="center">No</td>
<td valign="middle" align="center">357 (89.7%)</td>
<td valign="middle" align="center">153 (91.1%)</td>
<td valign="middle" align="center">204 (88.7%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.442</td>
</tr>
<tr>
<td valign="middle" align="center">Yes</td>
<td valign="middle" align="center">41 (10.3%)</td>
<td valign="middle" align="center">15 (8.9%)</td>
<td valign="middle" align="center">26 (11.3%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="center">Hypertension</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center">1.352</td>
<td valign="middle" align="center">1.269</td>
<td valign="middle" align="center">0.849&#x2013;1.897</td>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="center">No</td>
<td valign="middle" align="center">229 (57.5%)</td>
<td valign="middle" align="center">91 (54.2%)</td>
<td valign="middle" align="center">138 (60.0%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.245</td>
</tr>
<tr>
<td valign="middle" align="center">Yes</td>
<td valign="middle" align="center">169 (42.5%)</td>
<td valign="middle" align="center">77 (45.8%)</td>
<td valign="middle" align="center">92 (40.0%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="center">Diabetes</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.549</td>
<td valign="middle" align="center">1.202</td>
<td valign="middle" align="center">0.739&#x2013;1.955</td>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="center">No</td>
<td valign="middle" align="center">315 (79.1%)</td>
<td valign="middle" align="center">130 (77.4%)</td>
<td valign="middle" align="center">185 (80.4%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.459</td>
</tr>
<tr>
<td valign="middle" align="center">Yes</td>
<td valign="middle" align="center">83 (20.9%)</td>
<td valign="middle" align="center">38 (22.6%)</td>
<td valign="middle" align="center">45 (19.6%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="center">DBil/TBil</td>
<td valign="middle" align="center">71(54,78)</td>
<td valign="middle" align="center">76.5(72,80)</td>
<td valign="middle" align="center">62(44,74.75)</td>
<td valign="middle" align="center">8.446</td>
<td valign="middle" align="center">1.064</td>
<td valign="middle" align="center">1.047&#x2013;1.081</td>
<td valign="middle" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="middle" align="center">CA199/CRP</td>
<td valign="middle" align="center">9.72(1.98,37)</td>
<td valign="middle" align="center">24.05(5.79,96.48)</td>
<td valign="middle" align="center">4.95(1.34,19.44)</td>
<td valign="middle" align="center">6.688</td>
<td valign="middle" align="center">0.012</td>
<td valign="middle" align="center">1.007&#x2013;1.017</td>
<td valign="middle" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="middle" align="center">CA199/TBil</td>
<td valign="middle" align="center">2(0.54,5.33)</td>
<td valign="middle" align="center">2.58(0.57,6.72)</td>
<td valign="middle" align="center">1.6(0.53,4.43)</td>
<td valign="middle" align="center">1.651</td>
<td valign="middle" align="center">1.012</td>
<td valign="middle" align="center">0.983&#x2013;1.042</td>
<td valign="middle" align="center">0.430</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>MBS, malignant biliary stricture; BBS, benign biliary stricture; CBD, common bile duct; CHD, common hepatic duct; CA199, carbohydrate antigen 199; TBil, total bilirubin; DBil, direct bilirubin; AST, aspartate aminotransferase; ALT, alanine aminotransferase; GGT, gamma-glutamyl transferase; ALP, alkaline phosphatase; CRP, C-reactive protein.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_3">
<label>3.3</label>
<title>Lasso regression to select feature variables for MBS</title>
<p>Using LassoCV, we conducted cross-validation across a range of candidate regularization parameters, ultimately identifying an optimal alpha value of 0.01916. With this parameter, Lasso regression revealed that age, stricture location, stricture length, CA199, TBil, ALP, GGT, DBil/TBil, and CA199/CRP significantly contribute to predicting MBS. These factors were visually demonstrated in a histogram (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>).</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Horizontal bar chart of feature coefficients from Lasso regression. The histogram displays the coefficient values of different features when using LASSO regression to predict malignant biliary stricture (MBS).The magnitude of the coefficient values represents the weight of the features in the predictive model, with positive values corresponding to features that increase the likelihood of predicting malignancy in MBS, and negative values indicating features that decrease this likelihood. The numerical values on the horizontal axis show the magnitude of this influence, reflecting their importance. The blue bars in the graph represent the coefficient values, with longer bars indicating a greater influence of the feature on the model. <italic>CA199</italic>, carbohydrate antigen 199; <italic>TBil</italic>, total bilirubin; <italic>DBil</italic>, direct bilirubin; <italic>ALP</italic>, alkaline phosphatase; <italic>CRP</italic>, C-reactive <italic>protein</italic>.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1406512-g002.tif"/>
</fig>
</sec>
<sec id="s3_4">
<label>3.4</label>
<title>Construction and validation of the MBS prediction model</title>
<p>Grid search (GridSearchCV) was employed alongside ten-fold cross-validation to ensure robustness in the parameter tuning process. Subsequently, the ROC curve for the training set was plotted. Considering AUROC as the primary criterion and precision, accuracy, recall, and F1 score as secondary considerations (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>), we identified that the Random Forest model exhibited superior performance.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Performance indicators of the machine learning model.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="center">Model</th>
<th valign="middle" align="center">Accuracy</th>
<th valign="middle" align="center">Precision</th>
<th valign="middle" align="center">Recall</th>
<th valign="middle" align="center">F1-Score</th>
<th valign="middle" align="center">AUC</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="center">RF</td>
<td valign="middle" align="center">0.888</td>
<td valign="middle" align="center">0.892</td>
<td valign="middle" align="center">0.888</td>
<td valign="middle" align="center">0.886</td>
<td valign="middle" align="center">0.988</td>
</tr>
<tr>
<td valign="middle" align="center">SVM</td>
<td valign="middle" align="center">0.900</td>
<td valign="middle" align="center">0.903</td>
<td valign="middle" align="center">0.900</td>
<td valign="middle" align="center">0.899</td>
<td valign="middle" align="center">0.935</td>
</tr>
<tr>
<td valign="middle" align="center">LR</td>
<td valign="middle" align="center">0.888</td>
<td valign="middle" align="center">0.898</td>
<td valign="middle" align="center">0.888</td>
<td valign="middle" align="center">0.886</td>
<td valign="middle" align="center">0.883</td>
</tr>
<tr>
<td valign="middle" align="center">NN</td>
<td valign="middle" align="center">0.888</td>
<td valign="middle" align="center">0.889</td>
<td valign="middle" align="center">0.888</td>
<td valign="middle" align="center">0.887</td>
<td valign="middle" align="center">0.931</td>
</tr>
<tr>
<td valign="middle" align="center">KNN</td>
<td valign="middle" align="center">0.850</td>
<td valign="middle" align="center">0.850</td>
<td valign="middle" align="center">0.850</td>
<td valign="middle" align="center">0.850</td>
<td valign="middle" align="center">0.918</td>
</tr>
<tr>
<td valign="middle" align="center">DT</td>
<td valign="middle" align="center">0.813</td>
<td valign="middle" align="center">0.815</td>
<td valign="middle" align="center">0.813</td>
<td valign="middle" align="center">0.811</td>
<td valign="middle" align="center">0.969</td>
</tr>
<tr>
<td valign="middle" align="center">AdaBoost</td>
<td valign="middle" align="center">0.875</td>
<td valign="middle" align="center">0.878</td>
<td valign="middle" align="center">0.875</td>
<td valign="middle" align="center">0.874</td>
<td valign="middle" align="center">0.943</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>RF, Random Forest, SVM, Support Vector Machine, LR, Logistic Regression, AdaBoost, NN, Neural Networks, KNN, K-Nearest Neighbors, DT, Decision Trees.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>In the test set, RF model achieved an AUROC of 0.988, with a 95% confidence interval (CI) of 0.979&#x2013;0.994(<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>), demonstrating excellent predictive performance and stability. The test set AUC was 0.956. For other machine learning models: SVM: 0.935 (95% CI: 0.908&#x2013;0.959).LR 0.883 (95% CI: 0.846&#x2013;0.959). NN 0.931 (95% CI: 0.904&#x2013;0.955). KNN 0.918 (95% CI: 0.887&#x2013;0.944). DT: 0.969 (95% CI: 0.951&#x2013;0.983). The AdaBoost model had an AUC score of 0.943 (95% CI: 0.920&#x2013;0.962). The AUCs for the validation set were as follows: RF - 0.922, SVM - 0.940, LR - 0.945, NN - 0.996, KNN - 0.836, and DT - 0.920.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>The area under the receiver operating characteristic (ROC) curve (AUROC) of machine-learning models. The AUROC and its 95% confidence intervals for the training set RF, SVM, LR, DT, KNN, NN, AdaBoost models, representing the sensitivity plotted against the specificity for individual risk factors of MBS. The dotted line represents the 50% AUC value. <bold>(B)</bold> The AUC and its 95% confidence intervals for the ROC curves generated by various machine learning models of the validation set. RF, Random Forest; SVM, Support Vector Machine; LR, Logistic Regression; AdaBoost, NN, Neural Networks; KNN, K-Nearest Neighbors; and DT, Decision Trees.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1406512-g003.tif"/>
</fig>
<p>The Brier score for the calibration curve of RF algorithm was 0.095 (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>), indicating the model has good stability.</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>Calibration curve of machine-learning models. Calibration curve comparing the predicted probabilities of malignant biliary stricture (MBS) from the RF model with the observed probabilities. The closer the decision curve is to the ideal (large shadow) line, the better the performance of the model. The horizontal axis represents the predicted probability of MBS occurrence, while the vertical axis represents the actual observed probability of MBS occurrence.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1406512-g004.tif"/>
</fig>
<p>The confusion matrix for RF algorithm demonstrated excellent resolution (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>).</p>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Confusion matrix for the Random Forest classifier. The rows of the matrix represent the true labels, and the columns represent the predicted labels by the model. The top-left and bottom-right cells display the counts of true negatives and true positives, respectively. The top-right and bottom-left cells show the counts of false positives and false negatives, respectively. The depth of color in the matrix cells indicates the number of samples, with darker colors representing higher counts, as illustrated by the color bar on the right side.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1406512-g005.tif"/>
</fig>
<p>According to the SHAP results, age, stricture location, stricture length, CA199, TBil, ALP, CRP, TBil/DBil, and CA199/CRP were identified as risk factors for MBS diagnosis. The ranking of these factors is illustrated in the <xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref>.</p>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>SHAP visualization chart for the Random Forest model. Bar chart of mean SHAP values demonstrating the influence of various clinical features on a model predicting benign (Class 0, blue) and malignant (Class 1, red) biliary strictures. Longer bars indicate stronger predictive impact, with Stricture length and TBil being the most influential for Class 1.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1406512-g006.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<label>4</label>
<title>Discussion</title>
<p>In our retrospective study, we collected data from 398 patients diagnosed with biliary stricture through ERCP at two centers. Among these, 168 cases were diagnosed as MBS. Notably, 12 patients initially of unknown etiology during their first hospitalization were later diagnosed with MBS either during follow-up or in subsequent hospital admissions. This underscores the importance of accurately identifying patients at high risk for MBS.</p>
<p>In this study, we aimed to develop an optimal model for diagnosing biliary strictures attributed to malignancies. Our primary metric for evaluation was the AUROC, chosen for its comprehensive ability to assess the model&#x2019;s differentiation between cases and non-cases. RF model outperformed others, achieving an AUROC of 0.988, significantly higher than its counterparts. Additionally, the RF model excelled in accuracy, precision, recall, and F1 score. Consequently, our findings indicate that the Random Forest model is the most effective for diagnosing malignancy-induced biliary strictures.</p>
<p>Our research identified the most critical risk factors for diagnosing MBS as age, stricture location, stricture length, CA199, TBil, ALP, CRP, DBil/TBil, and CA199/CRP. Age, a factor extensively studied in relation to various cancers, is particularly significant as a risk factor for pancreatic cancer, which is closely associated with MBS (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>). Studies by Rustagi et al. (<xref ref-type="bibr" rid="B15">15</xref>) indicate that patients over the age of 60 are more susceptible to biliary or gallbladder cancer. Both of these are important causes of MBS. Our research supports the view that age is an independent risk factor for MBS. Furthermore, longer strictures are indicative of a higher risk of malignancy. This may be due to malignant strictures causing more complete and long-lasting biliary obstruction, in contrast to benign causes such as biliary stones, which can move and consequently cause varying degrees of obstruction (<xref ref-type="bibr" rid="B16">16</xref>). Current research on the correlation between stricture length and MBS is limited. The study by Zu et&#xa0;al. (<xref ref-type="bibr" rid="B17">17</xref>) reveals that the length of strictures in MBS is indicative of patient survival and prognosis. This finding underscores the significance of stricture length as a critical factor in assessing the severity and potential outcomes of MBS. Our study further validates its predictive value. Our study also discovered that strictures in the common hepatic duct or above have a higher likelihood of indicating MBS. This finding is likely related to the extensive distribution of bile ducts within the liver, which results in a higher incidence of biliary cancer occurring at the upper positions of the bile ducts. This correlation highlights the importance of considering the location of the stricture in diagnosing and assessing the risk of MBS, emphasizing the need for careful evaluation in these areas.</p>
<p>CA199 is commonly utilized in diagnosing and monitoring oncologic biliary and pancreatic diseases, particularly significant in cholangiocarcinoma and pancreatic adenocarcinoma (<xref ref-type="bibr" rid="B18">18</xref>).. CA199 exhibits high sensitivity but low specificity in diagnosing MBS, as its levels can also be notably elevated in conditions like cholangitis and cholelithiasis. This elevation occurs due to mechanical obstruction in the bile duct, leading to CA199, secreted by the biliary or pancreatic epithelium into the bile, leaking into the bloodstream. Additionally, secondary inflammation can prompt the normal biliary or pancreatic duct epithelium to produce more CA199, further increasing serum CA199 levels (<xref ref-type="bibr" rid="B11">11</xref>). In a study involving 75 individuals, M&#xe1;rquez et&#xa0;al. (<xref ref-type="bibr" rid="B19">19</xref>) concluded that a serum CA199 level exceeding 85.4 U/ml is strongly associated with neoplastic biliary strictures. In our research, the best AUROC for CA199 was observed at 168.9 U/ml. This finding is consistent with M&#xe1;rquez&#x2019;s conclusions and indicates that higher thresholds might be necessary to enhance diagnostic accuracy. Marrelli et&#xa0;al. (<xref ref-type="bibr" rid="B20">20</xref>) contended that persistently high CA199 levels, specifically measurements above 90 U/mL, following the relief of biliary obstruction, are strongly indicative of MBS. Despite the limitations in specificity, CA199 continues to be a key diagnostic criterion for MBS. In this study, CRP was identified as a protective factor for MBS, indicating that CRP has promising potential in distinguishing between BBS and MBS. This may be attributed to the observation that CRP is markedly elevated in the context of inflammation, while exhibiting a relatively minor elevation in the setting of MBS. Greca et&#xa0;al. (<xref ref-type="bibr" rid="B10">10</xref>) suggested that the CA199/CRP might be a more effective diagnostic indicator for obstructive jaundice. Meanwhile, Liu et&#xa0;al. (<xref ref-type="bibr" rid="B11">11</xref>) suggested the use of TBil to mitigate the influence of inflammation on the diagnosis of MBS. In our study, these adjustments to the diagnostic criteria, such as utilizing the CA199/CRP or incorporating TBil, did not yield significant results (P&gt;0.05). This outcome may be attributed to difference in our study&#x2019;s inclusion criteria. Subsequently, we will adjust the inclusion criteria to explore or verify which indicators are more meaningful for calibrating CA199. We can enhance the accuracy and reliability of CA199 as a diagnostic and prognostic tool in clinical practice.</p>
<p>TBil is widely used to assess liver function and can help predict the malignancy of biliary strictures. Garcea et&#xa0;al. (<xref ref-type="bibr" rid="B21">21</xref>) in a study of 1026 patients with obstructive jaundice, found that a bilirubin level exceeding 100 umol/L had the highest sensitivity (71.9%) and specificity (86.9%) for predicting malignancy. When the threshold was increased to 400 umol/L, the specificity rose to 100%. Additionally, a decrease in TBil levels is associated with a better prognosis for patients with MBS (<xref ref-type="bibr" rid="B22">22</xref>). Patients with MBS typically exhibit higher bilirubin levels due to tumor progression, making elevated bilirubin an important positive predictor for malignancy. Our study also corroborated this viewpoint. The reason for lower bilirubin levels in benign disease patients might be due to earlier medical consultation prompted by pain or sepsis associated with most cases of BBS, leading to not very significant increases in TBil at the time of consultation. In chronic disease cases, where the obstruction is mild, a rapid increase in TBil is generally not observed. However, MBS often does not present significant early symptoms, leading to delayed medical consultation. As the tumor progresses, more apparent clinical symptoms emerge in a short period, leading to significant accumulation and elevation of TBil in the body. There are no previous studies on DBil/TBil in MBS, but its severity in hepatobiliary diseases has been confirmed. Lee (<xref ref-type="bibr" rid="B23">23</xref>) concluded that DBil/TBil is valuable in assessing both disease severity and prognosis in patients with liver disease. A study by Ma (<xref ref-type="bibr" rid="B12">12</xref>) showed that DBil/TBil is an independent risk factor for 90-day mortality in liver failure. This is similar to the results of the present study that DBil/TBil is an important risk factor for MBS.</p>
<p>ALP primarily synthesized in the liver and excreted through the biliary system. In cases of obstructive jaundice, ALP levels significantly increase, often surpassing the increase seen in AST (<xref ref-type="bibr" rid="B16">16</xref>). This notable elevation of ALP is a key indicator in diagnosing and assessing liver and biliary system conditions. In obstructive biliary stone disease, AST levels can rise to match or even exceed ALP levels during peak jaundice and pain episodes. This differential increase underscores the diagnostic significance of ALP in identifying MBS, as its elevated levels are more specifically associated with MBS than with BBS. Thomasset et&#xa0;al. (<xref ref-type="bibr" rid="B24">24</xref>) also indicates that in patients with biliary obstruction, an elevated ALP is more likely to suggest MBS. Our study supports a similar conclusion. ALP is identified as an independent risk factor for MBS, suggesting that significantly elevated ALP levels should prompt consideration of MBS as a likely diagnosis. This finding underscores the importance of ALP as a diagnostic marker in distinguishing between malignant and benign causes of biliary obstruction.</p>
<p>The latest guidelines from the American Gastroenterological Association (AGA) emphasize that in the evaluation of biliary strictures, the primary consideration should be safe, accurate, and convenient diagnosis (<xref ref-type="bibr" rid="B1">1</xref>). A meta-analysis, encompassing 11 studies with a total of 356 patients, found that 54% (193 patients) initially diagnosed with biliary strictures via endoscopic biopsy were, in fact, suffering from malignant tumors (<xref ref-type="bibr" rid="B25">25</xref>). The complexity of the biliary structure and the narrowness of its lumen pose challenges in obtaining direct histological evidence, even when the stricture location is identified (<xref ref-type="bibr" rid="B26">26</xref>). Pathologies in organs adjacent to the biliary tract, such as the liver and pancreas, can impact the bile duct&#x2019;s patency, further complicating diagnosis. Our study included a 12-month follow-up to confirm MBS diagnoses. As a result, repeat examinations for high-risk patients are essential, challenging the clinical physician&#x2019;s disease understanding and decision-making accuracy. Past patient screening methods relied on subjective judgments, often overlooking patients with milder clinical signs, since not all biliary stricture patients undergo pathological examination. Our model revealed characteristics of biliary strictures caused by malignancies as exhibited in laboratory tests and ERCP examinations, identifying their risk factors. It enhances doctors&#x2019; and patients&#x2019; comprehension and interpretation of risk assessment results. The model&#x2019;s intuitive display facilitates effective doctor-patient communication, supporting personalized diagnosis and treatment strategies.</p>
<p>This study has several limitations. Firstly, as a dual-center study, potential biases may exist. Future efforts will incorporate data from additional centers to enhance the predictive model&#x2019;s effectiveness. Moreover, the limited sample size of this study restricts the number of independent variables and the variety of machine learning models employed. Finally, as a retrospective study it was difficult to collect enough high-quality images for direct image analysis, only some key endoscopic features could be extracted.Further prospective research will involve a broader range of variables, including clear endoscopic images and laboratory indicators after ERCP drainage, in order to enrich the study.</p>
</sec>
<sec id="s5" sec-type="conclusion">
<label>5</label>
<title>Conclusion</title>
<p>Our study successfully leveraged patients&#x2019; medical histories, laboratory test results, and specific examination markers to construct a highly efficient predictive model. This model provides robust data-driven support for clinical decision-making processes, facilitating the accurate identification of patients at high risk for MBS. It aids in the formulation of diagnostic and treatment plans, thereby improving patient outcomes.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found below: <uri xlink:href="https://www.jianguoyun.com/p/DUjDqowQ1IO9DBj4o7oFIAA">https://www.jianguoyun.com/p/DUjDqowQ1IO9DBj4o7oFIAA</uri>.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving humans were approved by the Ethics Committee of the First People&#x2019;s Hospital Affiliated with Jiangsu University (Approval Number: K-20220105-Y). The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study. Written informed consent was obtained from the individual(s) for the publication of any potentially identifiable images or data included in this article.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author contributions</title>
<p>QY: Conceptualization, Data curation, Investigation, Methodology, Project administration, Software, Validation, Visualization, Writing &#x2013; original draft. LN: Conceptualization, Data curation, Investigation, Methodology, Project administration, Software, Validation, Visualization, Writing &#x2013; original draft. JX: Conceptualization, Data curation, Investigation, Methodology, Software, Validation, Visualization, Writing &#x2013; original draft. HL: Writing &#x2013; original draft. XZ: Conceptualization, Formal analysis, Methodology, Project administration, Validation, Writing &#x2013; original draft. MW: Conceptualization, Formal Analysis, Project administration, Supervision, Writing &#x2013; review &amp; editing. JY: Conceptualization, Data curation, Formal analysis, Funding acquisition, Project administration, Supervision, Writing &#x2013; review &amp; editing.</p>
</sec>
</body>
<back>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This research was supported by the Zhenjiang Key Research and Development Plan - Social Development (SH2022063, SH2023042).</p>
</sec>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Elmunzer</surname> <given-names>BJ</given-names>
</name>
<name>
<surname>Maranki</surname> <given-names>JL</given-names>
</name>
<name>
<surname>G&#xf3;mez</surname> <given-names>V</given-names>
</name>
<name>
<surname>Tavakkoli</surname> <given-names>A</given-names>
</name>
<name>
<surname>Sauer</surname> <given-names>BG</given-names>
</name>
<name>
<surname>Limketkai</surname> <given-names>BN</given-names>
</name>
<etal/>
</person-group>. <article-title>Acg clinical guideline: diagnosis and management of biliary strictures</article-title>. <source>Am J Gastroenterol</source>. (<year>2023</year>) <volume>118</volume>:<page-range>405&#x2013;26</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.14309/ajg.0000000000002190</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dyson</surname> <given-names>JK</given-names>
</name>
<name>
<surname>Beuers</surname> <given-names>U</given-names>
</name>
<name>
<surname>Jones</surname> <given-names>DEJ</given-names>
</name>
<name>
<surname>Lohse</surname> <given-names>AW</given-names>
</name>
<name>
<surname>Hudson</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Primary sclerosing cholangitis</article-title>. <source>Lancet (London England)</source>. (<year>2018</year>) <volume>391</volume>:<page-range>2547&#x2013;59</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0140-6736(18)30300-3</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pimpinelli</surname> <given-names>M</given-names>
</name>
<name>
<surname>Makar</surname> <given-names>M</given-names>
</name>
<name>
<surname>Kahaleh</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Endoscopic management of benign and Malignant hilar stricture</article-title>. <source>Digestive endoscopy Off J Japan Gastroenterological Endoscopy Soc</source>. (<year>2023</year>) <volume>35</volume>:<page-range>443&#x2013;52</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/den.14487</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Macias</surname> <given-names>RIR</given-names>
</name>
<name>
<surname>Kornek</surname> <given-names>M</given-names>
</name>
<name>
<surname>Rodrigues</surname> <given-names>PM</given-names>
</name>
<name>
<surname>Paiva</surname> <given-names>NA</given-names>
</name>
<name>
<surname>Castro</surname> <given-names>RE</given-names>
</name>
<name>
<surname>Urban</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Diagnostic and prognostic biomarkers in cholangiocarcinoma</article-title>. <source>Liver Int Off J Int Assoc Study Liver</source>. (<year>2019</year>) <volume>39 Suppl 1</volume>:<page-range>108&#x2013;22</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/liv.14090</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pereira</surname> <given-names>SP</given-names>
</name>
<name>
<surname>Goodchild</surname> <given-names>G</given-names>
</name>
<name>
<surname>Webster</surname> <given-names>GJM</given-names>
</name>
</person-group>. <article-title>The endoscopist and Malignant and non-malignant biliary obstruction</article-title>. <source>Biochim Biophys Acta Mol basis Dis</source>. (<year>2018</year>) <volume>1864</volume>:<page-range>1478&#x2013;83</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.bbadis.2017.09.013</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nanda</surname> <given-names>A</given-names>
</name>
<name>
<surname>Brown</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Berger</surname> <given-names>SH</given-names>
</name>
<etal/>
</person-group>. <article-title>Triple modality testing by endoscopic retrograde cholangiopancreatography for the diagnosis of cholangiocarcinoma</article-title>. <source>Ther Adv Gastroenterol</source>. (<year>2015</year>) <volume>8</volume>:<fpage>56</fpage>&#x2013;<lpage>65</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/1756283X14564674</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sadeghi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Mohamadnejad</surname> <given-names>M</given-names>
</name>
<name>
<surname>Islami</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>Diagnostic yield of eus-guided fna for Malignant biliary stricture: A systematic review and meta-analysis</article-title>. <source>Gastrointestinal endoscopy</source>. (<year>2016</year>) <volume>83</volume>:<fpage>290</fpage>&#x2013;<lpage>8.e1</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.gie.2015.09.024</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kwon</surname> <given-names>CI</given-names>
</name>
<name>
<surname>Ko</surname> <given-names>KH</given-names>
</name>
<name>
<surname>Hahm</surname> <given-names>KB</given-names>
</name>
<etal/>
</person-group>. <article-title>Functional self-expandable metal stents in biliary obstruction</article-title>. <source>Clin endoscopy</source>. (<year>2013</year>) <volume>46</volume>:<page-range>515&#x2013;21</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.5946/ce.2013.46.5.515</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Feng</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>T</given-names>
</name>
<etal/>
</person-group>. <article-title>Predicting Malignancy of biliary stricture with a nomogram in patients with a non-malignant endoscopic tissue diagnosis: A retrospective study</article-title>. <source>Cancer Manage Res</source>. (<year>2021</year>) <volume>13</volume>:<page-range>7735&#x2013;45</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.2147/CMAR.S333333</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>La Greca</surname> <given-names>G</given-names>
</name>
<name>
<surname>Sofia</surname> <given-names>M</given-names>
</name>
<name>
<surname>Lombardo</surname> <given-names>R</given-names>
</name>
<name>
<surname>Latteri</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ricotta</surname> <given-names>A</given-names>
</name>
<name>
<surname>Puleo</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Adjusting ca19-9 values to predict Malignancy in obstructive jaundice: influence of bilirubin and C-reactive protein</article-title>. <source>World J Gastroenterol</source>. (<year>2012</year>) <volume>18</volume>:<page-range>4150&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3748/wjg.v18.i31.4150</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>W</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>P</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Hong</surname> <given-names>T</given-names>
</name>
<etal/>
</person-group>. <article-title>Differential diagnostic roles of the serum ca19-9, total bilirubin (Tbil) and the ratio of ca19-9 to tbil for benign and Malignant</article-title>. <source>J Cancer</source>. (<year>2018</year>) <volume>9</volume>:<page-range>1804&#x2013;12</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.7150/jca.25093</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ma</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Du</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>S</given-names>
</name>
<name>
<surname>Bai</surname> <given-names>L</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Association of direct bilirubin to total bilirubin ratio with 90-day mortality in patients with acute-on-chronic liver failure</article-title>. <source>Front Med</source>. (<year>2023</year>) <volume>10</volume>:<elocation-id>1286510</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fmed.2023.1286510</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rawla</surname> <given-names>P</given-names>
</name>
<name>
<surname>Sunkara</surname> <given-names>T</given-names>
</name>
<name>
<surname>Gaduputi</surname> <given-names>V</given-names>
</name>
</person-group>. <article-title>Epidemiology of pancreatic cancer: global trends, etiology and risk factors</article-title>. <source>World J Oncol</source>. (<year>2019</year>) <volume>10</volume>:<fpage>10</fpage>&#x2013;<lpage>27</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.14740/wjon1166</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Klein</surname> <given-names>AP</given-names>
</name>
</person-group>. <article-title>Pancreatic cancer epidemiology: understanding the role of lifestyle and inherited risk factors</article-title>. <source>Nat Rev Gastroenterol Hepatol</source>. (<year>2021</year>) <volume>18</volume>:<fpage>493</fpage>&#x2013;<lpage>502</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41575-021-00457-x</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rustagi</surname> <given-names>T</given-names>
</name>
<name>
<surname>Dasanu</surname> <given-names>CA</given-names>
</name>
</person-group>. <article-title>Risk factors for gallbladder cancer and cholangiocarcinoma: similarities, differences and updates</article-title>. <source>J gastrointestinal Cancer</source>. (<year>2012</year>) <volume>43</volume>:<page-range>137&#x2013;47</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s12029-011-9284-y</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hayat</surname> <given-names>JO</given-names>
</name>
<name>
<surname>Loew</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Asrress</surname> <given-names>KN</given-names>
</name>
<name>
<surname>McIntyre</surname> <given-names>AS</given-names>
</name>
<name>
<surname>Gorard</surname> <given-names>DA</given-names>
</name>
</person-group>. <article-title>Contrasting liver function test patterns in obstructive jaundice due to biliary strictures [Corrected] and stones</article-title>. <source>QJM monthly J Assoc Physicians</source>. (<year>2005</year>) <volume>98</volume>:<fpage>35</fpage>&#x2013;<lpage>40</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/qjmed/hci004</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zu</surname> <given-names>QQ</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>JX</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Ye</surname> <given-names>W</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>HB</given-names>
</name>
</person-group>. <article-title>Percutaneous transpapillary biliary stent placement for distal Malignant biliary obstruction: outcomes and survival analysis</article-title>. <source>Turkish J Gastroenterol Off J Turkish Soc Gastroenterol</source>. (<year>2019</year>) <volume>30</volume>:<page-range>714&#x2013;21</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.5152/tjg.2019.18317</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Luo</surname> <given-names>G</given-names>
</name>
<name>
<surname>Jin</surname> <given-names>K</given-names>
</name>
<name>
<surname>Deng</surname> <given-names>S</given-names>
</name>
<name>
<surname>Cheng</surname> <given-names>H</given-names>
</name>
<name>
<surname>Fan</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Gong</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Roles of ca19-9 in pancreatic cancer: biomarker, predictor and promoter</article-title>. <source>Biochim Biophys Acta Rev Cancer</source>. (<year>2021</year>) <volume>1875</volume>:<elocation-id>188409</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.bbcan.2020.188409</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>MS</given-names>
</name>
<name>
<surname>Jeon</surname> <given-names>TJ</given-names>
</name>
<name>
<surname>Park</surname> <given-names>JY</given-names>
</name>
<etal/>
</person-group>. <article-title>Clinical interpretation of elevated ca 19-9 levels in obstructive jaundice following benign and Malignant pancreatobiliary disease</article-title>. <source>Korean J Gastroenterol = Taehan Sohwagi Hakhoe chi</source>. (<year>2017</year>) <volume>70</volume>:<fpage>96</fpage>&#x2013;<lpage>102</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.4166/kjg.2017.70.2.96</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Marrelli</surname> <given-names>D</given-names>
</name>
<name>
<surname>Caruso</surname> <given-names>S</given-names>
</name>
<name>
<surname>Pedrazzani</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Ca19-9 serum levels in obstructive jaundice: clinical value in benign and Malignant conditions</article-title>. <source>Am J Surg</source>. (<year>2009</year>) <volume>198</volume>:<page-range>333&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.amjsurg.2008.12.031</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Garcea</surname> <given-names>G</given-names>
</name>
<name>
<surname>Ngu</surname> <given-names>W</given-names>
</name>
<name>
<surname>Neal</surname> <given-names>CP</given-names>
</name>
<name>
<surname>Dennison</surname> <given-names>AR</given-names>
</name>
<name>
<surname>Berry</surname> <given-names>DP</given-names>
</name>
</person-group>. <article-title>Bilirubin levels predict Malignancy in patients with obstructive jaundice</article-title>. <source>HPB Off J Int Hepato Pancreato Biliary Assoc</source>. (<year>2011</year>) <volume>13</volume>:<page-range>426&#x2013;30</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1477-2574.2011.00312.x</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sun</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Feng</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Shen</surname> <given-names>F</given-names>
</name>
<name>
<surname>Xiao</surname> <given-names>J</given-names>
</name>
<name>
<surname>Kang</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>Analysis of treatment methods and prognostic factors in 354 cases of hilar cholangiocarcinoma: A cohort study</article-title>. <source>J Cancer Res Ther</source>. (<year>2020</year>) <volume>16</volume>:<page-range>230&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.4103/jcrt.JCRT_637_19</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname> <given-names>HA</given-names>
</name>
<name>
<surname>Jung</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>YS</given-names>
</name>
<name>
<surname>Jung</surname> <given-names>YK</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>JH</given-names>
</name>
<name>
<surname>An</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Direct bilirubin is more valuable than total bilirubin for predicting prognosis in patients with liver cirrhosis</article-title>. <source>Gut liver</source>. (<year>2021</year>) <volume>15</volume>:<fpage>599</fpage>&#x2013;<lpage>605</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.5009/gnl20171</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Thomasset</surname> <given-names>SC</given-names>
</name>
<name>
<surname>Saunders</surname> <given-names>D</given-names>
</name>
<name>
<surname>Holland</surname> <given-names>A</given-names>
</name>
<name>
<surname>Dennison</surname> <given-names>AR</given-names>
</name>
<name>
<surname>Dennison</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>Malignant biliary strictures in patients with a normal bilirubin and/or normal liver enzymes</article-title>. <source>HPB Off J Int Hepato Pancreato Biliary Assoc</source>. (<year>2015</year>) <volume>17</volume>:<page-range>969&#x2013;74</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/hpb.12468</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wen</surname> <given-names>LJ</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>JH</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>HJ</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>K</given-names>
</name>
</person-group>. <article-title>Efficacy and safety of digital single-operator cholangioscopy in the diagnosis of indeterminate biliary strictures by targeted biopsies: A systematic review and meta-analysis</article-title>. <source>Diagnostics (Basel Switzerland)</source>. (<year>2020</year>) <volume>10</volume>(<issue>9</issue>):<elocation-id>666</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/diagnostics10090666</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>D'Souza</surname> <given-names>LS</given-names>
</name>
<name>
<surname>Bucobo</surname> <given-names>JC</given-names>
</name>
</person-group>. <article-title>Determining the indeterminate in biliary strictures</article-title>. <source>Clin Gastroenterol Hepatol Off Clin Pract J Am Gastroenterological Assoc</source>. (<year>2020</year>) <volume>18</volume>:<page-range>300&#x2013;1</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cgh.2019.09.026</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>