<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Immunol.</journal-id>
<journal-title>Frontiers in Immunology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Immunol.</abbrev-journal-title>
<issn pub-type="epub">1664-3224</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fimmu.2024.1495329</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Immunology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>The established of a machine learning model for predicting the efficacy of adjuvant interferon alpha1b in patients with advanced melanoma</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Jiang</surname>
<given-names>Linhan</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1374369"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Su</surname>
<given-names>Ke</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Wang</surname>
<given-names>Jing</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lin</surname>
<given-names>Yitong</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhao</surname>
<given-names>Xianya</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhang</surname>
<given-names>Hengxiang</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Liu</surname>
<given-names>Yu</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Dermatology, Xijing Hospital, Fourth Military Medical University</institution>, <addr-line>Xi&#x2019;an, Shaanxi</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Radiation Oncology, National Cancer Center/National Clinical Research Center for Cancer/Cancer Hospital, Chinese Academy of Medical Sciences and Peking Union Medical College</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Oncology, The Affiliated Hospital of Southwest Medical University</institution>, <addr-line>Luzhou, Sichuan</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Jiajie Diao, University of Cincinnati, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Jianpeng Sheng, Nanyang Technological University, Singapore</p>
<p>Yu Xu, Fudan University, China</p>
<p>Liyun Dong, Huazhong University of Science and Technology, China</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Yu Liu, <email xlink:href="mailto:303480157@qq.com">303480157@qq.com</email>
</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>12</day>
<month>11</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>15</volume>
<elocation-id>1495329</elocation-id>
<history>
<date date-type="received">
<day>12</day>
<month>09</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>22</day>
<month>10</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2024 Jiang, Su, Wang, Lin, Zhao, Zhang and Liu</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Jiang, Su, Wang, Lin, Zhao, Zhang and Liu</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Interferon-alpha1b (IFN-&#x3b1;1b) has shown remarkable therapeutic potential as adjuvant therapy for melanoma. This study aimed to develop five machine learning models to evaluate the efficacy of postoperative IFN-&#x3b1;1b in patients with advanced melanoma.</p>
</sec>
<sec>
<title>Methods</title>
<p>We retrospectively analyzed 113 patients with the American Joint Committee on Cancer (AJCC) stage III-IV melanoma who received postoperative IFN-&#x3b1;1b therapy between July 2009 and February 2024. Recurrence-free survival (RFS) and overall survival (OS) were assessed using Kaplan-Meier analysis. Five machine learning models (Decision Tree, Cox Proportional Hazards, Random Forest, Support Vector Machine, and LASSO regression) were developed and compared for their capacity to predict the outcomes of patients. Model performance was evaluated using concordance index (C-index), time-dependent receiver operating characteristic (ROC) curves, and decision curve analysis.</p>
</sec>
<sec>
<title>Results</title>
<p>The 1-year, 2-year, and 3-year RFS rates were 71.10%, 43.10%, and 31.10%, respectively. For OS, the 1-year, 2-year, and 3-year OS rates were 99.10%, 82.30%, and 75.00%, respectively. The Decision Tree (DT) model demonstrated superior predictive performance with the highest C-index of 0.792. Time-dependent ROC analysis for predicting 1-, 2-, and 3-year RFS based on the DT model is 0.77, 0.79 and 0.76, respectively. Serum albumin emerged as the important predictor of RFS.</p>
</sec>
<sec>
<title>Conclusions</title>
<p>Our study demonstrates the considerable efficacy DT model for predicting the efficacy of adjuvant IFN-&#x3b1;1b in patients with advanced melanoma. Serum albumin was identified as a key predictive factor of the treatment efficacy.</p>
</sec>
</abstract>
<kwd-group>
<kwd>immunotherapy</kwd>
<kwd>machine learning</kwd>
<kwd>melanoma</kwd>
<kwd>interferon-alpha</kwd>
<kwd>adjuvant therapy</kwd>
<kwd>prognostic factors</kwd>
</kwd-group>
<counts>
<fig-count count="4"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="32"/>
<page-count count="9"/>
<word-count count="3224"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Cancer Immunity and Immunotherapy</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>The global incidence of melanoma has been increasing gradually, presenting a considerable public health challenge (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). The incidence rate of melanoma vary geographically, with the highest rates observed in Australia and New Zealand, followed by North America and Europe (<xref ref-type="bibr" rid="B3">3</xref>). Notably, in Asian populations, although the overall incidence remains lower, melanoma frequently manifests as acral or mucosal subtypes, which are associated with poorer prognosis (<xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>Surgical excision is the most prevalent treatment modality for melanoma. However, postoperative recurrence rates remain substantial (<xref ref-type="bibr" rid="B5">5</xref>). This high recurrence risk necessitates the exploration of effective adjuvant therapies to improve long-term outcomes. The challenge is particularly pronounced in Chinese populations, where acral and mucosal melanoma subtypes are more prevalent (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>). These subtypes exhibit lower response rates to immune checkpoint inhibitors like anti-PD-1 and anti-CTLA4 antibodies (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>), resulting in inferior clinical prognosis for patients with advanced melanoma. Consequently, there is a pressing need to develop alternative therapeutic method that can improve clinical outcomes, particularly for melanoma in Chinese populations.</p>
<p>Among the adjuvant therapeutic strategies, the interferon-&#x3b1;1b (IFN-&#x3b1;1b) has revealed promising treatment effect. As a member of the interferon &#x3b1; family, IFN-&#x3b1;1b exhibits relatively favorable tolerability, eliciting anti-tumor responses and potentially playing a central role in innate immunity, thereby providing a rationale for its clinical application in oncology (<xref ref-type="bibr" rid="B9">9</xref>&#x2013;<xref ref-type="bibr" rid="B12">12</xref>). Recently, our team has demonstrated the promising potential of human IFN-&#x3b1;1b in melanoma treatment. A retrospective study by Shi et&#xa0;al. showed that IFN-&#x3b1;1b monotherapy exhibited favorable outcomes in unresectable stage IV melanoma patients, resulting in a median overall survival (mOS) of 14.1 months (<xref ref-type="bibr" rid="B13">13</xref>). Subsequently, Gao et&#xa0;al. reported the efficacy of adjuvant IFN-&#x3b1;1b in resected stage IIIB or IIIC melanoma. This study revealed promising recurrence-free survival rates of 75.4%, 47.4%, and 37.2% at 12, 24, and 36 months, respectively. Moreover, the overall survival rates were impressive, with 100%, 81.9%, and 71.5% at the same time points (<xref ref-type="bibr" rid="B14">14</xref>). Despite these encouraging results, several important questions remain. The optimal criteria for patient selection and the long-term efficacy of IFN-&#x3b1;1b as an adjuvant therapy remain to be fully elucidated. Furthermore, given the heterogeneity of melanoma and the variability of treatment responses, there is a pressing need for more sophisticated prognostic tools to guide treatment decisions and predict outcomes in patients receiving adjuvant IFN-&#x3b1;1b therapy.</p>
<p>In recent years, machine learning has emerged as a promising tool in oncology, providing novel opportunities for predicting treatment outcomes and personalizing patient care (<xref ref-type="bibr" rid="B15">15</xref>). By analyzing intricate patterns within large datasets, machine learning algorithms have the potential to identify subtle prognostic factors and treatment response indicators that may not be discernible through traditional statistical methods (<xref ref-type="bibr" rid="B16">16</xref>). This approach is particularly promising in the context of melanoma, where the heterogeneity of the disease and the variability in treatment responses present substantial challenges to clinical decision-making (<xref ref-type="bibr" rid="B17">17</xref>). Based on these considerations, our study aims to evaluate the efficacy of postoperative IFN-&#x3b1;1b in melanoma patients. More importantly, we want to develop and validate machine learning models for assessing prognosis of these patients, by integrating clinical data with advanced machine learning methodologies, so as to optimize melanoma management and improve the outcome of patients with melanoma, especially in Chinese populations.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and methods</title>
<sec id="s2_1">
<title>Study design and patient population</title>
<p>Profiles of patients diagnosed with melanoma (the American Joint Committee on Cancer (AJCC) 8th Edition) based on clinical and histological confirmation from July 1st, 2009 to February 29th, 2024 in the Department of Dermatology, Xijing Hospital were reviewed. This study was conducted in accordance with the Declaration of Helsinki and was approved by the Internal Review Board of Air Force Military Medical University (KY20242167-C-1).</p>
<p>Inclusion criteria were: (1) underwent surgical treatment; (2) stages III-IV; (3) treatment with postoperative IFN-&#x3b1;1b therapy for a minimum duration of one month; and (4) complete clinical, pathological, and follow-up data. Exclusion criteria included: (1) patients with unknown primary sites; (2) age &lt;18 years; (3) prior systemic therapy for melanoma; (4) concurrent malignancy; and (5) incomplete medical records.</p>
</sec>
<sec id="s2_2">
<title>Data collection and outcome measures</title>
<p>Patient data were extracted from electronic medical records and pathology reports. Collected variables included demographic information (age, sex), clinical characteristics (TNM stage, Eastern Cooperative Oncology Group (ECOG) performance status at last follow-up), and pathological features. Laboratory data encompassed complete blood count parameters (white blood cell count, neutrophil count, lymphocyte count, hemoglobin level, platelet count) and liver function tests (ALT, AST, albumin, alkaline phosphatase). Hepatitis B virus (HBV) status was also recorded. Treatment details included surgical information (type of surgery, whether the primary lesion was resected), and the details of IFN-&#x3b1;1b adjuvant therapy. Outcome measures comprised recurrence-free survival (RFS), overall survival (OS), recurrence information, and survival status.</p>
<p>Follow-up assessments, including physical examination, complete blood count, and serum biochemical tests, were performed prior to therapy initiation and at 3-month intervals thereafter. Imaging studies, including ultrasound evaluation of all lymph nodes and CT scans of the chest, abdomen, and pelvis, were conducted at baseline and every 3 months to assess the status of recurrence and distant metastases. Besides, recurrence or metastatic lesions were confirmed through histopathological examination when possible.</p>
<p>The primary endpoint was RFS, defined as the time from diagnosis to the date of initial recurrence (local, regional, or distant metastasis) or death from any cause. The secondary endpoint was OS, defined as the time from diagnosis to death from any cause. Patients without events were censored at the date of last follow-up or September 6th, 2024, whichever came first.</p>
</sec>
<sec id="s2_3">
<title>Machine learning algorithms</title>
<p>The dataset was then randomly split into training and validation cohorts at 6:4 ratio. Five machine learning models (Decision Tree (DT), Cox proportional-hazards model, Least Absolute Shrinkage and Selection Operator (LASSO), Random Forest (RF), and Support Vector Machine (SVM)) were developed to assess the survival outcomes.</p>
<p>Hyperparameter tuning was conducted using grid search with 5-fold cross-validation on the training set. Model performance was evaluated using the concordance index (C-index) and time-dependent receiver operating characteristic (ROC) curves. The area under the ROC curve (AUC) at 1, 2, and 3 years was calculated to assess the models&#x2019; discriminative ability over time. Additionally, decision curve analysis (DCA) was employed to evaluate the clinical utility of the best-performing model across a range of threshold probabilities.</p>
<p>To interpret the model, we employed SurvSHAP, which calculates the average SHAP (SHapley Additive exPlanations) value for each feature across all samples. Time-dependent variable importance bar plots were utilized to determine significant features for 1-, 2-, and 3-year survival. Furthermore, partial dependence plots (PDPs) were employed to show how variations in feature values affect the predicted outcomes.</p>
</sec>
<sec id="s2_4">
<title>Statistical analysis</title>
<p>Categorical variables were presented as frequencies and percentages, while continuous variables were expressed as median and interquartile range (IQR) or mean &#xb1; standard deviation (SD) as appropriate. Comparisons between groups were performed using the chi-square test or Fisher&#x2019;s exact test for categorical variables and the Mann-Whitney U test or t-test for continuous variables, as appropriate. RFS and OS were evaluated and depicted using the Kaplan-Meier method with the log-rank test. All statistical analyses and machine learning model development were performed using R software version 4.1.0 (R Foundation for Statistical Computing, Vienna, Austria). A two-sided P &lt; 0.05 was considered statistically significant.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Patient characteristics</title>
<p>We retrospectively analyzed 113 melanoma patients who received IFN-&#x3b1;1b adjuvant therapy. The baseline characteristics are summarized in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. These patients were with mean age of 57.7 &#xb1; 12.7 years, and the majority (85.0%, n=96) at AJCC stage III. Among all these cases, acral melanoma was the predominant subtype (64.6%, n=73), followed by cutaneous (25.7%, n=29) and mucosal (9.73%, n=11) melanoma. High-dose IFN-&#x3b1;1b (&#x2265;600 &#x3bc;g) was administered to 61.1% (n=69) of patients. Comorbidities were present in a subset, with diabetes mellitus and hypertension observed in 11.5% (n=13) and 28.3% (n=32) of patients, respectively.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Baseline characteristics of patients.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Variable</th>
<th valign="top" align="center">Overall, N=113</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="top" align="left">Stage</th>
<th valign="top" align="left">
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;III</td>
<td valign="top" align="left">96 (85.0%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;IV</td>
<td valign="top" align="left">17 (15.0%)</td>
</tr>
<tr>
<th valign="top" align="left">Age, years, mean &#xb1; SD</th>
<th valign="top" align="left">57.7 &#xb1; 12.7</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;&lt; 60</td>
<td valign="top" align="left">54 (47.8%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;&#x2265; 60</td>
<td valign="top" align="left">59 (52.2%)</td>
</tr>
<tr>
<th valign="top" align="left">Sex</th>
<th valign="top" align="left">
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Female</td>
<td valign="top" align="left">60 (53.1%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Male</td>
<td valign="top" align="left">53 (46.9%)</td>
</tr>
<tr>
<th valign="top" align="left">Primary site</th>
<th valign="top" align="left">
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Acral</td>
<td valign="top" align="left">73 (64.6%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Cutaneous</td>
<td valign="top" align="left">29 (25.7%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Mucosal</td>
<td valign="top" align="left">11 (9.73%)</td>
</tr>
<tr>
<th valign="top" align="left">Diabetes mellitus</th>
<th valign="top" align="left">
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;No</td>
<td valign="top" align="left">100 (88.5%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Yes</td>
<td valign="top" align="left">13 (11.5%)</td>
</tr>
<tr>
<th valign="top" align="left">Hypertension</th>
<th valign="top" align="left">
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;No</td>
<td valign="top" align="left">81 (71.7%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Yes</td>
<td valign="top" align="left">32 (28.3%)</td>
</tr>
<tr>
<th valign="top" align="left">Ki-67</th>
<th valign="top" align="left">
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;&lt; 20%</td>
<td valign="top" align="left">27 (23.9%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;&#x2265; 20%</td>
<td valign="top" align="left">63 (55.8%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Uknow</td>
<td valign="top" align="left">23 (20.4%)</td>
</tr>
<tr>
<th valign="top" align="left">Interferon dose, &#x3bc;g</th>
<th valign="top" align="left">
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;&lt; 600</td>
<td valign="top" align="left">44 (38.9%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;&#x2265; 600</td>
<td valign="top" align="left">69 (61.1%)</td>
</tr>
<tr>
<th valign="top" align="left">ECOG</th>
<th valign="top" align="left">
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;0</td>
<td valign="top" align="left">98 (86.7%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;&#x2265; 1</td>
<td valign="top" align="left">15 (13.3%)</td>
</tr>
<tr>
<th valign="top" align="left">HBV</th>
<th valign="top" align="left">
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;No</td>
<td valign="top" align="left">92 (81.4%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;Yes</td>
<td valign="top" align="left">21 (18.6%)</td>
</tr>
<tr>
<td valign="top" align="left">WBC, * 10<sup>9</sup>/L</td>
<td valign="top" align="left">5.97 &#xb1; 1.91</td>
</tr>
<tr>
<td valign="top" align="left">NEU, * 10<sup>9</sup>/L</td>
<td valign="top" align="left">3.75 &#xb1; 1.69</td>
</tr>
<tr>
<td valign="top" align="left">LYM, * 10<sup>9</sup>/L</td>
<td valign="top" align="left">2.26 &#xb1; 1.76</td>
</tr>
<tr>
<td valign="top" align="left">Hb, g/L</td>
<td valign="top" align="left">153 &#xb1; 47.4</td>
</tr>
<tr>
<td valign="top" align="left">PLT, 100 * 10<sup>9</sup>/L</td>
<td valign="top" align="left">207 &#xb1; 64.2</td>
</tr>
<tr>
<td valign="top" align="left">ALT, U/L</td>
<td valign="top" align="left">22.3 &#xb1; 12.2</td>
</tr>
<tr>
<td valign="top" align="left">AST, U/L</td>
<td valign="top" align="left">21.7 &#xb1; 10.4</td>
</tr>
<tr>
<td valign="top" align="left">ALB, g/L</td>
<td valign="top" align="left">44.1 &#xb1; 4.20</td>
</tr>
<tr>
<td valign="top" align="left">ALP, U/L</td>
<td valign="top" align="left">84.4 &#xb1; 30.3</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>ALB, Albumin; ALP, Alkaline Phosphatase; ALT, Alanine Aminotransferase; AST, Aspartate Aminotransferase; ECOG, Eastern Cooperative Oncology Group; Hb, Hemoglobin; HBV, Hepatitis B Virus; IFN-&#x3b1;1b, Interferon-alpha1b; LYM, Lymphocyte; NEU, Neutrophil; PLT, Platelet; SD, Standard Deviation; WBC, White Blood Cell.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Survival analysis</title>
<p>We conducted Kaplan-Meier analyses to evaluate recurrence-free survival (RFS) and overall survival (OS) in our cohort (<xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>). The median RFS was 20 months (95% CI: [17, 26]), with 1-year, 2-year, and 3-year RFS rates of 71.10%, 43.10%, and 31.10%, respectively (<xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1A</bold>
</xref>). For OS, the median was 81 months (95% CI: [56.9, NA]), with 1-year, 2-year, and 3-year OS rates of 99.10%, 82.30%, and 75.00%, respectively (<xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1B</bold>
</xref>).</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Kaplan-Meier curves for <bold>(A)</bold> Recurrence-Free Survival (RFS) and <bold>(B)</bold> Overall Survival (OS) in patients. RFS, Recurrence-Free Survival; OS, Overall Survival; IFN-&#x3b1;1b, Interferon-alpha1b; CI, Confidence Interval.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-15-1495329-g001.tif"/>
</fig>
</sec>
<sec id="s3_3">
<title>Machine learning model evaluation</title>
<p>In the training set, we developed and compared five machine learning models to predict melanoma patient outcomes: Decision Tree (DT), Cox Proportional Hazards (COX), Random Forest (RF), Support Vector Machine (SVM), and Lasso regression. Model performance was initially evaluated using the C-index (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>). In the validation set, the DT model demonstrated superior predictive performance with the highest C-index of 0.792, followed by COX (0.720), RF (0.701), SVM (0.628), and Lasso regression (0.572).</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Comparison of C-index values for five different predictive models. COX, Cox Proportional Hazards; DT, Decision Tree; Lasso, Least Absolute Shrinkage and Selection Operator; RF, Random Forest; SVM, Support Vector Machine.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-15-1495329-g002.tif"/>
</fig>
<p>To further assess predictive performance, we conducted time-dependent ROC analysis for RFS at 1, 2, and 3 years (<xref ref-type="fig" rid="f3">
<bold>Figures&#xa0;3A&#x2013;E</bold>
</xref>). The DT model consistently outperformed other models across all time points, with 1-, 2-, and 3-year RFS of 0.77 (95% CI: [0.59, 0.95]), 0.79 (95% CI: [0.65, 0.93]), and 0.76 (95% CI: [0.60, 0.92]), respectively (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3A</bold>
</xref>). Furthermore, the DCA (<xref ref-type="fig" rid="f4">
<bold>Figures&#xa0;4A&#x2013;C</bold>
</xref>) and calibration curves (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4D</bold>
</xref>) for predicting 1-, 2-, and 3-year RFS based on the DT model all demonstrated good predictive performance.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>The ROC curves for predicting 1-, 2-, and 3-year RFS using five different models. <bold>(A)</bold> DT model. <bold>(B)</bold> Cox Proportional Hazards model. <bold>(C)</bold> Lasso model. <bold>(D)</bold> RF model. <bold>(E)</bold> SVM model. AUC, Area Under the Curve; Cox, Cox Proportional Hazards; DT, Decision Tree; Lasso, Least Absolute Shrinkage and Selection Operator; RF, Random Forest; ROC, Receiver Operating Characteristic; RFS, Recurrence-Free Survival; SVM, Support Vector Machine.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-15-1495329-g003.tif"/>
</fig>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>The DCA and Calibration Curves for the DT model in predicting RFS. <bold>(A)</bold> 1-year RFS. <bold>(B)</bold> 2-year RFS. <bold>(C)</bold> 3-year RFS. <bold>(D)</bold> Calibration Curve. DCA, Decision Curve Analysis; DT, Decision Tree; RFS, Recurrence-Free Survival.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-15-1495329-g004.tif"/>
</fig>
</sec>
<sec id="s3_4">
<title>Feature analysis</title>
<p>To identify key predictors of RFS in melanoma patients receiving IFN-&#x3b1;1b adjuvant therapy, we performed the time-dependent feature importance analysis, including tumor characteristics (site and stage), patient demographics (age and sex), comorbidities (diabetes mellitus, hypertension and hepatitis B virus) and various laboratory indices (neutrophil (NEU), alanine aminotransferase, aspartate aminotransferase, lymphocyte, hemoglobin (Hb), albumin (ALB), white blood cell, platelet and alkaline phosphatase) (<xref ref-type="supplementary-material" rid="SF1">
<bold>Supplementary Figure&#xa0;1</bold>
</xref>). The analysis revealed that ALB emerged as the most significant predictor of RFS, maintaining its top ranking across all time points.</p>
<p>To further elucidate the complex relationships between key laboratory parameters and RFS, we conducted partial dependence survival analyses (<xref ref-type="supplementary-material" rid="SF2">
<bold>Supplementary Figure&#xa0;2</bold>
</xref>). These analyses revealed non-linear associations, with higher values of NEU, ALB, and Hb consistently linked to improved RFS outcomes.</p>
<p>Complementing these findings, the box plots based on Shapley values (<xref ref-type="supplementary-material" rid="SF3">
<bold>Supplementary Figures&#xa0;3</bold>
</xref>, <xref ref-type="supplementary-material" rid="SF4">
<bold>4</bold>
</xref>) provided granular insights into the contribution of various laboratory parameters to RFS prediction at 12-, 24-, and 36-months post-treatment. Consistent with our previous findings, ALB and NEU emerged as key predictors, with higher values associated with improved RFS across all time points.</p>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>In this retrospective study, we demonstrated the efficacy of adjuvant IFN-&#x3b1;1b therapy in improving clinical outcomes for patients with resected stage III-IV melanoma. Our analysis revealed a median RFS of 20 months and a median OS of 81 months, underscoring the potential of IFN-&#x3b1;1b in the management of advanced melanoma. To further refine our understanding and prediction of treatment efficacy, we developed and compared five machine learning models. Among these, the DT model demonstrated superior performance in predicting individual patient responses to IFN-&#x3b1;1b therapy. This innovative approach not only validated the overall efficacy of the treatment but also provided a novel tool for personalized treatment decisions in melanoma management.</p>
<p>The efficacy of IFN-&#x3b1;1b in melanoma treatment can be attributed to its multifaceted biological effects. Primarily, IFN-&#x3b1;1b exerts direct antiproliferative effects on tumor cells by inducing cell cycle arrest and apoptosis (<xref ref-type="bibr" rid="B18">18</xref>). Additionally, it enhances the immune response against melanoma cells through multiple mechanisms: activating natural killer cells, upregulating the expression of major histocompatibility complex (MHC) class I molecules, and promoting the differentiation of dendritic cells (<xref ref-type="bibr" rid="B19">19</xref>&#x2013;<xref ref-type="bibr" rid="B21">21</xref>). Recent studies have also highlighted the role of IFN-&#x3b1;1b in modulating the tumor microenvironment, including the inhibition of angiogenesis and the promotion of a more immunogenic tumor phenotype (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B19">19</xref>). These mechanisms contribute to the observed clinical benefits in our study, reinforcing the rationale for IFN-&#x3b1;1b as an adjuvant therapy in advanced melanoma.</p>
<p>Our findings align with and extend previous studies on interferon therapy in melanom. A meta-analysis by Ives et&#xa0;al. demonstrated a significant improvement in RFS with interferon therapy, consistent with our results (<xref ref-type="bibr" rid="B22">22</xref>). However, our study uniquely contributes to the field by employing machine learning techniques to predict individual patient responses, an approach not previously applied in this context. While recent research has focused on alternative immunotherapies like PD-1 inhibitors (<xref ref-type="bibr" rid="B23">23</xref>), our study reaffirms the value of IFN-&#x3b1;1b, particularly in melanoma patients in Chinese population who may exhibit lower response rates to immune checkpoint inhibitors. Moreover, our machine learning approach offers a novel strategy for patient stratification, potentially optimizing the use of IFN-&#x3b1;1b and may address the ongoing challenge of treatment selection in advanced melanoma.</p>
<p>The application of machine learning, particularly the DT model, represents a significant methodological advancement in predicting IFN-&#x3b1;1b treatment efficacy. The DT model offers several advantages over traditional statistical methods in this context. Firstly, they can capture non-linear relationships and complex interactions between variables, which are often present in biological systems (<xref ref-type="bibr" rid="B24">24</xref>). Secondly, the DT model provides easily interpretable results, allowing clinicians to understand the decision-making process, a crucial factor in medical applications (<xref ref-type="bibr" rid="B25">25</xref>). The hierarchical structure of the DT model also aligns well with clinical decision-making processes, making the model&#x2019;s predictions more intuitive (<xref ref-type="bibr" rid="B26">26</xref>). Furthermore, DTs are robust to outliers and missing data, common challenges in clinical datasets (<xref ref-type="bibr" rid="B27">27</xref>). In our study, the DT model outperformed traditional logistic regression in both accuracy and area under the receiver operating characteristic curve (AUC-ROC), demonstrating its superior predictive capability in this complex clinical scenario.</p>
<p>Our machine learning model identified serum albumin levels as the most significant predictor of treatment response and prognosis in melanoma patients receiving IFN-&#x3b1;1b therapy. This finding aligns with emerging evidence on the crucial role of albumin in cancer biology and treatment outcomes. Albumin serves as a key indicator of nutritional status and overall health, factors known to influence cancer prognosis (<xref ref-type="bibr" rid="B28">28</xref>). A large-scale study by Gupta et&#xa0;al. found that pretreatment serum albumin levels were independently associated with overall survival in cancer patients across multiple tumor types (<xref ref-type="bibr" rid="B28">28</xref>). In the study conducted by Xie et&#xa0;al., the overall survival was significantly higher in the group with elevated albumin levels than in the lower albumin levels (<xref ref-type="bibr" rid="B29">29</xref>). Moreover, recent studies have elucidated albumin&#x2019;s direct effects on tumor biology. Serum albumin has been shown to modulate the tumor microenvironment by influencing oxidative stress and inflammatory responses (<xref ref-type="bibr" rid="B30">30</xref>). It also plays a role in drug transport and metabolism, potentially affecting the pharmacokinetics and efficacy of IFN-&#x3b1;1b (<xref ref-type="bibr" rid="B31">31</xref>). Overall, serum albumin levels may serve as a biomarker reflecting the inflammatory status and nutritional state of patients. Low albumin levels could indicate a heightened inflammatory response or malnutrition, both of which are known to adversely affect melanoma prognosis. These multifaceted functions of albumin underscore its importance as a predictive biomarker in our model and suggest potential avenues for therapeutic interventions aimed at optimizing treatment outcomes in melanoma patients.</p>
<p>Despite the promising results, our study has several limitations that warrant consideration. Firstly, the retrospective, single-center design and non-random selection of patients introduce potential biases and limit the generalizability of our findings. Selection bias may have influenced patient inclusion, potentially affecting the observed treatment outcomes. The completeness and accuracy of clinical records may introduce errors that could affect the validity of our findings. What&#x2019;s more, the single-center nature of the study also raises questions about the applicability of our machine learning model to diverse patient populations and clinical settings (<xref ref-type="bibr" rid="B32">32</xref>). Additionally, while our model showed good predictive performance, the relatively small sample size may have limited its ability to capture rarer prognostic factors or subgroup effects. The DT model demonstrated superior performance, likely due to the dataset&#x2019;s characteristics, which may be more conducive to simpler models. Complex models, while potentially more powerful, risk overfitting, particularly in datasets with limited sample sizes. Future studies should explore the balance between model complexity and generalizability. Lastly, the evolving landscape of melanoma treatment, with the introduction of targeted therapies and novel immunotherapies, may impact the long-term relevance of our findings focused on IFN-&#x3b1;1b. Future multi-center, prospective studies with larger cohorts are needed to validate and refine our predictive model.</p>
<p>In conclusion, our study demonstrates the efficacy of IFN-&#x3b1;1b adjuvant therapy in melanoma and develops the DT model, which offers a promising tool for personalized risk assessment. The identification of serum albumin as a key predictive factor offers new insights into the biological mechanisms underlying treatment efficacy.</p>
</sec>
</body>
<back>
<sec id="s5" sec-type="data-availability">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SF1">
<bold>Supplementary Material</bold>
</xref>. Further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s6" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving humans were approved by the Internal Review Board of Air Force Military Medical University. The studies were conducted in accordance with the local legislation and institutional requirements. Written informed consent for participation was not required from the participants or the participants&#x2019; legal guardians/next of kin in accordance with the national legislation and institutional requirements.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author contributions</title>
<p>LJ: Conceptualization, Data curation, Formal analysis, Investigation, Methodology, Project administration, Software, Validation, Visualization, Writing &#x2013; original draft, Writing &#x2013; review &amp; editing. KS: Conceptualization, Formal analysis, Methodology, Software, Validation, Visualization, Writing &#x2013; review &amp; editing. JW: Data curation, Investigation, Validation, Writing &#x2013; review &amp; editing. YTL: Data curation, Investigation, Validation, Writing &#x2013; review &amp; editing. XZ: Data curation, Investigation, Validation, Writing &#x2013; review &amp; editing. HZ: Data curation, Investigation, Writing &#x2013; review &amp; editing. YL: Conceptualization, Project administration, Resources, Supervision, Writing &#x2013; review &amp; editing.</p>
</sec>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>The author(s) declare  financial support was received for the research, authorship, and/or publication of this article. This study was supported by the Xijing Research Boosting Program (NO. XJZT24QN31).</p>
</sec>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s11" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fimmu.2024.1495329/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fimmu.2024.1495329/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Image1.tif" id="SF1" mimetype="image/tiff">
<label>Supplementary Figure&#xa0;1</label>
<caption>
<p>The time-dependent feature for predicting recurrence-free survival. ALB, Albumin; ALT, Alanine Aminotransferase; ALP, Alkaline Phosphatase; AST, Aspartate Aminotransferase; ECOG, Eastern Cooperative Oncology Group; Hb, Hemoglobin; HBV, Hepatitis B Virus; IFN-&#x3b1;1b, Interferon-alpha1b; LYM, Lymphocyte; NEU, Neutrophil; PLT, Platelet; WBC, White Blood Cell.</p>
</caption>
</supplementary-material>
<supplementary-material xlink:href="Image2.tif" id="SF2" mimetype="image/tiff">
<label>Supplementary Figure&#xa0;2</label>
<caption>
<p>The partial dependence survival profiles for NEU, ALB, and Hb in relation to RFS. ALB, Albumin; Hb, Hemoglobin; IFN-&#x3b1;1b, Interferon-alpha1b; NEU, Neutrophil; RFS, Recurrence-Free Survival.</p>
</caption>
</supplementary-material>
<supplementary-material xlink:href="Image3.tif" id="SF3" mimetype="image/tiff">
<label>Supplementary Figure&#xa0;3</label>
<caption>
<p>The Shapley values for laboratory parameters at 12, 24, and 36 months predicting RFS. ALB, Albumin; ALP, Alkaline Phosphatase; ALT, Alanine Aminotransferase; AST, Aspartate Aminotransferase; Hb, Hemoglobin; LYM, Lymphocyte; NEU, Neutrophil; PLT, Platelet; RFS, Recurrence-Free Survival; WBC, White Blood Cell.</p>
</caption>
</supplementary-material>
<supplementary-material xlink:href="Image4.tif" id="SF4" mimetype="image/tiff">
<label>Supplementary Figure&#xa0;4</label>
<caption>
<p>The Shapley values for clinical features predicting RFS at 12, 24, and 36 months. ECOG: Eastern Cooperative Oncology Group performance status; HBV: Hepatitis B Virus.</p>
</caption>
</supplementary-material>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sung</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ferlay</surname> <given-names>J</given-names>
</name>
<name>
<surname>Siegel</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Laversanne</surname> <given-names>M</given-names>
</name>
<name>
<surname>Soerjomataram</surname> <given-names>I</given-names>
</name>
<name>
<surname>Jemal</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Global cancer statistics 2020: GLOBOCAN estimates of incidence and mortality worldwide for 36 cancers in 185 countries</article-title>. <source>CA Cancer J Clin</source>. (<year>2021</year>) <volume>71</volume>:<page-range>209&#x2013;49</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3322/caac.21660</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>SChadendorf</surname> <given-names>D</given-names>
</name>
<name>
<surname>van Akkooi</surname> <given-names>ACJ</given-names>
</name>
<name>
<surname>Berking</surname> <given-names>C</given-names>
</name>
<name>
<surname>Griewank</surname> <given-names>KG</given-names>
</name>
<name>
<surname>Gutzmer</surname> <given-names>R</given-names>
</name>
<name>
<surname>Hauschild</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Melanoma</article-title>. <source>Lancet</source>. (<year>2018</year>) <volume>392</volume>:<page-range>971&#x2013;84</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0140-6736(18)31559-9</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carr</surname> <given-names>S</given-names>
</name>
<name>
<surname>Smith</surname> <given-names>C</given-names>
</name>
<name>
<surname>Wernberg</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Epidemiology and risk factors of melanoma</article-title>. <source>Surg Clin North Am</source>. (<year>2020</year>) <volume>100</volume>:<fpage>1</fpage>&#x2013;<lpage>12</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.suc.2019.09.005</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Darmawan</surname> <given-names>CC</given-names>
</name>
<name>
<surname>Jo</surname> <given-names>G</given-names>
</name>
<name>
<surname>Montenegro</surname> <given-names>SE</given-names>
</name>
<name>
<surname>Kwak</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Cheol</surname> <given-names>L</given-names>
</name>
<name>
<surname>Cho</surname> <given-names>KH</given-names>
</name>
<etal/>
</person-group>. <article-title>Early detection of acral melanoma: A review of clinical, dermoscopic, histopathologic, and molecular characteristics</article-title>. <source>J Am Acad Dermatol</source>. (<year>2019</year>) <volume>81</volume>:<page-range>805&#x2013;12</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jaad.2019.01.081</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Michielin</surname> <given-names>O</given-names>
</name>
<name>
<surname>van Akkooi</surname> <given-names>ACJ</given-names>
</name>
<name>
<surname>Ascierto</surname> <given-names>PA</given-names>
</name>
<name>
<surname>Dummer</surname> <given-names>R</given-names>
</name>
<name>
<surname>Keilholz</surname> <given-names>U</given-names>
</name>
</person-group>. <article-title>Cutaneous melanoma: ESMO Clinical Practice Guidelines for diagnosis, treatment and follow-up&#x2020;</article-title>. <source>Ann Oncol</source>. (<year>2019</year>) <volume>30</volume>:<page-range>1884&#x2013;901</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/annonc/mdz411</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shannon</surname> <given-names>AB</given-names>
</name>
<name>
<surname>Zager</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Perez</surname> <given-names>MC</given-names>
</name>
</person-group>. <article-title>Clinical characteristics and special considerations in the management of rare melanoma subtypes</article-title>. <source>Cancers (Basel)</source>. (<year>2024</year>) <volume>16</volume>:<fpage>2395</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/cancers16132395</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wen</surname> <given-names>X</given-names>
</name>
<name>
<surname>Ding</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Li</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>J</given-names>
</name>
<name>
<surname>Peng</surname> <given-names>R</given-names>
</name>
<name>
<surname>Li</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>The experience of immune checkpoint inhibitors in Chinese patients with metastatic melanoma: a retrospective case series</article-title>. <source>Cancer Immunol Immunother</source>. (<year>2017</year>) <volume>66</volume>:<page-range>1153&#x2013;62</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00262-017-1989-8</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Si</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Shu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Pan</surname> <given-names>H</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>A phase ib study of pembrolizumab as second-line therapy for chinese patients with advanced or metastatic melanoma (KEYNOTE-151)</article-title>. <source>Transl Oncol</source>. (<year>2019</year>) <volume>12</volume>:<page-range>828&#x2013;35</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.tranon.2019.02.007</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Weissmann</surname> <given-names>C</given-names>
</name>
<name>
<surname>Nagata</surname> <given-names>S</given-names>
</name>
<name>
<surname>Boll</surname> <given-names>W</given-names>
</name>
<name>
<surname>Fountoulakis</surname> <given-names>M</given-names>
</name>
<name>
<surname>Fujisawa</surname> <given-names>A</given-names>
</name>
<name>
<surname>Fujisawa</surname> <given-names>JI</given-names>
</name>
<etal/>
</person-group>. <article-title>Structure and expression of human IFN-alpha genes</article-title>. <source>Philos Trans R Soc Lond B Biol Sci</source>. (<year>1982</year>) <volume>299</volume>:<fpage>7</fpage>&#x2013;<lpage>28</lpage>. doi: <pub-id pub-id-type="doi">10.1098/rstb.1982.0102</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kirkwood</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Strawderman</surname> <given-names>MH</given-names>
</name>
<name>
<surname>Ernstoff</surname> <given-names>MS</given-names>
</name>
<name>
<surname>Smith</surname> <given-names>TJ</given-names>
</name>
<name>
<surname>Borden</surname> <given-names>EC</given-names>
</name>
<name>
<surname>Blum</surname> <given-names>RH</given-names>
</name>
</person-group>. <article-title>Interferon alfa-2b adjuvant therapy of high-risk resected cutaneous melanoma: the Eastern Cooperative Oncology Group Trial EST 1684</article-title>. <source>J Clin Oncol</source>. (<year>1996</year>) <volume>14</volume>:<fpage>7</fpage>&#x2013;<lpage>17</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.1996.14.1.7</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Weck</surname> <given-names>PK</given-names>
</name>
<name>
<surname>Apperson</surname> <given-names>S</given-names>
</name>
<name>
<surname>May</surname> <given-names>L</given-names>
</name>
<name>
<surname>Stebbing</surname> <given-names>N</given-names>
</name>
</person-group>. <article-title>Comparison of the antiviral activities of various cloned human interferon-alpha subtypes in mammalian cell cultures</article-title>. <source>J Gen Virol</source>. (<year>1981</year>) <volume>57</volume>:<page-range>233&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1099/0022-1317-57-1-233</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Masci</surname> <given-names>P</given-names>
</name>
<name>
<surname>Olencki</surname> <given-names>T</given-names>
</name>
<name>
<surname>Wood</surname> <given-names>L</given-names>
</name>
<name>
<surname>Rybicki</surname> <given-names>L</given-names>
</name>
<name>
<surname>Jacobs</surname> <given-names>B</given-names>
</name>
<name>
<surname>Williams</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Gene modulatory effects, pharmacokinetics, and clinical tolerance of interferon-alpha1b: a second member of the interferon-alpha family</article-title>. <source>Clin Pharmacol Ther</source>. (<year>2007</year>) <volume>81</volume>:<page-range>354&#x2013;61</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/sj.clpt.6100081</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shi</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>Interferon-&#x3b1;1b for the treatment of metastatic melanoma: results of a retrospective study</article-title>. <source>Anticancer Drugs</source>. (<year>2021</year>) <volume>32</volume>:<page-range>1105&#x2013;10</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/CAD.0000000000001120</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gao</surname> <given-names>M</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>W</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>T</given-names>
</name>
<etal/>
</person-group>. <article-title>Real-world clinical outcome and safety of adjuvant human Interferon-alpha1b in resected stage IIIB or IIIC melanoma: results of a retrospective study</article-title>. <source>Holistic Integr Oncol</source>. (<year>2024</year>) <volume>3</volume>:<fpage>21</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s44178-024-00087-8</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cuocolo</surname> <given-names>R</given-names>
</name>
<name>
<surname>Caruso</surname> <given-names>M</given-names>
</name>
<name>
<surname>Perillo</surname> <given-names>T</given-names>
</name>
<name>
<surname>Ugga</surname> <given-names>L</given-names>
</name>
<name>
<surname>Petretta</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Machine Learning in oncology: A clinical appraisal</article-title>. <source>Cancer Lett</source>. (<year>2020</year>) <volume>481</volume>:<fpage>55</fpage>&#x2013;<lpage>62</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.canlet.2020.03.032</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Swanson</surname> <given-names>K</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>E</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>A</given-names>
</name>
<name>
<surname>Alizadeh</surname> <given-names>AA</given-names>
</name>
<name>
<surname>Zou</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>From patterns to patients: Advances in clinical machine learning for cancer diagnosis, prognosis, and treatment</article-title>. <source>Cell</source>. (<year>2023</year>) <volume>186</volume>:<page-range>1772&#x2013;91</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cell.2023.01.035</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tschandl</surname> <given-names>P</given-names>
</name>
<name>
<surname>Rinner</surname> <given-names>C</given-names>
</name>
<name>
<surname>Apalla</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Argenziano</surname> <given-names>G</given-names>
</name>
<name>
<surname>Codella</surname> <given-names>N</given-names>
</name>
<name>
<surname>Halpern</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Human-computer collaboration for skin cancer recognition</article-title>. <source>Nat Med</source>. (<year>2020</year>) <volume>26</volume>:<page-range>1229&#x2013;34</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41591-020-0942-0</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>J</given-names>
</name>
<name>
<surname>He</surname> <given-names>ML</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>LH</given-names>
</name>
<etal/>
</person-group>. <article-title>Antitumor effects of interferon-alpha on cell growth and metastasis in human nasopharyngeal carcinoma</article-title>. <source>Curr Cancer Drug Targets</source>. (<year>2012</year>) <volume>12</volume>:<page-range>561&#x2013;70</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.2174/156800912800673293</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>M</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Yan</surname> <given-names>Z</given-names>
</name>
<etal/>
</person-group>. <article-title>Double-edged effects of interferons on the regulation of cancer-immunity cycle</article-title>. <source>Oncoimmunology</source>. (<year>2021</year>) <volume>10</volume>:<elocation-id>1929005</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/2162402X.2021.1929005</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>J</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>G</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>Impact of interferon-alpha1b (IFN-&#x3b1;1b) on antitumor immune response: an interpretation of the promising therapeutic effect of IFN-alpha1b on melanoma</article-title>. <source>Med Sci Monit</source>. (<year>2020</year>) <volume>26</volume>:<elocation-id>e922790</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.12659/MSM.922790</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xu</surname> <given-names>P</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>X</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Fu</surname> <given-names>L</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Fu</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Trastuzumab in combination with PEGylated interferon-&#x3b1;1b exerts synergistic antitumor activity through enhanced inhibition of HER2 downstream signaling and antibody-dependent cellular cytotoxicity</article-title>. <source>Am J Cancer Res</source>. (<year>2022</year>) <volume>12</volume>:<page-range>549&#x2013;61</page-range>.</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ives</surname> <given-names>NJ</given-names>
</name>
<name>
<surname>Suciu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Eggermont</surname> <given-names>AMM</given-names>
</name>
<name>
<surname>Kirkwood</surname> <given-names>J</given-names>
</name>
<name>
<surname>Lorigan</surname> <given-names>P</given-names>
</name>
<name>
<surname>Markovic</surname> <given-names>SN</given-names>
</name>
<etal/>
</person-group>. <article-title>Adjuvant interferon-&#x3b1; for the treatment of high-risk melanoma: An individual patient data meta-analysis</article-title>. <source>Eur J Cancer</source>. (<year>2017</year>) <volume>82</volume>:<page-range>171&#x2013;83</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejca.2017.06.006</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tawbi</surname> <given-names>HA</given-names>
</name>
<name>
<surname>SChadendorf</surname> <given-names>D</given-names>
</name>
<name>
<surname>Lipson</surname> <given-names>EJ</given-names>
</name>
<name>
<surname>Ascierto</surname> <given-names>PA</given-names>
</name>
<name>
<surname>Matamala</surname> <given-names>L</given-names>
</name>
<name>
<surname>Castillo Guti&#xe9;rrez</surname> <given-names>E</given-names>
</name>
<etal/>
</person-group>. <article-title>Relatlimab and nivolumab versus nivolumab in untreated advanced melanoma</article-title>. <source>N Engl J Med</source>. (<year>2022</year>) <volume>386</volume>:<fpage>24</fpage>&#x2013;<lpage>34</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1056/NEJMoa2109970</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Beam</surname> <given-names>AL</given-names>
</name>
<name>
<surname>Kohane</surname> <given-names>IS</given-names>
</name>
</person-group>. <article-title>Big data and machine learning in health care</article-title>. <source>JAMA</source>. (<year>2018</year>) <volume>319</volume>:<page-range>1317&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jama.2017.18391</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lundberg</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Nair</surname> <given-names>B</given-names>
</name>
<name>
<surname>Vavilala</surname> <given-names>MS</given-names>
</name>
<name>
<surname>Horibe</surname> <given-names>M</given-names>
</name>
<name>
<surname>Eisses</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Adams</surname> <given-names>T</given-names>
</name>
<etal/>
</person-group>. <article-title>Explainable machine-learning predictions for the prevention of hypoxaemia during surgery</article-title>. <source>Nat BioMed Eng</source>. (<year>2018</year>) <volume>2</volume>:<page-range>749&#x2013;60</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41551-018-0304-0</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haug</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Drazen</surname> <given-names>JM</given-names>
</name>
</person-group>. <article-title>Artificial intelligence and machine learning in clinical medicine, 2023</article-title>. <source>N Engl J Med</source>. (<year>2023</year>) <volume>388</volume>:<page-range>1201&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1056/NEJMra2302038</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Char</surname> <given-names>DS</given-names>
</name>
<name>
<surname>Shah</surname> <given-names>NH</given-names>
</name>
<name>
<surname>Magnus</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Implementing machine learning in health care - addressing ethical challenges</article-title>. <source>N Engl J Med</source>. (<year>2018</year>) <volume>378</volume>:<page-range>981&#x2013;3</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1056/NEJMp1714229</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gupta</surname> <given-names>D</given-names>
</name>
<name>
<surname>Lis</surname> <given-names>CG</given-names>
</name>
</person-group>. <article-title>Pretreatment serum albumin as a predictor of cancer survival: a systematic review of the epidemiological literature</article-title>. <source>Nutr J</source>. (<year>2010</year>) <volume>9</volume>:<elocation-id>69</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1475-2891-9-69</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xie</surname> <given-names>C</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Assessment of albumin and overall survival in advanced non-small cell lung cancer patients with anlotinib treatment using generalized additive model: A retrospective cohort study</article-title>. <source>Clin eHealth</source>. (<year>2023</year>) <volume>6</volume>:<page-range>121&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ceh.2023.09.003</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Soeters</surname> <given-names>PB</given-names>
</name>
<name>
<surname>Wolfe</surname> <given-names>RR</given-names>
</name>
<name>
<surname>Shenkin</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Hypoalbuminemia: pathogenesis and clinical significance</article-title>. <source>JPEN J Parenter Enteral Nutr</source>. (<year>2019</year>) <volume>43</volume>:<page-range>181&#x2013;93</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/jpen.1451</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Arroyo</surname> <given-names>V</given-names>
</name>
<name>
<surname>Garc&#xed;a-Martinez</surname> <given-names>R</given-names>
</name>
<name>
<surname>Salvatella</surname> <given-names>X</given-names>
</name>
</person-group>. <article-title>Human serum albumin, systemic inflammation, and cirrhosis</article-title>. <source>J Hepatol</source>. (<year>2014</year>) <volume>61</volume>:<fpage>396</fpage>&#x2013;<lpage>407</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jhep.2014.04.012</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Riley</surname> <given-names>RD</given-names>
</name>
<name>
<surname>Ensor</surname> <given-names>J</given-names>
</name>
<name>
<surname>Snell</surname> <given-names>KIE</given-names>
</name>
<name>
<surname>Debray</surname> <given-names>TPA</given-names>
</name>
<name>
<surname>Altman</surname> <given-names>DG</given-names>
</name>
<name>
<surname>Moons</surname> <given-names>KGM</given-names>
</name>
<etal/>
</person-group>. <article-title>External validation of clinical prediction models using big datasets from e-health records or IPD meta-analysis: opportunities and challenges</article-title>. <source>BMJ</source>. (<year>2016</year>) <volume>353</volume>:<elocation-id>i3140</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/bmj.i3140</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>