<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Immunol.</journal-id>
<journal-title>Frontiers in Immunology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Immunol.</abbrev-journal-title>
<issn pub-type="epub">1664-3224</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fimmu.2021.729681</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Immunology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Proteomic Approaches to Defining Remission and the Risk of Relapse in Rheumatoid Arthritis</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>O&#x2019;Neil</surname>
<given-names>Liam J.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1382071"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hu</surname>
<given-names>Pingzhao</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/277268"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liu</surname>
<given-names>Qian</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1420550"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Islam</surname>
<given-names>Md. Mohaiminul</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Spicer</surname>
<given-names>Victor</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Rech</surname>
<given-names>Juergen</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/487132"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hueber</surname>
<given-names>Axel</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/417221"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Anaparti</surname>
<given-names>Vidyanand</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1457894"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Smolik</surname>
<given-names>Irene</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>El-Gabalawy</surname>
<given-names>Hani S.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1402124"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Schett</surname>
<given-names>Georg</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="author-notes" rid="fn002">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/380551"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wilkins</surname>
<given-names>John A.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn002">
<sup>&#x2020;</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Section of Rheumatology, Department of Internal Medicine, University of Manitoba</institution>, <addr-line>Winnipeg, MB</addr-line>, <country>Canada</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Manitoba Centre for Proteomics and Systems Biology, University of Manitoba and Health Sciences Centre</institution>, <addr-line>Winnipeg, MB</addr-line>, <country>Canada</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Biochemistry and Medical Genetics, University of Manitoba</institution>, <addr-line>Winnipeg, MB</addr-line>, <country>Canada</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Department of Computer Science, University of Manitoba</institution>, <addr-line>Winnipeg, MB</addr-line>, <country>Canada</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Department of Medicine, Friedrich-Alexander University Erlangen-Nuernberg and Universitaetsklinikum Erlangen</institution>, <addr-line>Erlangen</addr-line>, <country>Germany</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Xu-jie Zhou, Peking University First Hospital, China</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Loredana Frasca, National Institute of Health (ISS), Italy; Gillian Inara Rice, The University of Manchester, United Kingdom; Feiyang Ma, University of California, Los Angeles, United States</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Liam J. O&#x2019;Neil, <email xlink:href="mailto:liam.oneil@umanitoba.ca">liam.oneil@umanitoba.ca</email>
</p>
</fn>
<fn fn-type="equal" id="fn002">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
<fn fn-type="other" id="fn003">
<p>This article was submitted to Autoimmune and Autoinflammatory Disorders, a section of the journal Frontiers in Immunology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>18</day>
<month>11</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>729681</elocation-id>
<history>
<date date-type="received">
<day>23</day>
<month>06</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>20</day>
<month>10</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 O&#x2019;Neil, Hu, Liu, Islam, Spicer, Rech, Hueber, Anaparti, Smolik, El-Gabalawy, Schett and Wilkins</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>O&#x2019;Neil, Hu, Liu, Islam, Spicer, Rech, Hueber, Anaparti, Smolik, El-Gabalawy, Schett and Wilkins</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Objectives</title>
<p>Patients with Rheumatoid Arthritis (RA) are increasingly achieving stable disease remission, yet the mechanisms that govern ongoing clinical disease and subsequent risk of future flare are not well understood. We sought to identify serum proteomic alterations that dictate clinically important features of stable RA, and couple broad-based proteomics with machine learning to predict future flare.</p>
</sec>
<sec>
<title>Methods</title>
<p>We studied baseline serum samples from a cohort of stable RA patients (RETRO, n = 130) in clinical remission (DAS28&lt;2.6) and quantified 1307 serum proteins using the SOMAscan platform. Unsupervised hierarchical clustering and supervised classification were applied to identify proteomic-driven clusters and model biomarkers that were associated with future disease flare after 12 months of follow-up and RA medication withdrawal. Network analysis was used to define pathways that were enriched in proteomic datasets.</p>
</sec>
<sec>
<title>Results</title>
<p>We defined 4 proteomic clusters, with one cluster (Cluster 4) displaying a lower mean DAS28 score (p = 0.03), with DAS28 associating with humoral immune responses and complement activation. Clustering did not clearly predict future risk of flare, however an XGboost machine learning algorithm classified patients who relapsed with an AUC (area under the receiver operating characteristic curve) of 0.80 using only baseline serum proteomics.</p>
</sec>
<sec>
<title>Conclusions</title>
<p>The serum proteome provides a rich dataset to understand stable RA and its clinical heterogeneity. Combining proteomics and machine learning may enable prediction of future RA disease flare in patients with RA who aim to withdrawal therapy.</p>
</sec>
</abstract>
<kwd-group>
<kwd>rheumatoid arthritis</kwd>
<kwd>disease activity</kwd>
<kwd>outcomes research</kwd>
<kwd>treatment</kwd>
<kwd>proteomics</kwd>
</kwd-group>
<contract-sponsor id="cn001">Canada Foundation for Innovation<named-content content-type="fundref-id">10.13039/501100000196</named-content>
</contract-sponsor>
<counts>
<fig-count count="4"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="49"/>
<page-count count="10"/>
<word-count count="4454"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Highlights</title>
<list list-type="bullet">
<list-item>
<p>Serum proteomics defines clinically relevant clusters within a cohort of stable RA patients</p>
</list-item>
<list-item>
<p>Machine learning and proteomics may identify individuals at highest risk for future disease flare</p>
</list-item>
<list-item>
<p>Despite meeting criteria for remission, clinically detectable disease is associated with a serum proteomic signature in stable RA</p>
</list-item>
</list>
</sec>
<sec id="s2" sec-type="intro">
<title>Introduction</title>
<p>Rheumatoid Arthritis (RA) is a systemic autoimmune disease that is characterized by inflammation of synovial joints (<xref ref-type="bibr" rid="B1">1</xref>). Modern RA therapy is initiated early and escalated aggressively using a treat-to-target approach to try an obtain disease remission (<xref ref-type="bibr" rid="B2">2</xref>). The development of both targeted treatments and combination regimens continues to improve expected outcomes for patients. Encouragingly, clinical remission, defined by multiple measures of disease activity (<xref ref-type="bibr" rid="B3">3</xref>), has become a realistic expectation for most patients with RA. Recent registry data of RA cohorts consistently show that DAS28 (Disease Activity Score) remission is achieved in about 50% of patients (<xref ref-type="bibr" rid="B4">4</xref>), a number that may be increasing over time (<xref ref-type="bibr" rid="B5">5</xref>).</p>
<p>Patients with RA who are able to achieve disease remission using standard therapy are not well studied, given their lack of disease activity and need for treatment changes. The main issue facing these patients is whether or not to remain on their treatment, or risk withdrawal and the potential for disease flare. There are many prospective studies that have demonstrated successful Disease Modifying Anti-Rheumatic Drugs (DMARD) withdrawal in patients in clinical remission (<xref ref-type="bibr" rid="B6">6</xref>&#x2013;<xref ref-type="bibr" rid="B9">9</xref>) but the determinants of maintaining remission status after medication withdrawal are poorly defined (<xref ref-type="bibr" rid="B10">10</xref>). Unfortunately, given the limited understanding of the pathological mechanisms that drive subclinical disease, clinicians are left to guess which of their patients might sustain remission using less aggressive therapy.</p>
<p>Technological advances in high-throughput proteomics have allowed for an improved understanding of disease processes and biomarker discovery (<xref ref-type="bibr" rid="B11">11</xref>). Although mass spectrometry tends to dominate this evolving field, broad-based targeted proteomics has its own advantages, including simplified sample preparation and user-friendly output data (<xref ref-type="bibr" rid="B12">12</xref>). Our group has previously defined protein sets that are associated with future disease flare from pre-clinical RA by coupling machine learning with proteomic approaches (<xref ref-type="bibr" rid="B13">13</xref>). Indeed, leveraging omics approaches to resolve heterogeneity in common diseases remains a distinct challenge in clinical medicine (<xref ref-type="bibr" rid="B14">14</xref>), though this has not been systematically undertaken in a stable RA cohort.</p>
<p>The RETRO (<xref ref-type="bibr" rid="B15">15</xref>) (Reducing therapy in rheumatoid arthritis patients in ongoing remission) study is a prospective randomized trial which enrolled patients who had achieved disease remission with conventional RA therapy. One of the aims of this study is to define disease recurrence in patients with RA when either continuing or reducing their medications. It was previously shown in this trial that positive anti-citrullinated antibody (ACPA), and other biomarkers (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>) are associated with an increased likelihood of disease relapse. In spite of these studies, there is little understanding of the underlying biological mechanisms that are active in stable RA. If differences within RA patients in remission can be more clearly defined, there may be an enhanced understanding of the spectrum of RA pathogenesis, along with improved personalized clinical approaches surrounding the withdrawal of therapy. We hypothesized that high-throughput proteomics (<xref ref-type="bibr" rid="B18">18</xref>) would help identify underlying biological heterogeneity that might provide insights into mechanisms underpinning future disease flare. Our aim was to explore how the serum proteome shapes the underlying clinical experiences of stable RA patients.</p>
</sec>
<sec id="s3">
<title>Methods</title>
<sec id="s3_1">
<title>Patients and Inclusion Criteria</title>
<p>RETRO is a multicentre, randomized, open, prospective, controlled parallel-group study. Details of the study are described in the original publication (<xref ref-type="bibr" rid="B15">15</xref>). The objective of the study is to evaluate tapering or discontinuation of DMARDs in patients with RA. All enrolled patients fulfilled the 2010 American College of Rheumatology (ACR) criteria for RA (<xref ref-type="bibr" rid="B19">19</xref>). Patients had to have sustained clinical remission defined by the Disease Activity score (DAS28 &lt; 2.6) criteria for at least 6 months (<xref ref-type="bibr" rid="B20">20</xref>). Ethics committee of the Friedrich-Alexander-University of Erlangen-Nuremberg approval was granted.</p>
</sec>
<sec id="s3_2">
<title>Treatment and Follow-up</title>
<p>Patients were randomized to one of three arms: Arm 1 continued with existing DMARD regimen at full dose for 12 months, arm 2 reduced the dose of all DMARDs by 50%, while arm 3 reduced the dose of all DMARDs by 50% in the first 6 months, then discontinued all medications. Relapse of disease was defined as a DAS28-ESR score greater than 2.6. Participants were assessed for clinical disease activity every 3 months until month 12.</p>
</sec>
<sec id="s3_3">
<title>Assessment of Demographic and Disease-Specific Parameters</title>
<p>Age and sex were recorded in all patients. Disease duration, tender joint count (68), swollen joint count (66), patient visual analogue scale (VAS) for pain and patient global were assessed and recorded. C-reactive protein (CRP), ESR, Rheumatoid Factor (RF), ACPA, DAS28-ESR and Health Assessment Questionnaire (HAQ-DI) were recorded.</p>
</sec>
<sec id="s3_4">
<title>SOMAscan</title>
<p>SOMAscan is a proteomics assay that measures 1307 proteins using an aptamer library. This high-throughput proteomics assay has been used in recent publications to study the aging proteome (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>) along with other human diseases (<xref ref-type="bibr" rid="B23">23</xref>). 130 baseline serum samples were available from the RETRO study. Briefly, a library of aptamers were incubated with serum, and those that bind are isolated and hybridized to DNA microarray for detection. The identity and relative concentration of the detected proteins are revealed by localization and fluorescence intensity. Protein quantification is reported as relative fluorescence units (RFU), an arbitrary value. In general, agreement between aptamer and antibody-based assays is high (<xref ref-type="bibr" rid="B24">24</xref>). Further details regarding the SOMAscan assay are available (<xref ref-type="bibr" rid="B18">18</xref>).</p>
</sec>
<sec id="s3_5">
<title>Statistical Analysis</title>
<p>Descriptive results (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>) are stated in means and standard deviation. SOMAmer protein expression RFU values for the study patients were transformed into a log2 scale for differential analysis (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplemental File 2</bold>
</xref>). Batch effect was removed in our SOMAmer data using internal controls within each plate to adjust proteomic intensity as per standard SOMAscan protocols. Batch effect was assessed between plates and determined to require no further correction. Data was loaded and analyzed in the R (v3.5.3) environment unless otherwise stated. Missing clinical data was imputed using multiple imputation by chained equations (MICE) (<xref ref-type="bibr" rid="B25">25</xref>). Differential analysis between groups was undertaken using linear modeling with the package <italic>LIMMA (</italic>
<xref ref-type="bibr" rid="B26">26</xref>). GO pathways analysis was performed using clusterprofiler (<xref ref-type="bibr" rid="B27">27</xref>). Graphs were generated using the <italic>ggplot2</italic> package. Correlation analyses were performed for select proteins using Pearson correlation. Multi-dimensional scaling (MDS) was used for dimension reduction on all SOMAscan proteins.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Baseline characteristics of the patients, split by proteomic cluster.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristics</th>
<th valign="top" align="center">Total (n = 130)</th>
<th valign="top" align="center">Cluster 1 (n = 34)</th>
<th valign="top" align="center">Cluster 2 (n = 12)</th>
<th valign="top" align="center">Cluster 3 (n = 46)</th>
<th valign="top" align="center">Cluster 4 (n = 38)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age</td>
<td valign="top" align="center">55.2 (13.1)</td>
<td valign="top" align="center">52.7 (14.6)</td>
<td valign="top" align="center">54.1 (13.7)</td>
<td valign="top" align="center">54.7 (11.7)</td>
<td valign="top" align="center">58.6 (13.1)</td>
</tr>
<tr>
<td valign="top" align="left">Females, %</td>
<td valign="top" align="center">56.2%</td>
<td valign="top" align="center">67.6%</td>
<td valign="top" align="center">66.7%</td>
<td valign="top" align="center">56.5%</td>
<td valign="top" align="center">42.1%</td>
</tr>
<tr>
<td valign="top" align="left">Disease Duration (years)</td>
<td valign="top" align="center">6.8 (7.0)</td>
<td valign="top" align="center">7.9 (6.5)</td>
<td valign="top" align="center">8.6 (9.3)</td>
<td valign="top" align="center">6.9 (6.3)</td>
<td valign="top" align="center">4.9 (7.3)</td>
</tr>
<tr>
<td valign="top" align="left">DAS-28 (ESR)</td>
<td valign="top" align="center">1.7 (0.68)</td>
<td valign="top" align="center">1.93 (0.60)</td>
<td valign="top" align="center">1.73 (0.74)</td>
<td valign="top" align="center">1.71 (0.65)</td>
<td valign="top" align="center">1.51 (0.71)</td>
</tr>
<tr>
<td valign="top" align="left">ACR/EULAR remission, %</td>
<td valign="top" align="center">76.6%</td>
<td valign="top" align="center">67.7%</td>
<td valign="top" align="center">66.6%</td>
<td valign="top" align="center">88.9%</td>
<td valign="top" align="center">72.9%</td>
</tr>
<tr>
<td valign="top" align="left">HAQ, units</td>
<td valign="top" align="center">0.12 (0.32)</td>
<td valign="top" align="center">0.11 (0.17)</td>
<td valign="top" align="center">0.08 (0.12)</td>
<td valign="top" align="center">0.16 (0.46)</td>
<td valign="top" align="center">0.09 (0.26)</td>
</tr>
<tr>
<td valign="top" align="left">Positive RF, %</td>
<td valign="top" align="center">56.2%</td>
<td valign="top" align="center">73.5%</td>
<td valign="top" align="center">50.0%</td>
<td valign="top" align="center">52.2%</td>
<td valign="top" align="center">47.3%</td>
</tr>
<tr>
<td valign="top" align="left">Positive ACPA, %</td>
<td valign="top" align="center">57.7%</td>
<td valign="top" align="center">67.6%</td>
<td valign="top" align="center">66.7%</td>
<td valign="top" align="center">55.6%</td>
<td valign="top" align="center">50.0%</td>
</tr>
<tr>
<td valign="top" align="left">*Biological DMARD use, % (N)</td>
<td valign="top" align="center">40.0%</td>
<td valign="top" align="center">38.2%</td>
<td valign="top" align="center">25.0%</td>
<td valign="top" align="center">47.8%</td>
<td valign="top" align="center">36.8%</td>
</tr>
<tr>
<td valign="top" align="left">Flare, %</td>
<td valign="top" align="center">37.7%</td>
<td valign="top" align="center">38.2%</td>
<td valign="top" align="center">16.7%</td>
<td valign="top" align="center">43.5%</td>
<td valign="top" align="center">36.8%</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>ACPA, anticitrullinated protein antibody; ACR, American College of Rheumatology; CRP, C-Reactive protein; DAS-28, disease activity score-28 (based on ESR); DMARDs, disease modifying antirheumatic drugs; ESR, erythrocyte sedimentation rate; EULAR, European League Against Rheumatism; HAQ, Health Assessment Questionnaire; RF, Rheumatoid Factor; VAS, Visual analogue scale.</p>
</fn>
<fn>
<p>*Tumor necrosis factor inhibitors and tocilizumab.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>The 200 most variable proteins measured by coefficient of variation were used to determine optimal number of clusters ranging from k = 2 to 10 and identify sample clusters using the R package <italic>Consensusclusterplus</italic>. We used 80% protein resampling and 80% patient resampling and selected Pearson as our distance function. Multinomial logistic regression implemented in R package <italic>glmnet</italic> was used to identify clinical variables that are independently associated with cluster assignment. Sliding window analysis of DAS28 scores and protein expression was performed using a previously published algorithm, DE-SWAN (<xref ref-type="bibr" rid="B28">28</xref>). Briefly, this algorithm analyzed serum protein expression across quintiles of DAS28 scores using linear modeling, while adjusting for baseline demographic factors, in this case age and sex. A protein expression score was developed on proteins that correlated with DAS28 which were identified by DE-SWAN. We filtered the proteomic data on the 34 score members, scaled the data by the mean and standard deviation, and multiplied by 1 (positively associated with DAS28) or -1 (negatively associated with DAS28) for each protein. The final score was the mean expression of all 34 proteins for each patient. We randomly generated 5000 data sets with 34 randomly selected proteins in each set to evaluate the significance of the association score.</p>
</sec>
<sec id="s3_6">
<title>Machine Learning Classification Algorithm</title>
<p>We applied two supervised machine learning (ML) techniques to develop algorithms to classify flare or remission based on serum proteomics. The first approach we used is XGBoost (Extreme Gradient Boosting), which employs a regularization term to overcome the overfitting (<xref ref-type="bibr" rid="B29">29</xref>). The second approach is the LASSO model (<xref ref-type="bibr" rid="B30">30</xref>), which was used as a baseline to compare its performance with that of XGBoost. Data was loaded into Python, and samples were randomly split into a training (n = 104, 80% of the samples) and test (n = 26) set. The training set was used to train and tune the parameters in the two models and the test set was used evaluate the models&#x2019; performance, which were measured by the area under of the curve (AUC) of receiver operating characteristic (ROC), accuracy, sensitivity and specificity. To increase the interpretability of the XGBoost model to predict the flare status of a given sample, we used SHAP values (Shapley Additive Explanation) (<xref ref-type="bibr" rid="B31">31</xref>). A higher SHAP value of a given feature in the model represents its strong influence on the model output. The final model parameters we used in the XGBoost are as follows: learning_rate = 0.01, max_depth = 3, subsample = 0.6, colsample_bytree = 0.7, n_estimators = 100, gamma = 0.0, reg_alpha = 0.5, the parameters used in the LASSO model is as follow: cost=1.17 and max_iterations = 5000. We used 5-fold cross-validation to get the optimal hyperparameters.</p>
</sec>
<sec id="s3_7">
<title>Study Cohort</title>
<p>Baseline characteristics for 130 patients enrolled in the RETRO study are found in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. Overall, the group had maintained clinical remission for 16.6 (16.2) months and mean disease duration of over 6 years. 57.7% of the patients were ACPA positive, while 40.0% required biologics to achieve remission. 76.6% of patients had achieved the most stringent definition of remission [ACR/EULAR remission (<xref ref-type="bibr" rid="B32">32</xref>)]. After 12 months of follow-up, 62.3% of the overall population remained in clinical remission (50% in those undergoing withdrawal).</p>
</sec>
</sec>
<sec id="s4" sec-type="results">
<title>Results</title>
<sec id="s4_1">
<title>Hierarchical Clustering on Serum Proteins Identifies Heterogeneity Amongst Stable RA Patients</title>
<p>Given the paucity of data aimed at understanding subclinical disease activity in RA patients who achieve remission, we sought to explore underlying heterogeneity using serum proteomics in this established cohort. We quantified over 1300 serum proteins from 130 RETRO patients at their baseline visit, all of whom were in stable clinical remission (DAS28 &lt; 2.6). We hypothesized that despite the clinical similarities amongst individuals within this cohort, proteomic differences may provide important insights by identifying sub-clusters of patients. We applied consensus clustering to assign individuals to one of the 4 clusters (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S1</bold>
</xref>) and clustered scaled protein expression by hierarchical clustering, which can be seen in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>. MDS analysis revealed separation of the hierarchical clusters (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S2</bold>
</xref>).</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Heatmap and hierarchical clustering of 200 serum proteins in stable RA. Protein expression is scaled and colored by relative expression. Each column is a protein and each row is a patient. Clustering is shown in both dimensions. Flare or remission is annotated in purple or grey to the left of the graph.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-12-729681-g001.tif"/>
</fig>
<p>Baseline characteristics split by cluster are listed in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. We found no differences in sex, age, biologic use, or serological status across our 4 proteomic clusters. Cluster 4 had significantly lower DAS28 scores compared to the remaining clusters. With respects to future flare, Cluster 2 trended toward lower rates relative to the remaining clusters, however this did not reach statistical significance (16.7% vs 39.8%, p = 0.21). To assess this association by multinomial regression, we assigned Cluster 2 as the reference cluster and found that that Cluster 3 had higher odds of flare (OR 5.6, 0.97 to 33.06, p = 0.05), relative to Cluster 2 with similar trends observed for Cluster 1 and Cluster 4 (<xref ref-type="supplementary-material" rid="SM1">
<bold>Table S1</bold>
</xref>). Indeed, no clear distinction between individuals who developed future flare was observed in the MDS plot (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S2</bold>
</xref>). Overall, these results suggest that global proteomic clusters within a clinically homogenous cohort can be identified but are associated with current clinical status rather than future outcomes.</p>
</sec>
<sec id="s4_2">
<title>Machine Learning Classifies Future Flare Using Baseline Serum Proteomics</title>
<p>We next aimed to use the serum proteome to identify biomarkers associated with future disease flare in stable RA, given that clustering did not clearly associate with risk of flare. We identified DEP&#x2019;s between these groups (<xref ref-type="supplementary-material" rid="SM1">
<bold>Table S2</bold>
</xref>) and observed upregulation in Ectodysplasin A receptor (EDAR, FC = 1.20) and Serine peptidase inhibitor (SPINT2, FC 1.1), and downregulation of Fractalkine (CX3CL1, FC 0.95) and Ephrin type-B receptor 2 (EPHB2, FC 0.95) in individuals who eventually went on to flare (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref>). However, after adjustment for multiple comparisons, none of the differentially expressed proteins reached statistical significance. This suggests that although subtle differences exist in the serum proteome between individuals who experience future flare, it&#x2019;s unlikely that singular biomarkers accurately predict this outcome in this population.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>XGboost machine learning to identify flare or remission in stable RA patients. <bold>(A)</bold> Box plots of EDAR, SPINT2, CX3CL1 and EPHB2 split by individuals who remained in Remission or Flare. <bold>(B)</bold> Receiver operator curves (ROC) of 2 machine learning models, XGboost and LASSO, trained on serum proteome to classify flare or remission. AUC is representative of test set cohort parameters. <bold>(C)</bold> Bar plot of model features that impact risk of flare or remission in the XGboost model with log2 expression and Uniprot ID annotated for each protein member. Feature importance is represented by relative size of bar. Values for different proteins represent their original values in the dataset for that particular sample. The base value means the average of the prediction scores, and 0.5 is the cutoff threshold to select a Flare status. <bold>(D)</bold> Gene concept plots derived from XGboost protein features. Each node represents a GO pathway with proteins connected by edges. EDAR, Ectodysplasin A receptor; SPINT2, Serine peptidase inhibitor; CX3CL1, Fractalkine; EPHB2, Ephrin type-B receptor 2. SNCA, Synuclein alpha; PLAUR, Plasminogen Activator; VEGFA, vascular endothelial growth factor A; MYC, Myc proto-oncogene protein; IL17F, Interleukin 17F; ROBO3, Roundabout homolog 3; CFB, complement factor B.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-12-729681-g002.tif"/>
</fig>
<p>To test this hypothesis, we explored the use of two machine learning algorithms, LASSO and XGBoost, to build predictive models that classify future flare using baseline serum proteomics. We generated two models, both of which were validated on a test cohort (20% of total cohort). The LASSO model achieved 69.2% accuracy, with an AUC of 0.58, along with sensitivity of 0.5 and specificity of 0.78 based on the test cohort (Features in <xref ref-type="supplementary-material" rid="SM1">
<bold>Table S3</bold>
</xref>). XGboost delivered a model with higher specificity (0.78) than sensitivity (0.63) and an overall accuracy of 73.1% with an AUC 0.80. Therefore, we found that the XGboost model outperformed the LASSO model by the metric area under the curve (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2B</bold>
</xref>, AUC, 0.80 <italic>vs</italic> 0.58), accuracy (73.1% <italic>vs</italic> 69.2%) and sensitivity (0.63 <italic>vs.</italic> 0.5).</p>
<p>To interpret this XGBoost model, we explored the impact of essential features in terms of SHAP values on the classifier&#x2019;s output for a single prediction which are shown in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2C</bold>
</xref>. We identified Interleukin 17F (IL17F) and Myc proto-oncogene protein (MYC) expression as indicators of future flare, while Roundabout homolog 3 (ROBO3), Synuclein alpha (SNCA), complement factor B (CFB) and vascular endothelial growth factor A (VEGF-A) expression were indicators of sustained remission (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2C</bold>
</xref> and <xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S3</bold>
</xref>). Given the small number of proteins that derived our boosted model, we next explored whether there were any functional links between these proteins. We developed gene concept plots to identify potential protein interactions and found that SNCA, MYC, VEGFA and PLAUR were connected by a single pathway, <italic>endopeptidase mediated apoptosis</italic>. We then analyzed IL17F restricted networks, given its conflicting role in RA (<xref ref-type="bibr" rid="B33">33</xref>&#x2013;<xref ref-type="bibr" rid="B36">36</xref>), and that its expression was associated with future flare in our model. We found that IL17F interacted with VEGFA though <italic>growth factor</italic> function, and with SNCA through common effects on the <italic>inflammatory response</italic> (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2D</bold>
</xref>). IL17F independently regulated <italic>GM-CSF production</italic>, a key driver of RA disease activity through the recruitment of neutrophils (<xref ref-type="bibr" rid="B37">37</xref>). Overall, this network analysis suggests that cellular apoptosis and GM-CSF production may be associated with future disease flares in RA patients who are otherwise stable.</p>
</sec>
<sec id="s4_3">
<title>Disease Activity in Stable RA Is Reflected in the Serum Proteome</title>
<p>In our hierarchical clustering, we observed a lower mean DAS28 score in Cluster 4 compared to the remaining 3 clusters (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3A</bold>
</xref>). RA patients who achieve DAS28 defined remission often have residual disease activity, however, since this population is not typically the focus of translational studies, little is known regarding biomarkers that are reflective of ongoing disease activity. Indeed, we found that several protein members correlated with DAS28 score (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S4</bold>
</xref>), including Integrin alpha 2B (ITGA2B), Bactericidal permeability-increasing protein (BPI) and chemokine ligand 2 (CXCL2, Pearson R, all p value &lt; 0.01). Further, complement proteins (C3, C4A, C1S) were all negatively associated with DAS28 score, suggesting activation and consumption of complement proteins (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3B</bold>
</xref>) were indicators of disease. There was no indication that these parameters varied based on ACPA status (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S5</bold>
</xref>).</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Serum proteins are associated with DAS28 in stable RA. <bold>(A)</bold> Box plots of DAS28 disease scores in patients, split by cluster assignment (p = 0.03). <bold>(B)</bold> Correlation plots of DAS28 and serum protein expression of ITGA2B, BPI, CXCL2, C3, C4A, C1S. *p &lt; 0.05.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-12-729681-g003.tif"/>
</fig>
<p>To further explore the relationship between disease activity and serum biomarkers, we developed a sliding window model (SWAN) which examined protein variability across DAS28 quintiles, after controlling for <italic>Age</italic> and <italic>Sex</italic>. Across DAS28 a total of 34 proteins varied significantly with disease activity (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4A</bold>
</xref>). We used these 34 protein members to annotate a meta-protein expression score (the mean expression profiles of the 34 proteins), which correlated with DAS28 (R = 0.45, p &lt; 0.001, <xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S6</bold>
</xref>). To test the robustness of this finding, we sampled 5000 random sets with 34 proteins in each set and correlated their mean expression with DAS28 scores. We found a range of -0.37 &#x2013; 0.27, associated with a low probability (0) that the correlation of 0.45 would occur by chance (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S7</bold>
</xref>). This protein disease activity score was significantly lower in Cluster 4 compared to the remaining 3 clusters (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4B</bold>
</xref>), concordant with their lower DAS28 scores. Gene concept plots revealed that these 34 proteins interacted through nodes that included <italic>humoral immunity, apoptosis</italic>, and <italic>complement activation</italic> (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4C</bold>
</xref>). Overall, these data suggest that stable RA disease activity is marked by complement consumption and humoral immune responses, which is reflected in a serum protein signature that is detectable in patients with stable RA.</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>A serum proteomic signature is associated with DAS28 in stable RA. <bold>(A)</bold> Sliding window analysis of disease activity (Quintiles x-axis) and 34 proteins that vary with DAS score after controlling for <italic>Age</italic> and <italic>Sex</italic>. Heatmap is colored on coefficient relationship to DAS score <bold>(B)</bold> Box plots of disease activity protein score split by cluster assignment. <bold>(C)</bold> Gene concept plots derived from disease activity protein score. Each node represents a GO pathway with proteins connected by edges. ITGA2B, Integrin alpha 2B; BPI, Bactericidal permeability-increasing protein; CXCL2, Chemokine ligand 2; C3, Complement C3; C4A, Complement 4A; C1S, Complement 1S. ****p &lt; 0.00001.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-12-729681-g004.tif"/>
</fig>
</sec>
</sec>
<sec id="s5" sec-type="discussion">
<title>Discussion</title>
<p>With the advent of multiple targeted therapies, alone and in combination, most RA patients should reasonably expect to achieve low disease activity or clinical remission status. To date, few studies have sought to understand the heterogeneity of the biological pathways underpinning clinical remission in this rapidly expanding population of RA patients. When, and in whom to attempt withdrawal of therapy has become a compelling clinical question. On the one hand, there is justifiable concern regarding reactivation of systemic and articular inflammation. On the other hand, ongoing use of DMARDs and/or biologics is associated with increased risk of infectious complications (<xref ref-type="bibr" rid="B38">38</xref>), malignancy (<xref ref-type="bibr" rid="B39">39</xref>) and cost (<xref ref-type="bibr" rid="B40">40</xref>). Strategies for successful taper however remain ill-defined and, importantly, lack precision (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B41">41</xref>, <xref ref-type="bibr" rid="B42">42</xref>). The RETRO clinical trial has previously generated predictive models that were based on clinical parameters and serum studies (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>). ACPA seropositivity appears to be an important indicator for increased risk of future relapse (<xref ref-type="bibr" rid="B17">17</xref>), while clinical parameters have modest predictive value even when combined with advanced machine learning techniques (<xref ref-type="bibr" rid="B43">43</xref>). It remains unclear if these indicators are clinically applicable and generalizable to a wide range of RA patient populations. The focus of this study was to use a broad-based serum proteomic approach to better understand the underlying heterogeneity amongst RA patients who are in sustained clinical remission, prior to their participation in a clinical trial of therapy withdrawal. Our results identify proteomic signatures reflecting biological mechanisms that are associated with ongoing disease stability off therapy, or alternatively, the risk of future disease relapse.</p>
<p>Our XGboost model suggested that individual circulating serum biomarkers are unlikely, on their own, to be predictive of future stability or relapse after therapy withdrawal. In spite of this, combinations of proteomic biomarkers identified by the machine learning achieved relatively high AUC and accuracy in predicting outcomes. Indeed, this is a testament to the power of rapidly evolving machine learning algorithms that are being developed for many clinical problems (<xref ref-type="bibr" rid="B44">44</xref>). Network analysis of proteins derived from machine learning suggested that inflammatory forms of cellular death was an indicator for risk future disease flare. Indeed, apoptosis is escaped by pathogenic fibroblast-like synoviocytes and likely contributes to their aggressive and hyperplastic phenotype in RA (<xref ref-type="bibr" rid="B45">45</xref>) and this may point to systemic FLS as a potential source of these proteins (<xref ref-type="bibr" rid="B46">46</xref>). Hierarchical clustering identified proteomic clusters which were defined, in part, by clinical characteristics. Cluster 4 represented a patient group with lower DAS28 scores amongst the remaining patient cohort. Our disease activity signature, found to be lower in Cluster 4, suggested that elements of humoral immunity and complement activation might facilitate disease activity in otherwise stable RA patients. This suggests that activating pathways differentially regulate disease activity in this subset of RA patients, as many of the well-known disease activity markers in RA suggest that innate immune responses associate with DAS28 scores (<xref ref-type="bibr" rid="B47">47</xref>&#x2013;<xref ref-type="bibr" rid="B49">49</xref>).</p>
<p>The analyses we undertook utilized the SOMAscan aptamer-based technology to interrogate 1307 distinct serum proteins. Although this provided us with a robust array of biomarkers, it is well recognized that these represent only a fraction of the human proteome, and that larger arrays that span a larger proportion of the circulating proteome may help generate even more accurate predictive algorithms. Moreover, there remains an incomplete understanding of how aptamer-based detection of each individual analyte correlates with other detection methodologies such as those that are antibody based (<xref ref-type="bibr" rid="B24">24</xref>). Due to our modest sample size, we observed strongly statistically significant association although R values related to DAS28 scores were all below 0.3. However, we expect the R values may increase using a larger sample size while the significant association will be still held. Finally, SOMA proteins may bias over-representation analysis based on the selected proteins which are included in the set. Notably, network analysis was used in this study to connect proteins of interest through biological nodes. These results would not be impacted by inherent bias in the SOMA protein set.</p>
<p>In conclusion, we applied an unsupervised, high-throughput proteomics assay to delineate biomarkers and pathways that reflect the biological heterogeneity present in RA patients who are collectively deemed to be in stable clinical remission. Based on this, we used supervised machine learning to develop robust models that predicted ongoing disease stability after therapy withdrawal as opposed to future disease flare. Although it is premature to try and define the potential clinical utility of these models, they do provide an important impetus for further studies that aim to further define a biological definition of remission in RA patients that can ultimately guide clinical decision making.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>. Further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Friedrich-Alexander-University of Erlangen-Nuremberg. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author Contributions</title>
<p>LO&#x2019;N: data analysis, manuscript construction. PH: data analysis. QL: data analysis. MI: data analysis. VS: data analysis. JR: data collection and clinical trial. AH: data collection and clinical trial. VA: manuscript, data analysis. IS: manuscript, data analysis. HE-G: manuscript, data analysis. GS: data collection and clinical trial. JW: oversight, manuscript, data analysis. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>The authors above have no relevant financial disclosures or benefits from commercial sources that could create a potential conflict of interest. The entirety of this work was funded by a grant obtained by JA Wilkins through the Canadian Foundation for Innovation.</p>
</sec>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="s12" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fimmu.2021.729681/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fimmu.2021.729681/full#supplementary-material</ext-link>
</p>
  <supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
  <supplementary-material xlink:href="DataSheet_2.xlsx" id="SM2" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McInnes</surname> <given-names>IB</given-names>
</name>
<name>
<surname>Schett</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>The Pathogenesis of Rheumatoid Arthritis</article-title>. <source>N Engl J Med</source> (<year>2011</year>) <volume>365</volume>:<page-range>2205&#x2013;19</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1056/NEJMra1004965</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Smolen</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Breedveld</surname> <given-names>FC</given-names>
</name>
<name>
<surname>Burmester</surname> <given-names>GR</given-names>
</name>
<name>
<surname>Bykerk</surname> <given-names>V</given-names>
</name>
<name>
<surname>Dougados</surname> <given-names>M</given-names>
</name>
<name>
<surname>Emery</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Treating Rheumatoid Arthritis to Target: 2014 Update of the Recommendations of an International Task Force</article-title>. <source>Ann Rheum Dis</source> (<year>2016</year>) <volume>75</volume>:<fpage>3</fpage>&#x2013;<lpage>15</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/annrheumdis-2015-207524</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dougados</surname> <given-names>M</given-names>
</name>
<name>
<surname>Aletaha</surname> <given-names>D</given-names>
</name>
<name>
<surname>van Riel</surname> <given-names>PL</given-names>
</name>
</person-group>. <article-title>Disease Activity Measures for Rheumatoid Arthritis</article-title>. <source>Clin Exp Rheumatol</source> (<year>2007</year>) <volume>25</volume>:<page-range>S22&#x2013;9</page-range>.</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Combe</surname> <given-names>B</given-names>
</name>
<name>
<surname>Rincheval</surname> <given-names>N</given-names>
</name>
<name>
<surname>Benessiano</surname> <given-names>J</given-names>
</name>
<name>
<surname>Berenbaum</surname> <given-names>F</given-names>
</name>
<name>
<surname>Cantagrel</surname> <given-names>A</given-names>
</name>
<name>
<surname>Daures</surname> <given-names>JP</given-names>
</name>
<etal/>
</person-group>. <article-title>Five-Year Favorable Outcome of Patients With Early Rheumatoid Arthritis in the 2000s: Data From the ESPOIR Cohort</article-title>. <source>J Rheumatol</source> (<year>2013</year>) <volume>40</volume>:<page-range>1650&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3899/jrheum.121515</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Aga</surname> <given-names>AB</given-names>
</name>
<name>
<surname>Lie</surname> <given-names>E</given-names>
</name>
<name>
<surname>Uhlig</surname> <given-names>T</given-names>
</name>
<name>
<surname>Olsen</surname> <given-names>IC</given-names>
</name>
<name>
<surname>Wierod</surname> <given-names>A</given-names>
</name>
<name>
<surname>Kalstad</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Time Trends in Disease Activity, Response and Remission Rates in Rheumatoid Arthritis During the Past Decade: Results From the NOR-DMARD Study 2000-2010</article-title>. <source>Ann Rheum Dis</source> (<year>2015</year>) <volume>74</volume>:<page-range>381&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/annrheumdis-2013-204020</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Galvao</surname> <given-names>TF</given-names>
</name>
<name>
<surname>Zimmermann</surname> <given-names>IR</given-names>
</name>
<name>
<surname>da Mota</surname> <given-names>LM</given-names>
</name>
<name>
<surname>Silva</surname> <given-names>MT</given-names>
</name>
<name>
<surname>Pereira</surname> <given-names>MG</given-names>
</name>
</person-group>. <article-title>Withdrawal of Biologic Agents in Rheumatoid Arthritis: A Systematic Review and Meta-Analysis</article-title>. <source>Clin Rheumatol</source> (<year>2016</year>) <volume>35</volume>:<page-range>1659&#x2013;68</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10067-016-3285-y</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ghiti Moghadam</surname> <given-names>M</given-names>
</name>
<name>
<surname>Vonkeman</surname> <given-names>HE</given-names>
</name>
<name>
<surname>Ten Klooster</surname> <given-names>PM</given-names>
</name>
<name>
<surname>Tekstra</surname> <given-names>J</given-names>
</name>
<name>
<surname>van Schaardenburg</surname> <given-names>D</given-names>
</name>
<name>
<surname>Starmans-Kool</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Stopping Tumor Necrosis Factor Inhibitor Treatment in Patients With Established Rheumatoid Arthritis in Remission or With Stable Low Disease Activity: A Pragmatic Multicenter, Open-Label Randomized Controlled Trial</article-title>. <source>Arthritis Rheumatol</source> (<year>2016</year>) <volume>68</volume>:<page-range>1810&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/art.39626</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Smolen</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Nash</surname> <given-names>P</given-names>
</name>
<name>
<surname>Durez</surname> <given-names>P</given-names>
</name>
<name>
<surname>Hall</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ilivanova</surname> <given-names>E</given-names>
</name>
<name>
<surname>Irazoque-Palazuelos</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>Maintenance, Reduction, or Withdrawal of Etanercept After Treatment With Etanercept and Methotrexate in Patients With Moderate Rheumatoid Arthritis (PRESERVE): A Randomised Controlled Trial</article-title>. <source>Lancet</source> (<year>2013</year>) <volume>381</volume>:<page-range>918&#x2013;29</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0140-6736(12)61811-X</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Emery</surname> <given-names>P</given-names>
</name>
<name>
<surname>Hammoudeh</surname> <given-names>M</given-names>
</name>
<name>
<surname>FitzGerald</surname> <given-names>O</given-names>
</name>
<name>
<surname>Combe</surname> <given-names>B</given-names>
</name>
<name>
<surname>Martin-Mola</surname> <given-names>E</given-names>
</name>
<name>
<surname>Buch</surname> <given-names>MH</given-names>
</name>
<etal/>
</person-group>. <article-title>Sustained Remission With Etanercept Tapering in Early Rheumatoid Arthritis</article-title>. <source>N Engl J Med</source> (<year>2014</year>) <volume>371</volume>:<page-range>1781&#x2013;92</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1056/NEJMoa1316133</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tweehuysen</surname> <given-names>L</given-names>
</name>
<name>
<surname>van den Ende</surname> <given-names>C</given-names>
</name>
<name>
<surname>Beeren</surname> <given-names>F</given-names>
</name>
<name>
<surname>Been</surname> <given-names>E</given-names>
</name>
<name>
<surname>van den Hoogen</surname> <given-names>F</given-names>
</name>
<name>
<surname>den Broeder</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Little Evidence for Usefulness of Biomarkers for Predicting Successful Dose Reduction or Discontinuation of a Biologic Agent in Rheumatoid Arthritis</article-title>. <source>Arthritis Rheum</source> (<year>2017</year>) <volume>69</volume>:<page-range>301&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/art.39946</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Boja</surname> <given-names>E</given-names>
</name>
<name>
<surname>Hiltke</surname> <given-names>T</given-names>
</name>
<name>
<surname>Rivers</surname> <given-names>R</given-names>
</name>
<name>
<surname>Kinsinger</surname> <given-names>C</given-names>
</name>
<name>
<surname>Rahbar</surname> <given-names>A</given-names>
</name>
<name>
<surname>Mesri</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Evolution of Clinical Proteomics and Its Role in Medicine</article-title>. <source>J Proteome Res</source> (<year>2011</year>) <volume>10</volume>:<fpage>66</fpage>&#x2013;<lpage>84</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1021/pr100532g</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Moaddel</surname> <given-names>R</given-names>
</name>
<name>
<surname>Ubaida-Mohien</surname> <given-names>C</given-names>
</name>
<name>
<surname>Tanaka</surname> <given-names>T</given-names>
</name>
<name>
<surname>Lyashkov</surname> <given-names>A</given-names>
</name>
<name>
<surname>Basisty</surname> <given-names>N</given-names>
</name>
<name>
<surname>Schilling</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Proteomics in Aging Research: A Roadmap to Clinical, Translational Research</article-title>. <source>Aging Cell</source> (<year>2021</year>) <volume>20</volume>:<fpage>e13325</fpage>. doi: <pub-id pub-id-type="doi">10.1111/acel.13325</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>O&#x2019;Neil</surname> <given-names>LJ</given-names>
</name>
<name>
<surname>Spicer</surname> <given-names>V</given-names>
</name>
<name>
<surname>Smolik</surname> <given-names>I</given-names>
</name>
<name>
<surname>Meng</surname> <given-names>X</given-names>
</name>
<name>
<surname>Goel</surname> <given-names>RR</given-names>
</name>
<name>
<surname>Anaparti</surname> <given-names>V</given-names>
</name>
<etal/>
</person-group>. <article-title>Association of a Serum Protein Signature With Rheumatoid Arthritis Development</article-title>. <source>Arthritis Rheumatol</source> (<year>2021</year>) <volume>73</volume>:<fpage>78</fpage>&#x2013;<lpage>88</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/art.41483</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Olivier</surname> <given-names>M</given-names>
</name>
<name>
<surname>Asmis</surname> <given-names>R</given-names>
</name>
<name>
<surname>Hawkins</surname> <given-names>GA</given-names>
</name>
<name>
<surname>Howard</surname> <given-names>TD</given-names>
</name>
<name>
<surname>Cox</surname> <given-names>LA</given-names>
</name>
</person-group>. <article-title>The Need for Multi-Omics Biomarker Signatures in Precision Medicine</article-title>. <source>Int J Mol Sci</source> (<year>2019</year>) <volume>20</volume>:<fpage>4781</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/ijms20194781</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haschka</surname> <given-names>J</given-names>
</name>
<name>
<surname>Englbrecht</surname> <given-names>M</given-names>
</name>
<name>
<surname>Hueber</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Manger</surname> <given-names>B</given-names>
</name>
<name>
<surname>Kleyer</surname> <given-names>A</given-names>
</name>
<name>
<surname>Reiser</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Relapse Rates in Patients With Rheumatoid Arthritis in Stable Remission Tapering or Stopping Antirheumatic Therapy: Interim Results From the Prospective Randomised Controlled RETRO Study</article-title>. <source>Ann Rheum Dis</source> (<year>2016</year>) <volume>75</volume>:<fpage>45</fpage>&#x2013;<lpage>51</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/annrheumdis-2014-206439</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rech</surname> <given-names>J</given-names>
</name>
<name>
<surname>Hueber</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Finzel</surname> <given-names>S</given-names>
</name>
<name>
<surname>Englbrecht</surname> <given-names>M</given-names>
</name>
<name>
<surname>Haschka</surname> <given-names>J</given-names>
</name>
<name>
<surname>Manger</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Prediction of Disease Relapses by Multibiomarker Disease Activity and Autoantibody Status in Patients With Rheumatoid Arthritis on Tapering DMARD Treatment</article-title>. <source>Ann Rheum Dis</source> (<year>2016</year>) <volume>75</volume>:<page-range>1637&#x2013;44</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/annrheumdis-2015-207900</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Figueiredo</surname> <given-names>CP</given-names>
</name>
<name>
<surname>Bang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Cobra</surname> <given-names>JF</given-names>
</name>
<name>
<surname>Englbrecht</surname> <given-names>M</given-names>
</name>
<name>
<surname>Hueber</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Haschka</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Antimodified Protein Antibody Response Pattern Influences the Risk for Disease Relapse in Patients With Rheumatoid Arthritis Tapering Disease Modifying Antirheumatic Drugs</article-title>. <source>Ann Rheum Dis</source> (<year>2017</year>) <volume>76</volume>:<fpage>399</fpage>&#x2013;<lpage>407</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/annrheumdis-2016-209297</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gold</surname> <given-names>L</given-names>
</name>
<name>
<surname>Ayers</surname> <given-names>D</given-names>
</name>
<name>
<surname>Bertino</surname> <given-names>J</given-names>
</name>
<name>
<surname>Bock</surname> <given-names>C</given-names>
</name>
<name>
<surname>Bock</surname> <given-names>A</given-names>
</name>
<name>
<surname>Brody</surname> <given-names>EN</given-names>
</name>
<etal/>
</person-group>. <article-title>Aptamer-Based Multiplexed Proteomic Technology for Biomarker Discovery</article-title>. <source>PLoS One</source> (<year>2010</year>) <volume>5</volume>:<fpage>e15004</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0015004</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Aletaha</surname> <given-names>D</given-names>
</name>
<name>
<surname>Neogi</surname> <given-names>T</given-names>
</name>
<name>
<surname>Silman</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Funovits</surname> <given-names>J</given-names>
</name>
<name>
<surname>Felson</surname> <given-names>DT</given-names>
</name>
<name>
<surname>Bingham</surname> <given-names>CO</given-names> <suffix>3rd</suffix>
</name>
<etal/>
</person-group>. <article-title>2010 Rheumatoid Arthritis Classification Criteria: An American College of Rheumatology/European League Against Rheumatism Collaborative Initiative</article-title>. <source>Arthritis Rheum</source> (<year>2010</year>) <volume>62</volume>:<page-range>2569&#x2013;81</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/art.27584</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Felson</surname> <given-names>DT</given-names>
</name>
<name>
<surname>Smolen</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Wells</surname> <given-names>G</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>B</given-names>
</name>
<name>
<surname>van Tuyl</surname> <given-names>LH</given-names>
</name>
<name>
<surname>Funovits</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>American College of Rheumatology/European League Against Rheumatism Provisional Definition of Remission in Rheumatoid Arthritis for Clinical Trials</article-title>. <source>Ann Rheum Dis</source> (<year>2011</year>) <volume>70</volume>:<page-range>404&#x2013;13</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/ard.2011.149765</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tanaka</surname> <given-names>T</given-names>
</name>
<name>
<surname>Biancotto</surname> <given-names>A</given-names>
</name>
<name>
<surname>Moaddel</surname> <given-names>R</given-names>
</name>
<name>
<surname>Moore</surname> <given-names>AZ</given-names>
</name>
<name>
<surname>Gonzalez-Freire</surname> <given-names>M</given-names>
</name>
<name>
<surname>Aon</surname> <given-names>MA</given-names>
</name>
<etal/>
</person-group>. <article-title>Plasma Proteomic Signature of Age in Healthy Humans</article-title>. <source>Aging Cell</source> (<year>2018</year>) <volume>17</volume>:<fpage>e12799</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/acel.12799</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sathyan</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ayers</surname> <given-names>E</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>T</given-names>
</name>
<name>
<surname>Weiss</surname> <given-names>EF</given-names>
</name>
<name>
<surname>Milman</surname> <given-names>S</given-names>
</name>
<name>
<surname>Verghese</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Plasma Proteomic Profile of Age, Health Span, and All-Cause Mortality in Older Adults</article-title>. <source>Aging Cell</source> (<year>2020</year>) <volume>19</volume>:<fpage>e13250</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/acel.13250</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Govaere</surname> <given-names>O</given-names>
</name>
<name>
<surname>Cockell</surname> <given-names>S</given-names>
</name>
<name>
<surname>Tiniakos</surname> <given-names>D</given-names>
</name>
<name>
<surname>Queen</surname> <given-names>R</given-names>
</name>
<name>
<surname>Younes</surname> <given-names>R</given-names>
</name>
<name>
<surname>Vacca</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Transcriptomic Profiling Across the Nonalcoholic Fatty Liver Disease Spectrum Reveals Gene Signatures for Steatohepatitis and Fibrosis</article-title>. <source>Sci Transl Med</source> (<year>2020</year>) <volume>12</volume>:<elocation-id>eaba4448</elocation-id>. doi: <pub-id pub-id-type="doi">10.1126/scitranslmed.aba4448</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lollo</surname> <given-names>B</given-names>
</name>
<name>
<surname>Steele</surname> <given-names>F</given-names>
</name>
<name>
<surname>Gold</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Beyond Antibodies: New Affinity Reagents to Unlock the Proteome</article-title>. <source>Proteomics</source> (<year>2014</year>) <volume>14</volume>:<page-range>638&#x2013;44</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/pmic.201300187</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Azur</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Stuart</surname> <given-names>EA</given-names>
</name>
<name>
<surname>Frangakis</surname> <given-names>C</given-names>
</name>
<name>
<surname>Leaf</surname> <given-names>PJ</given-names>
</name>
</person-group>. <article-title>Multiple Imputation by Chained Equations: What Is it and How Does it Work</article-title>? <source>Int J Methods Psychiatr Res</source> (<year>2011</year>) <volume>20</volume>:<page-range>40&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/mpr.329</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ritchie</surname> <given-names>ME</given-names>
</name>
<name>
<surname>Phipson</surname> <given-names>B</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Law</surname> <given-names>CW</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>W</given-names>
</name>
<etal/>
</person-group>. <article-title>Limma Powers Differential Expression Analyses for RNA-Sequencing and Microarray Studies</article-title>. <source>Nucleic Acids Res</source> (<year>2015</year>) <volume>43</volume>:<fpage>e47</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/nar/gkv007</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yu</surname> <given-names>G</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>LG</given-names>
</name>
<name>
<surname>Han</surname> <given-names>Y</given-names>
</name>
<name>
<surname>He</surname> <given-names>QY</given-names>
</name>
</person-group>. <article-title>clusterProfiler: An R Package for Comparing Biological Themes Among Gene Clusters</article-title>. <source>OMICS</source> (<year>2012</year>) <volume>16</volume>:<page-range>284&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/omi.2011.0118</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lehallier</surname> <given-names>B</given-names>
</name>
<name>
<surname>Gate</surname> <given-names>D</given-names>
</name>
<name>
<surname>Schaum</surname> <given-names>N</given-names>
</name>
<name>
<surname>Nanasi</surname> <given-names>T</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>SE</given-names>
</name>
<name>
<surname>Yousef</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Undulating Changes in Human Plasma Proteome Profiles Across the Lifespan</article-title>. <source>Nat Med</source> (<year>2019</year>) <volume>25</volume>:<page-range>1843&#x2013;50</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41591-019-0673-2</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname> <given-names>C</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>B</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Lawrence</surname> <given-names>PJ</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>Q</given-names>
</name>
<etal/>
</person-group>. <article-title>Improving Protein-Protein Interactions Prediction Accuracy Using XGBoost Feature Selection and Stacked Ensemble Classifier</article-title>. <source>Comput Biol Med</source> (<year>2020</year>) <volume>123</volume>:<fpage>103899</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.compbiomed.2020.103899</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname> <given-names>TF</given-names>
</name>
<name>
<surname>Chao</surname> <given-names>PJ</given-names>
</name>
<name>
<surname>Ting</surname> <given-names>HM</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>YJ</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>JM</given-names>
</name>
<etal/>
</person-group>. <article-title>Using Multivariate Regression Model With Least Absolute Shrinkage and Selection Operator (LASSO) to Predict the Incidence of Xerostomia After Intensity-Modulated Radiotherapy for Head and Neck Cancer</article-title>. <source>PLoS One</source> (<year>2014</year>) <volume>9</volume>:<fpage>e89700</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0089700</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lundberg SM</surname> <given-names>EG</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Consistent Individualized Feature Attribution for Tree Ensembles</article-title>. (<year>2018</year>) <fpage>arXiv2019</fpage>. <uri xlink:href="https://arxiv.org/abs/1802.03888">https://arxiv.org/abs/1802.03888</uri>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Felson</surname> <given-names>DT</given-names>
</name>
<name>
<surname>Smolen</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Wells</surname> <given-names>G</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>B</given-names>
</name>
<name>
<surname>van Tuyl</surname> <given-names>LH</given-names>
</name>
<name>
<surname>Funovits</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>American College of Rheumatology/European League Against Rheumatism Provisional Definition of Remission in Rheumatoid Arthritis for Clinical Trials</article-title>. <source>Arthritis Rheum</source> (<year>2011</year>) <volume>63</volume>:<page-range>573&#x2013;86</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/art.30129</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname> <given-names>S</given-names>
</name>
<name>
<surname>Blijdorp</surname> <given-names>IC</given-names>
</name>
<name>
<surname>van Mens</surname> <given-names>LJJ</given-names>
</name>
<name>
<surname>Bowcutt</surname> <given-names>R</given-names>
</name>
<name>
<surname>Latuhihin</surname> <given-names>TE</given-names>
</name>
<name>
<surname>van de Sande</surname> <given-names>MGH</given-names>
</name>
<etal/>
</person-group>. <article-title>Interleukin 17A and IL-17F Expression and Functional Responses in Rheumatoid Arthritis and Peripheral Spondyloarthritis</article-title>. <source>J Rheumatol</source> (<year>2020</year>) <volume>47</volume>:<page-range>1606&#x2013;13</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3899/jrheum.190571</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Robert</surname> <given-names>M</given-names>
</name>
<name>
<surname>Miossec</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>IL-17 in Rheumatoid Arthritis and Precision Medicine: From Synovitis Expression to Circulating Bioactive Levels</article-title>. <source>Front Med (Lausanne)</source> (<year>2018</year>) <volume>5</volume>:<elocation-id>364</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fmed.2018.00364</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Marwa</surname> <given-names>OS</given-names>
</name>
<name>
<surname>Kalthoum</surname> <given-names>T</given-names>
</name>
<name>
<surname>Wajih</surname> <given-names>K</given-names>
</name>
<name>
<surname>Kamel</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Association of IL17A and IL17F Genes With Rheumatoid Arthritis Disease and the Impact of Genetic Polymorphisms on Response to Treatment</article-title>. <source>Immunol Lett</source> (<year>2017</year>) <volume>183</volume>:<fpage>24</fpage>&#x2013;<lpage>36</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.imlet.2017.01.013</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Taams</surname> <given-names>LS</given-names>
</name>
</person-group>. <article-title>Interleukin-17 in Rheumatoid Arthritis: Trials and Tribulations</article-title>. <source>J Exp Med</source> (<year>2020</year>) <volume>217</volume>:<elocation-id>e20192048</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1084/jem.20192048</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>R</given-names>
</name>
<name>
<surname>Lauridsen</surname> <given-names>HM</given-names>
</name>
<name>
<surname>Amezquita</surname> <given-names>RA</given-names>
</name>
<name>
<surname>Pierce</surname> <given-names>RW</given-names>
</name>
<name>
<surname>Jane-Wit</surname> <given-names>D</given-names>
</name>
<name>
<surname>Fang</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>IL-17 Promotes Neutrophil-Mediated Immunity by Activating Microvascular Pericytes and Not Endothelium</article-title>. <source>J Immunol</source> (<year>2016</year>) <volume>197</volume>:<page-range>2400&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.4049/jimmunol.1600138</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wallis</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Infection Risk and Biologics: Current Update</article-title>. <source>Curr Opin Rheumatol</source> (<year>2014</year>) <volume>26</volume>:<page-range>404&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/BOR.0000000000000072</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Maneiro</surname> <given-names>JR</given-names>
</name>
<name>
<surname>Souto</surname> <given-names>A</given-names>
</name>
<name>
<surname>Gomez-Reino</surname> <given-names>JJ</given-names>
</name>
</person-group>. <article-title>Risks of Malignancies Related to Tofacitinib and Biological Drugs in Rheumatoid Arthritis: Systematic Review, Meta-Analysis, and Network Meta-Analysis</article-title>. <source>Semin Arthritis Rheum</source> (<year>2017</year>) <volume>47</volume>:<page-range>149&#x2013;56</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.semarthrit.2017.02.007</pub-id>
</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Barnabe</surname> <given-names>C</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Ohinmaa</surname> <given-names>A</given-names>
</name>
<name>
<surname>Crane</surname> <given-names>L</given-names>
</name>
<name>
<surname>White</surname> <given-names>T</given-names>
</name>
<name>
<surname>Hemmelgarn</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Effectiveness, Complications, and Costs of Rheumatoid Arthritis Treatment With Biologics in Alberta: Experience of Indigenous and Non-Indigenous Patients</article-title>. <source>J Rheumatol</source> (<year>2018</year>) <volume>10</volume>:<page-range>1344&#x2013;52</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3899/jrheum.170779</pub-id>
</citation>
</ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Subesinghe</surname> <given-names>S</given-names>
</name>
<name>
<surname>Scott</surname> <given-names>IC</given-names>
</name>
</person-group>. <article-title>Key Findings From Studies of Methotrexate Tapering and Withdrawal in Rheumatoid Arthritis</article-title>. <source>Expert Rev Clin Pharmacol</source> (<year>2015</year>) <volume>8</volume>:<page-range>751&#x2013;60</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1586/17512433.2015.1077698</pub-id>
</citation>
</ref>
<ref id="B42">
<label>42</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Smolen</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Aletaha</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Rheumatoid Arthritis Therapy Reappraisal: Strategies, Opportunities and Challenges</article-title>. <source>Nat Rev Rheumatol</source> (<year>2015</year>) <volume>11</volume>:<page-range>276&#x2013;89</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/nrrheum.2015.8</pub-id>
</citation>
</ref>
<ref id="B43">
<label>43</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vodencarevic</surname> <given-names>A</given-names>
</name>
<name>
<surname>Tascilar</surname> <given-names>K</given-names>
</name>
<name>
<surname>Hartmann</surname> <given-names>F</given-names>
</name>
<name>
<surname>Reiser</surname> <given-names>M</given-names>
</name>
<name>
<surname>Hueber</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Haschka</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Advanced Machine Learning for Predicting Individual Risk of Flares in Rheumatoid Arthritis Patients Tapering Biologic Drugs</article-title>. <source>Arthritis Res Ther</source> (<year>2021</year>) <volume>23</volume>:<fpage>67</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13075-021-02439-5</pub-id>
</citation>
</ref>
<ref id="B44">
<label>44</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Norgeot</surname> <given-names>B</given-names>
</name>
<name>
<surname>Glicksberg</surname> <given-names>BS</given-names>
</name>
<name>
<surname>Trupin</surname> <given-names>L</given-names>
</name>
<name>
<surname>Lituiev</surname> <given-names>D</given-names>
</name>
<name>
<surname>Gianfrancesco</surname> <given-names>M</given-names>
</name>
<name>
<surname>Oskotsky</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Assessment of a Deep Learning Model Based on Electronic Health Record Data to Forecast Clinical Outcomes in Patients With Rheumatoid Arthritis</article-title>. <source>JAMA Netw Open</source> (<year>2019</year>) <volume>2</volume>:<fpage>e190606</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.0606</pub-id>
</citation>
</ref>
<ref id="B45">
<label>45</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Korb</surname> <given-names>A</given-names>
</name>
<name>
<surname>Pavenstadt</surname> <given-names>H</given-names>
</name>
<name>
<surname>Pap</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Cell Death in Rheumatoid Arthritis</article-title>. <source>Apoptosis</source> (<year>2009</year>) <volume>14</volume>:<page-range>447&#x2013;54</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10495-009-0317-y</pub-id>
</citation>
</ref>
<ref id="B46">
<label>46</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Orange</surname> <given-names>DE</given-names>
</name>
<name>
<surname>Yao</surname> <given-names>V</given-names>
</name>
<name>
<surname>Sawicka</surname> <given-names>K</given-names>
</name>
<name>
<surname>Fak</surname> <given-names>J</given-names>
</name>
<name>
<surname>Frank</surname> <given-names>MO</given-names>
</name>
<name>
<surname>Parveen</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>RNA Identification of PRIME Cells Predicting Rheumatoid Arthritis Flares</article-title>. <source>N Engl J Med</source> (<year>2020</year>) <volume>383</volume>:<page-range>218&#x2013;28</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1056/NEJMoa2004114</pub-id>
</citation>
</ref>
<ref id="B47">
<label>47</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hammer</surname> <given-names>HB</given-names>
</name>
<name>
<surname>Fagerhol</surname> <given-names>MK</given-names>
</name>
<name>
<surname>Wien</surname> <given-names>TN</given-names>
</name>
<name>
<surname>Kvien</surname> <given-names>TK</given-names>
</name>
</person-group>. <article-title>The Soluble Biomarker Calprotectin (an S100 Protein) Is Associated to Ultrasonographic Synovitis Scores and Is Sensitive to Change in Patients With Rheumatoid Arthritis Treated With Adalimumab</article-title>. <source>Arthritis Res Ther</source> (<year>2011</year>) <volume>13</volume>:<fpage>R178</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/ar3503</pub-id>
</citation>
</ref>
<ref id="B48">
<label>48</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname> <given-names>YS</given-names>
</name>
<name>
<surname>Yan</surname> <given-names>W</given-names>
</name>
<name>
<surname>Geczy</surname> <given-names>CL</given-names>
</name>
<name>
<surname>Brown</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Thomas</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>Serum Levels of Soluble Receptor for Advanced Glycation End Products and of S100 Proteins Are Associated With Inflammatory, Autoantibody, and Classical Risk Markers of Joint and Vascular Damage in Rheumatoid Arthritis</article-title>. <source>Arthritis Res Ther</source> (<year>2009</year>) <volume>11</volume>:<fpage>R39</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/ar2645</pub-id>
</citation>
</ref>
<ref id="B49">
<label>49</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bach</surname> <given-names>M</given-names>
</name>
<name>
<surname>Moon</surname> <given-names>J</given-names>
</name>
<name>
<surname>Moore</surname> <given-names>R</given-names>
</name>
<name>
<surname>Pan</surname> <given-names>T</given-names>
</name>
<name>
<surname>Nelson</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Lood</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>A Neutrophil Activation Biomarker Panel in Prognosis and Monitoring of Patients With Rheumatoid Arthritis</article-title>. <source>Arthritis Rheumatol</source> (<year>2020</year>) <volume>72</volume>:<fpage>47</fpage>&#x2013;<lpage>56</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/art.41062</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>