<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2024.1399171</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Multiple immune-related adverse events secondary to checkpoint inhibitor therapy in patients with advanced cancer: association with treatment effectiveness</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Olsson Ladjevardi</surname>
<given-names>Cecilia</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2681709"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Koliadi</surname>
<given-names>Anthoula</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ryd&#xe9;n</surname>
<given-names>Viktoria</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>El-Naggar</surname>
<given-names>Ali Inan</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Digkas</surname>
<given-names>Evangelos</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2718369"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes" corresp="yes">
<name>
<surname>Valachis</surname>
<given-names>Antonios</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1905569"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Ullenhag</surname>
<given-names>Gustav J.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Immunology, Genetics, and Pathology, Uppsala University</institution>, <addr-line>Uppsala</addr-line>, <country>Sweden</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Oncology, Uppsala University Hospital</institution>, <addr-line>Uppsala</addr-line>, <country>Sweden</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Oncology, Faculty of Medicine and Health, &#xd6;rebro University</institution>, <addr-line>&#xd6;rebro</addr-line>, <country>Sweden</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Department of Oncology, M&#xe4;larsjukhuset</institution>, <addr-line>Eskilstuna</addr-line>, <country>Sweden</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Cory L. Brooks, California State University, Fresno, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Oliver Bechter, University Hospitals Leuven, Belgium</p>
<p>Serghei Covantsev, S. P. Botkin Clinical Hospital, Russia</p>
<p>Ole Weis Bjerrum, Odense University Hospital, Denmark</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Antonios Valachis, <email xlink:href="mailto:antonios.valachis@oru.se">antonios.valachis@oru.se</email>
</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>26</day>
<month>06</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>14</volume>
<elocation-id>1399171</elocation-id>
<history>
<date date-type="received">
<day>11</day>
<month>03</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>07</day>
<month>06</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2024 Olsson Ladjevardi, Koliadi, Ryd&#xe9;n, El-Naggar, Digkas, Valachis and Ullenhag</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Olsson Ladjevardi, Koliadi, Ryd&#xe9;n, El-Naggar, Digkas, Valachis and Ullenhag</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Checkpoint inhibitors (CPI) are widely used in cancer treatment with a potential of causing immune-related adverse events (IRAEs). Several studies have reported a positive correlation between development of IRAEs and improved survival outcome. However, few studies have focused on the potential role of multiple IRAEs on treatment effectiveness. This study aimed at investigating the association between multiple IRAEs and treatment effectiveness in terms of progression-free survival (PFS) and overall survival (OS) in advanced cancer patients.</p>
</sec>
<sec>
<title>Methods</title>
<p>We performed a retrospective cohort study at three Swedish centers. All patients (n=600) treated with PD-L1 or PD-1 inhibitor, in monotherapy or in combination for advanced cancer between January 2017 and December 2021 were included. Multiple IRAEs were defined as IRAEs involving more than one organ system either simultaneously or sequentially. Time-depending Cox-regression model to mitigate the risk for immortal time bias (ITB) was applied.</p>
</sec>
<sec>
<title>Results</title>
<p>The major tumor types were non-small cell lung cancer (205 patients; 34.2%) and malignant melanoma (196 patients; 32.7%). Of all patients,32.8% developed single IRAE and 16.2% multiple IRAEs. Patients with multiple IRAEs showed significantly improved PFS (Hazard Ratio, HR=0.78 95% Confidence Interval, CI: 0.57&#x2013;0.98) and OS (HR=0.65 95% CI: 0.44&#x2013;0.95) compared to patients with single IRAE or no IRAE (HR=0.46 95% CI:0.34&#x2013;0.62 for PFS vs HR=0.41 95% CI: 0.28-0.60 for OS).</p>
</sec>
<sec>
<title>Conclusion</title>
<p>In conclusion, our data supports a stronger association between development of multiple as opposed to single IRAEs and clinical effectiveness in advanced cancer patients treated with CPIs.</p>
</sec>
</abstract>
<kwd-group>
<kwd>checkpoint inhibitors</kwd>
<kwd>multiple immune-related adverse events</kwd>
<kwd>immortal time bias</kwd>
<kwd>advanced cancer</kwd>
<kwd>cohort study</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="37"/>
<page-count count="8"/>
<word-count count="4714"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Cancer Immunity and Immunotherapy</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Immunotherapy with checkpoint inhibitors (CPI), i.e. anti-PD-1, anti PD-L1 and CTLA-4 antibodies has dramatically improved survival rates in various cancer types during the last decade and they are frequently used in different treatment settings (<xref ref-type="bibr" rid="B1">1</xref>&#x2013;<xref ref-type="bibr" rid="B3">3</xref>). Although the introduction of CPIs has improved outcomes in several cancer types, their use cause a considerable risk for immune-related adverse events (IRAEs) which may appear in nearly every organ system and at any point during treatment and even after treatment discontinuation (<xref ref-type="bibr" rid="B4">4</xref>). Potential mechanisms resulting in IRAEs include increased T-cell activity against antigens present in both tumors and healthy tissue, increased levels of cytokines, and preexisting autoantibodies, and enhanced complement-mediated inflammation (<xref ref-type="bibr" rid="B4">4</xref>). Despite lack of knowledge considering the exact underlying pathophysiological mechanisms, the occurrence of IRAEs reflects activation of the immune system (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B5">5</xref>). Since the development of IRAEs depends on the mechanism of action of CPIs, it has been assumed that patients developing IRAEs might have a better response to treatment.</p>
<p>The potential association between development of IRAEs and survival outcome is extensively studied. Several studies have shown a positive association between development of IRAEs and clinical benefit for different cancer types including malignant melanoma (MM), non-small cell lung cancer (NSCLC), renal cell carcinoma, urothelial cancer, head and neck cancer, and gastrointestinal cancer (<xref ref-type="bibr" rid="B6">6</xref>&#x2013;<xref ref-type="bibr" rid="B10">10</xref>). Immune-related adverse events involving more than one organ, called multiple IRAEs have not been studied to the same extent. The current evidence suggests a better prognosis in patients with multiple IRAEs with a stronger effect magnitude compared to patients with single IRAEs (<xref ref-type="bibr" rid="B11">11</xref>&#x2013;<xref ref-type="bibr" rid="B16">16</xref>), even if conflicting results exists (<xref ref-type="bibr" rid="B17">17</xref>). However, the current evidence can be questioned due to the high risk for immortal-time bias (ITB) that either has not been considered in some of the studies (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B15">15</xref>) or it was dealt with in landmark analysis (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B17">17</xref>) that can also lead to bias compared to the more robust time-dependent Cox model (<xref ref-type="bibr" rid="B18">18</xref>). Besides, most of the studies only included patients with NSCLC (<xref ref-type="bibr" rid="B11">11</xref>&#x2013;<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>), thus impacting the generalizability of study results.</p>
<p>The aim of the present study was to investigate the patterns of multiple IRAE occurrence and their impact on CPI effectiveness in an unselected cohort of patients with advanced cancer using time-dependent Cox models to mitigate the ITB risk.</p>
</sec>
<sec id="s2">
<title>Patients and methods</title>
<sec id="s2_1">
<title>Study design and setting</title>
<p>In this multicenter retrospective cohort study, we identified all patients treated with CPIs (PD-1 or PD-L1 inhibitors) for advanced solid tumors between January 1<sup>st</sup> 2017 until December 31<sup>st</sup> 2021 from three regions (S&#xf6;dermland county, Uppsala county, &#xd6;rebro county) in Sweden. Patients treated with a combination of PD-1 and anti-CTLA4 inhibitor were identified from local electronic prescribing systems for oncological therapy, alongside patients treated with CPIs as part of a clinical trial, and all were included in the analyses. We excluded patients treated with CPIs in a curative setting.</p>
<p>The study was approved by the Swedish Ethical Review Authority (reference number 019&#x2013;02469 and 020&#x2013;06801) and the requirement for informed consent was waived. The study has been performed in accordance with the principles of the Declaration of Helsinki.</p>
</sec>
<sec id="s2_2">
<title>Data collection</title>
<p>Data were extracted from electronic medical records (EMR) by researchers (clinical oncologists) in a database with pre-specified variables of interest. The following data were collected: age at diagnosis (as years), sex, comorbidities expressed as Charlson Comorbidity Index, type of cancer, primary treatment at diagnosis, age at diagnosis of advanced cancer, metastatic sites, CPI initiation date, type of CPI, performance status (PS; WHO classification) at CPI initiation, number of previous lines of treatment, best treatment response on CPI, date of disease progression, IRAEs (date, type, grade, outcome), date of death and cause of death. IRAEs were collected before each treatment cycle or as acute events according to clinical practice.</p>
</sec>
<sec id="s2_3">
<title>Outcomes and definitions</title>
<p>Immune-related adverse events were categorized in grade according to CTCAE 5.0 grading system. If the grade was not included in the EMRs, an approximation of the grade was decided based on the description of adverse events in EMRs and the laboratory findings, whenever feasible.</p>
<p>Multiple IRAEs were defined as IRAEs involving more than one organ system either simultaneously or sequentially.</p>
<p>Progression-free survival (PFS) was defined as the time from initiation of treatment to the occurrence of disease progression (as stated in the EMRs) or death. Overall survival (OS) was defined as the time from treatment initiation to death, irrespective of cause of death.</p>
</sec>
<sec id="s2_4">
<title>Statistical methods</title>
<p>For descriptive statistics, numbers with percentages and median with range or interquartile range (IQR) were used for categorical and continuous variables, respectively. For bivariate analyses, either chi-square or Kruskal-Wallis test were used for comparisons among the different groups (no IRAE, single IRAE, or multiple IRAEs).</p>
<p>To identify factors associated with occurrence of IRAEs, logistic regression models were applied (no IRAE vs. multiple IRAEs or single IRAE vs. multiple IRAEs) to calculate Odds Ratios (OR) and their corresponding 95% Confidence Intervals (CI) using the following parameters as potential risk factors; age, sex, CCI, type of cancer, performance status, type of CPI, and treatment line.</p>
<p>To investigate the potential impact of IRAEs on time-to-event outcomes (PFS and OS), we performed time-dependent Cox regression models as the main analyses to calculate Hazard Ratios (HR) and their corresponding 95% CIs. Occurrence of the IRAE was considered as a time varying covariate. The rest of the covariates included were age, sex, CCI, performance status, type of CPI, type of cancer, and treatment line. A sensitivity analysis was performed by excluding all patients treated with combined CPI (monotherapy-only cohort). In addition, two subgroup analyses were performed based on cancer type (MM, NSCLC). Within NSCLC cohort, the analyses were stratified by treatment line.</p>
<p>All adjusted analyses were based on complete case approach, namely only cases with complete information for all the covariates included in each analysis were used.</p>
<p>Kaplan-Meier curves were used to visualize the impact of IRAEs on time-to-event outcomes. For the visualization of the distribution of organ systems involved in multiple IRAEs, a chord diagram was constructed.</p>
<p>All reported p-values were two-tailed with a 0.05 cut-off for statistical significance. All analyses were performed using SPSS (IBM Corp. Released 2021. IBM SPSS Statistics for Windows, Version 28.0. Armonk, NY: IBM Corp).</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Characteristics of study cohort</title>
<p>Baseline characteristics of the study cohort are summarized in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. In total, 600 patients were included in the study cohort with a median age of 66 years (range: 21 &#x2013; 87). The most common underlying malignant disease was NSCLC (205 patients; 34.2%) followed by MM (196 patients; 32.7%) and renal cell carcinoma (87 patients; 14.6%). Monotherapy with nivolumab was the most used CPI treatment (283 patients; 47.2%) followed by single treatment with pembrolizumab (211 patients; 35.2%) whereas 41 patients (6.8%) were treated with the combination of nivolumab and ipilimumab. Furthermore, 57 patients (9.5%) were treated with atezolizumab, 4 patients (0.7%) with durvalumab and 4 patients (0.7%) with cemiplimab. Median follow-up time for the overall cohort was 15 months (IQR: 6 to 28 months), 23 months (IQR: 13 to 40 months) for patients with PS of 0, 12 months (IQR: 6 to 24 months) for patients with PS of 1, and 7 months (IQR: 1 to 16.5 months) for patients with PS of 2.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Characteristics of study cohort based on the occurrence of IRAE.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Variable</th>
<th valign="top" align="center">Whole cohort<break/>(N = 600)<break/>n (%)</th>
<th valign="top" align="center">No IRAE<break/>(N = 306)<break/>n (%)</th>
<th valign="top" align="center">Single IRAE<break/>(N = 197)<break/>n (%)</th>
<th valign="top" align="center">Multiple IRAEs<break/>(N = 97)<break/>n (%)</th>
<th valign="top" align="center">p-value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age, median (range), in years</td>
<td valign="top" align="center">66 (21 &#x2013; 87)</td>
<td valign="top" align="center">66 (21 &#x2013; 87)</td>
<td valign="top" align="center">67 (24 &#x2013; 87)</td>
<td valign="top" align="center">63 (24 &#x2013; 84)</td>
<td valign="top" align="center">0.684</td>
</tr>
<tr>
<td valign="top" align="left">Sex<break/>&#x2003;Female<break/>&#x2003;Male</td>
<td valign="top" align="center">
<break/>252 (42.0)<break/>348 (58.0)</td>
<td valign="top" align="center">
<break/>126 (41.2)<break/>180 (58.8)</td>
<td valign="top" align="center">
<break/>86 (43.7)<break/>111 (56.3)</td>
<td valign="top" align="center">
<break/>40 (41.2)<break/>57 (58.8)</td>
<td valign="top" align="center">
<break/>0.848</td>
</tr>
<tr>
<td valign="top" align="left">Charlson comorbidity index, median (range)</td>
<td valign="top" align="center">3 (0 &#x2013; 11)</td>
<td valign="top" align="center">3 (0 &#x2013; 11)</td>
<td valign="top" align="center">3 (0 &#x2013; 9)</td>
<td valign="top" align="center">3 (0 &#x2013; 11)</td>
<td valign="top" align="center">0.541</td>
</tr>
<tr>
<td valign="top" align="left">Type of cancer<break/>&#x2003;NSCLC<break/>&#x2003;Melanoma<break/>&#x2003;Renal cell carcinoma<break/>&#x2003;Urothelial carcinoma<break/>&#x2003;HNSCC<break/>&#x2003;Other</td>
<td valign="top" align="center">
<break/>205 (34.2)<break/>196 (32.7)<break/>87 (14.5)<break/>35 (5.8)<break/>23 (3.8)<break/>54 (9.0)</td>
<td valign="top" align="center">
<break/>118 (38.6)<break/>87 (28.4)<break/>42 (13.7)<break/>25 (8.2)<break/>13 (4.2)<break/>21 (6.9)</td>
<td valign="top" align="center">
<break/>64 (32.5)<break/>65 (33.0)<break/>28 (14.2)<break/>6 (3.0)<break/>9 (4.6)<break/>25 (12.7)</td>
<td valign="top" align="center">
<break/>23 (23.7)<break/>44 (45.4)<break/>17 (17.5)<break/>4 (4.1)<break/>1 (1.0)<break/>8 (8.2)</td>
<td valign="top" align="center">
<break/>0.005</td>
</tr>
<tr>
<td valign="top" align="left">
<italic>de novo</italic> metastatic disease</td>
<td valign="top" align="center">281 (46.9)</td>
<td valign="top" align="center">149 (48.7)</td>
<td valign="top" align="center">90 (45.7)</td>
<td valign="top" align="center">42 (43.3)</td>
<td valign="top" align="center">0.538</td>
</tr>
<tr>
<td valign="top" align="left">Visceral metastases</td>
<td valign="top" align="center">401 (66.8)</td>
<td valign="top" align="center">205 (67.0)</td>
<td valign="top" align="center">136 (69.0)</td>
<td valign="top" align="center">60 (61.9)</td>
<td valign="top" align="center">0.468</td>
</tr>
<tr>
<td valign="top" align="left">Central nervous system metastases</td>
<td valign="top" align="center">50 (8.3)</td>
<td valign="top" align="center">29 (9.5)</td>
<td valign="top" align="center">16 (8.1)</td>
<td valign="top" align="center">5 (5.2)</td>
<td valign="top" align="center">0.403</td>
</tr>
<tr>
<td valign="top" align="left">Performance status according to ECOG<break/>&#x2003;0<break/>&#x2003;1<break/>&#x2003;&#x2265; 2</td>
<td valign="top" align="center">
<break/>213 (35.7)<break/>279 (46.7)<break/>105 (17.6)</td>
<td valign="top" align="center">
<break/>79 (26.0)<break/>153 (50.3)<break/>72 (23.7)</td>
<td valign="top" align="center">
<break/>81 (41.1)<break/>90 (45.7)<break/>26 (13.2)</td>
<td valign="top" align="center">
<break/>53 (55.2)<break/>36 (37.5)<break/>7 (7.3)</td>
<td valign="top" align="center">
<break/>&lt; 0.001</td>
</tr>
<tr>
<td valign="top" align="left">Type of checkpoint inhibitors<break/>&#x2003;Nivolumab<break/>&#x2003;Pembrolizumab<break/>&#x2003;Atezolizumab<break/>&#x2003;Nivolumab + Ipilimumab<break/>&#x2003;Durvalumab<break/>&#x2003;Cemiplimab</td>
<td valign="top" align="center">
<break/>283 (47.2)<break/>211 (35.2)<break/>57 (9.5)<break/>41 (6.8)<break/>4 (0.7)<break/>4 (0.7)</td>
<td valign="top" align="center">
<break/>139 (45.4)<break/>116 (37.9)<break/>38 (12.4)<break/>9 (2.9)<break/>2 (0.7)<break/>2 (0.7)</td>
<td valign="top" align="center">
<break/>103 (52.3)<break/>63 (32.0)<break/>15 (7.6)<break/>14 (7.1)<break/>1 (0.5)<break/>1 (0.5)</td>
<td valign="top" align="center">
<break/>41 (42.3)<break/>32 (32.0)<break/>4 (4.1)<break/>18 (18.6)<break/>1 (1.0)<break/>1 (1.0)</td>
<td valign="top" align="center">
<break/>&lt; 0.001</td>
</tr>
<tr>
<td valign="top" align="left">Line of treatment for checkpoint inhibitors<break/>&#x2003;1<sup>st</sup>
<break/>&#x2003;2<sup>nd</sup>
<break/>&#x2003;3<sup>rd</sup> or later</td>
<td valign="top" align="center">
<break/>268 (45.0)<break/>231 (38.8)<break/>97 (16.3)</td>
<td valign="top" align="center">
<break/>124 (40.5)<break/>124 (40.5)<break/>58 (19.0)</td>
<td valign="top" align="center">
<break/>88 (44.7)<break/>82 (41.6)<break/>27 (13.7)</td>
<td valign="top" align="center">
<break/>56 (57.7)<break/>28 (28.9)<break/>13 (13.4)</td>
<td valign="top" align="center">
<break/>0.031</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Occurrence patterns, outcomes, and risk factors for multiple IRAEs</title>
<p>In total, 97 patients (16.2%) developed multiple IRAEs whereas 197 (32.8%) had a single IRAE during follow-up. Severity, management, and outcome of patients with IRAEs based on number of IRAEs is shown in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>. Patients with multiple IRAEs were more likely to develop grade &#x2265; 2 or grade &#x2265;3 IRAEs that could lead to higher discontinuation rate compared to patients with single IRAEs. Patients with a single IRAE recovered without sequelae to a higher extent than patients with multiple IRAEs (60% vs. 44.3% p=0.027).</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Severity, management, and outcome of patients with immune-related adverse events (IRAEs) based on number of IRAEs.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">Single IRAE<break/>(N = 197)<break/>n (%)</th>
<th valign="top" align="center">Multiple IRAEs<break/>(N = 97)<break/>n (%)</th>
<th valign="top" align="center">p-value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Time to onset of IRAE(months), median (range)</td>
<td valign="top" align="center">2 (0 &#x2013; 36)</td>
<td valign="top" align="center">1 (0 &#x2013; 29)</td>
<td valign="top" align="center">0.925</td>
</tr>
<tr>
<td valign="top" align="left">Maximum grade of IRAE severity<break/>&#x2003;Grade &#x2265; 2<break/>&#x2003;Grade &#x2265; 3</td>
<td valign="top" align="center">
<break/>
<break/>128 (65.0)<break/>62 (31.5)</td>
<td valign="top" align="center">
<break/>
<break/>91 (93.8)<break/>42 (43.3)</td>
<td valign="top" align="center">
<break/>
<break/>
<bold>&lt; 0.001</bold>
<break/>
<bold>0.046</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">Therapeutic management of IRAE*<break/>&#x2003;No treatment or supportive<break/>&#x2003;Corticosteroids<break/>&#x2003;Corticosteroids + alternative <break/>&#x2003;immunosuppression</td>
<td valign="top" align="center">
<break/>
<break/>82 (52.2)<break/>69 (43.9)<break/>6 (3.8)</td>
<td valign="top" align="center">
<break/>
<break/>40 (44.0)<break/>45 (49.5)<break/>6 (6.6)</td>
<td valign="top" align="center">
<break/>
<break/>0.351</td>
</tr>
<tr>
<td valign="top" align="left">Outcome of IRAEs<break/>&#x2003;Resolved without sequelae<break/>&#x2003;Resolved with minor <break/>&#x2003;sequelae<break/>&#x2003;Resolve with major sequelae</td>
<td valign="top" align="center">
<break/>118 (60.0)<break/>61 (31.0)<break/>
<break/>14 (7.0)</td>
<td valign="top" align="center">
<break/>43 (44.3)<break/>45 (46.4)<break/>
<break/>8 (8.3)</td>
<td valign="top" align="center">
<break/>
<bold>0.027</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">Death due to IRAE</td>
<td valign="top" align="center">4 (2.0)</td>
<td valign="top" align="center">1 (1.0)</td>
<td valign="top" align="center">0.533</td>
</tr>
<tr>
<td valign="top" align="left">Discontinuation due to IRAE</td>
<td valign="top" align="center">57 (28.9)</td>
<td valign="top" align="center">43 (44.3)</td>
<td valign="top" align="center">
<bold>0.009</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>*Lack of information in 40 patients with single IRAE and 6 patients with multiple IRAEs.</p>
</fn>
<fn>
<p>Statistically significant results are presented in bold.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Risk factors for developing multiple IRAEs are shown in <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>. Patients with PS &#x2265; 2 were less likely to develop multiple IRAEs (OR: 0.42 95% CI: 1.83&#x2013;11.79) whereas combined CPI treatment was associated with development of multiple IRAEs (OR: 4.64 95% CI: 1.83&#x2013;11.79) compared to no IRAE. We could not identify any risk factor associated with multiple IRAEs when compared to patients who developed a single IRAE.</p>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Risk factors for developing multiple immune-related adverse events.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Risk factors</th>
<th valign="top" align="center">Compared to no IRAE</th>
<th valign="top" align="center">Compared to single IRAE</th>
</tr>
<tr>
<th valign="top" align="center">Odds ratio (95% Confidence Interval)</th>
<th valign="top" align="center">Odds ratio (95% Confidence Interval)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age</td>
<td valign="top" align="center">0.99 (0.97 &#x2013; 1.03)</td>
<td valign="top" align="center">0.99 (0.96 &#x2013; 1.02)</td>
</tr>
<tr>
<td valign="top" align="left">Sex<break/>&#x2003;Female<break/>&#x2003;Male</td>
<td valign="top" align="center">
<break/>1.13 (0.67 &#x2013; 1.91)<break/>1</td>
<td valign="top" align="center">
<break/>0.96 (0.56 &#x2013; 1.63)<break/>1</td>
</tr>
<tr>
<td valign="top" align="left">Charlson comorbidity index</td>
<td valign="top" align="center">1.05 (0.87 &#x2013; 1.27)</td>
<td valign="top" align="center">1.05 (0.85 &#x2013; 1.31)</td>
</tr>
<tr>
<td valign="top" align="left">Type of cancer<break/>&#x2003;NSCLC<break/>&#x2003;Melanoma<break/>&#x2003;Other</td>
<td valign="top" align="center">
<break/>0.87 (0.42 &#x2013; 1.82)<break/>1<break/>0.92 (0.47 &#x2013; 1.80)</td>
<td valign="top" align="center">
<break/>0.91 (0.42 &#x2013; 1.97)<break/>1<break/>0.84 (0.41 &#x2013; 1.70)</td>
</tr>
<tr>
<td valign="top" align="left">Performance status according to ECOG<break/>&#x2003;0<break/>&#x2003;1<break/>&#x2003;&#x2265;2</td>
<td valign="top" align="center">
<break/>
<break/>1<break/>0.62 (0.34 &#x2013; 1.14)<break/>
<bold>0.42 (0.24 &#x2013; 0.75)</bold>
</td>
<td valign="top" align="center">
<break/>
<break/>1<break/>0.79 (0.44 &#x2013; 1.44)<break/>0.54 (0.21 &#x2013; 1.40)</td>
</tr>
<tr>
<td valign="top" align="left">Type of checkpoint inhibitors<break/>&#x2003;anti-PD-1<break/>&#x2003;anti-PD-L1<break/>&#x2003;combination with <break/>&#x2003;anti-CTLA4</td>
<td valign="top" align="center">
<break/>
<break/>1<break/>0.52 (0.18 &#x2013; 1.47)<break/>
<bold>4.64 (1.83 &#x2013; 11.79)</bold>
</td>
<td valign="top" align="center">
<break/>
<break/>1<break/>0.89 (0.29 &#x2013; 2.74)<break/>2.18 (0.96 &#x2013; 4.95)</td>
</tr>
<tr>
<td valign="top" align="left">Line of treatment for checkpoint inhibitors<break/>&#x2003;1<sup>st</sup>
<break/>&#x2003;2<sup>nd</sup>
<break/>&#x2003;3<sup>rd</sup> or later</td>
<td valign="top" align="center">
<break/>
<break/>1<break/>0.79 (0.42 &#x2013; 1.47)<break/>0.78 (0.35 &#x2013; 1.75)</td>
<td valign="top" align="center">
<break/>
<break/>1<break/>0.66 (0.35 &#x2013; 1.23)<break/>0.94 (0.38 &#x2013; 2.36)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Statistically significant results are presented in bold.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Distribution of organ systems involved in multiple IRAEs is demonstrated in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>. The most common dyads of organs with IRAE development within the same patient were skin-gastrointestinal, skin-rheumatologic, skin-endocrine, and rheumatologic-endocrine.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Chord diagram on the distribution of organ systems involved in multiple immune-related adverse events in a cohort of cancer patients with advanced disease treated with checkpoint inhibitors (n=600).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1399171-g001.tif"/>
</fig>
</sec>
<sec id="s3_3">
<title>Impact of multiple IRAEs on PFS and OS</title>
<p>A summary of results from time-dependent Cox analyses regarding the occurrence of IRAE and prognosis in terms of PFS and OS is presented in <xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>.</p>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Impact of multiple IRAEs on disease prognosis according to time-depending Cox regression models.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Models*</th>
<th valign="top" align="center">Variables</th>
<th valign="top" align="center">Hazard Ratio (95% Confidence Interval)</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="top" colspan="3" align="left">Progression-free survival</th>
</tr>
<tr>
<td valign="top" align="left">Time-dependent Cox, whole cohort (main analysis)</td>
<td valign="top" align="center">No IRAE<break/>Single IRAE<break/>Multiple IRAEs</td>
<td valign="top" align="center">1<break/>0.78 (0.57 &#x2013; 1.06)<break/>
<bold>0.46 (0.34 &#x2013; 0.62)</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">Time-dependent Cox, monotherapy only<break/>(sensitivity analysis)</td>
<td valign="top" align="center">No IRAE<break/>Single IRAE<break/>Multiple IRAEs</td>
<td valign="top" align="center">1<break/>0.82 (0.59 &#x2013; 1.16)<break/>
<bold>0.46 (0.34 &#x2013; 0.63)</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">Time-dependent Cox, NSCLC only (subgroup analysis)</td>
<td valign="top" align="center">No IRAE<break/>Single IRAE<break/>Multiple IRAEs</td>
<td valign="top" align="center">1<break/>0.90 (0.52 &#x2013; 1.56)<break/>0.67 (0.39 &#x2013; 1.15)</td>
</tr>
<tr>
<td valign="top" align="left">Time-dependent Cox, melanoma only<break/>(subgroup analysis)</td>
<td valign="top" align="center">No IRAE<break/>Single IRAE<break/>Multiple IRAEs</td>
<td valign="top" align="center">1<break/>0.67 (0.39 &#x2013; 1.12)<break/>
<bold>0.36 (0.22 &#x2013; 0.59)</bold>
</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">Overall survival</th>
</tr>
<tr>
<td valign="top" align="left">Time-dependent Cox, whole cohort (main analysis)</td>
<td valign="top" align="center">No IRAE<break/>Single IRAE<break/>Multiple IRAEs</td>
<td valign="top" align="center">1<break/>
<bold>0.63 (0.43 &#x2013; 0.92)</bold>
<break/>
<bold>0.41 (0.28 &#x2013; 0.60)</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">Time-dependent Cox, monotherapy only<break/>(sensitivity analysis)</td>
<td valign="top" align="center">No IRAE<break/>Single IRAE<break/>Multiple IRAEs</td>
<td valign="top" align="center">1<break/>0.76 (0.52 &#x2013; 1.13)<break/>
<bold>0.47 (0.32 &#x2013; 0.68)</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">Time-dependent Cox, NSCLC only (subgroup analysis)</td>
<td valign="top" align="center">No IRAE<break/>Single IRAE<break/>Multiple IRAEs</td>
<td valign="top" align="center">1<break/>0.85 (0.45 &#x2013; 1.60)<break/>0.86 (0.47 &#x2013; 1.59)</td>
</tr>
<tr>
<td valign="top" align="left">Time-dependent Cox, melanoma only<break/>(subgroup analysis)</td>
<td valign="top" align="center">No IRAE<break/>Single IRAE<break/>Multiple IRAEs</td>
<td valign="top" align="center">1<break/>
<bold>0.46 (0.25 &#x2013; 0.90)</bold>
<break/>
<bold>0.26 (0.14 &#x2013; 0.50)</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>*all analyses were adjusted for the following variables: age, gender, Charlson Comorbidity Index (CCI), performance status, type of checkpoint inhibitor, type of cancer (except from subgroup analyses), line of CPI treatment.</p>
</fn>
<fn>
<p>Statistically significant results are presented in bold.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>The occurrence of multiple IRAEs was associated with statistically significant improvement in PFS (HR: 0.46; 95% CI: 0.34 &#x2013; 0.63) compared to no IRAE in the whole study cohort as well as in the sensitivity analysis when only patients with CPI as monotherapy were included. An addition analysis with single IRAE as a reference demonstrated statistically significant improvement in PFS (HR: 0.78; 95% CI: 0.57&#x2013;0.98) for patients developing multiple IRAEs compared to single IRAEs. A graphical visualization of PFS based on the occurrence or absence of IRAEs is shown in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref>. In subgroup analyses, multiple IRAEs were associated with improved PFS in MM cohort but not in NSCLC cohort (<xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>).</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>
<bold>(A)</bold> Progression-free survival in a cohort of cancer patients with advanced disease treated with checkpoint inhibitors (n=600) based on the occurrence of immune-related adverse events. Blue line for multiple IRAEs; yellow line for single IRAE; green line for no IRAE. <bold>(B)</bold> Overall survival in a cohort of cancer patients with advanced disease treated with checkpoint inhibitors (n=600) based on the occurrence of immune-related adverse events. Blue line for multiple IRAEs; yellow line for single IRAE; green line for no IRAE.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1399171-g002.tif"/>
</fig>
<p>In terms of OS, the occurrence of IRAEs resulted in statistically significant improvement in OS both in single IRAE (HR: 0.63; 95% CI: 0.43 - 0.92) and in multiple IRAEs (HR: 0.41; 95% CI: 0.28 - 0.60) cohorts (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2B</bold>
</xref>) compared to no IRAE. The association remained statistically significant in the sensitivity analysis with CPI monotherapy patients only for the occurrence of multiple IRAEs. In subgroup analyses, the occurrence of both single and multiple IRAEs was associated with improved OS in MM cohort whereas no similar association was observed in NSCLC cohort (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>). An addition analysis with single IRAE as a reference demonstrated statistically significant improvement in OS (HR: 0.65; 95% CI: 0.44&#x2013;0.95) for patients developing multiple IRAEs compared to single IRAE.</p>
<p>After applying stratification based on treatment line in NSCLC cohort, a numerically lower HR for both PFS (n=77; HR: 0.51 95% CI: 0.21&#x2013;1.23) and OS (HR: 0.58 95% CI: 0.20&#x2013;1.67) for patients with multiple IRAEs when treatment was given as 1st line was observed compared to patients receiving CPI as 2<sup>nd</sup> (n=137 PFS HR 0.85 95% CI: 0.39&#x2013;1.87 OS HR 0.84 95% CI: 0.47&#x2013;1.52) or later treatment line (n=57 PFS HR: 1.77 95% CI: 0.22&#x2013;13.7 OS HR: 1.12 95% CI: 0.17&#x2013;10.7).</p>
<p>In all main analyses, we could not reveal any difference in survival outcomes between PD-1 vs. PD-L1 treatment (HR for PFS: 0.84; 95% CI: 0.61 &#x2013; 1.17; HR for OS: 0.94; 95% CI: 0.65 &#x2013; 1.36). In an additional time-dependent Cox regression analysis of whether treatment discontinuation due to toxicity was associated with survival outcomes, we could not find a statistically significant association with either PFS (HR 0.78; 95% CI: 0.52 &#x2013; 1.17) or OS (HR: 0.83; 95% CI: 0.53 &#x2013; 1.29).</p>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>In our study cohort of 600 patients with advanced cancer treated with CPIs, we observed that approximately one-sixth developed multiple IRAEs. The occurrence of multiple IRAEs was associated with better treatment effectiveness as demonstrated by improvements in both PFS and OS with a magnitude of benefit significantly stronger compared to patients with single IRAEs.</p>
<p>Current evidence concerning development of multiple IRAEs for patients treated with CPIs and its impact on treatment effectiveness is scarce. There are only few previous studies (<xref ref-type="bibr" rid="B11">11</xref>&#x2013;<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>), most of them indicating a stronger association between the development of multiple IRAEs, as opposed to single and survival (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B16">16</xref>). However, the cohorts in these studies included only patients with NSCLC and, therefore, the generalizability of study results can be questioned. Two earlier studies included patients with various malignant diseases, but smaller cohorts of approximately 200 patients (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B15">15</xref>) demonstrated results in line with our larger cohort that provides more convincing evidence on this potential association in a broader patient population. A major methodological drawback of previous studies is how the risk for ITB was dealt. Immortal-time bias is a challenge to consider in the association between IRAEs and clinical outcome since patients responding to therapies continue treatment for a longer time and therefore increase their risk of developing IRAEs. To eliminate the risk of ITB in observational studies of survival outcomes established methodology such as landmark analysis, Cox model with time-varying variable or inverse-probability weighed models are routinely used (<xref ref-type="bibr" rid="B18">18</xref>&#x2013;<xref ref-type="bibr" rid="B21">21</xref>). These methodological approaches cannot be considered as equal in terms of the validity of results since Cox model with time-varying variable seems to outperform landmark analysis (<xref ref-type="bibr" rid="B18">18</xref>). Considering the current evidence on potential association between multiple IRAEs and CPI effectiveness, some studies did not deal with ITB at all (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B15">15</xref>) whereas others used landmark analysis only (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B17">17</xref>). We found two previous studies with a proper analysis of ITB reporting positive correlation between multiple IRAEs and outcome. However, both face issues related to generalizability of results to the clinical setting since only patients with NSCLC were included (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B16">16</xref>) and one of the studies only analyzed patients participating in clinical trials and not in real-world setting (<xref ref-type="bibr" rid="B16">16</xref>). Until today, the current study is the first investigating the association between multiple IRAEs and CPI effectiveness in a broader cohort of patients with various malignancies using the preferable Cox regression model with time-dependent covariate as methodological approach for mitigating the ITB.</p>
<p>Subgroup analysis in our cohort showed statistically significantly improved PFS and OS for patients with MM but, as opposed to <italic>Shankar et&#xa0;al</italic>, not for patients with NSCLC. The lower number of NSCLC patients in our cohort compared to the study by Shankar et&#xa0;al. which only included NSCLC patients (n=205 vs. n=623) may, in part, explain this discrepancy (<xref ref-type="bibr" rid="B11">11</xref>). Interestingly, a trend towards improved PFS and OS for patients given CPI as a first line treatment that was diminished in later lines was observed in our cohort of patients with NSCLC highlighting treatment line as a source of heterogeneity among studies that could impact the results. This information was lacking from Shankar et&#xa0;al. and could also contribute to the discrepancy of study results. At the same time, one could argue that the ability of IRAEs to predict CPI effectiveness might depend on cancer type, a notion that is supported by the observations on the substantial differences on tumor immunogenicity among different cancer types (<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B23">23</xref>). In fact, the treatment effect is not equal in patients with different cancer types and differences in adverse effects among different cancer types have also been observed. A systematic review of 48 trials reported higher risk of developing skin and gastrointestinal IRAEs and lower risk of experiencing lung IRAEs for patients with MM compared to those with NSCLC whereas higher incidence of arthralgia and hypothyroidism in MM patients compared to patients with renal cell carcinoma was observed (<xref ref-type="bibr" rid="B5">5</xref>). Furthermore, it has been demonstrated that specific types of IRAEs exhibit a more profound correlation to treatment effectiveness and the type of these IRAEs differ across various cancer types. For example, vitiligo has been linked to treatment response in melanoma patients and thyroid dysfunction in NSCLC and renal cell carcinoma patients (<xref ref-type="bibr" rid="B24">24</xref>&#x2013;<xref ref-type="bibr" rid="B28">28</xref>).</p>
<p>Checkpoint inhibitor combination therapy with PD-1 and anti-CTLA4 inhibitor is, for subgroups of patients, known to have better clinical efficacy than monotherapy, but the incidence of IRAEs is higher (<xref ref-type="bibr" rid="B29">29</xref>, <xref ref-type="bibr" rid="B30">30</xref>). In our study cohort, we confirmed that the combination was a risk factor for development of multiple IRAEs. However, subgroup analyses of monotherapy only showed significantly better PFS and OS for patients developing multiple IRAEs, indicating that the improved outcome for patients with MM is not only due to the well-known better effect of combination therapy. Performance status &#x2265;2 was associated with lower risk for developing multiple IRAEs in our study. A conceivable explanation is that patients with worse PS are more vulnerable in general with higher risk for earlier treatment discontinuation after the first IRAE episode and thus are less likely to develop multiple IRAEs.</p>
<p>Immunosenescent, a term describing impaired function of the immune system that develops with aging, has been supposed to influence the effect of immunotherapies and the development of IRAEs. However, many studies did not find a higher risk for development of IRAEs in older patients (<xref ref-type="bibr" rid="B31">31</xref>&#x2013;<xref ref-type="bibr" rid="B34">34</xref>), but conflicting results exist (<xref ref-type="bibr" rid="B35">35</xref>). In a previous study from our research group, we found that a simplified frailty score based on PS, age and comorbidity expressed as Charlson Comorbidity Index (CCI) could predict development of all grade and multiple IRAEs, whereas age, CCI or PS did not separately predict increased risk for development of IRAEs (<xref ref-type="bibr" rid="B36">36</xref>). Although not supported by our adjusted analyses, another potential explanation of the association between PS and the risk of IRAEs might be more related to the line of treatment rather than the PS per se. In fact, some evidence suggests a negative impact of prior chemotherapy to immune microenvironment (<xref ref-type="bibr" rid="B37">37</xref>) that might influence the risk for IRAEs as well. In this equation, PS could serve as a surrogate for later treatment lines rather than as an explanatory parameter for the risk of IRAEs.</p>
<p>In terms of occurrence patterns and outcomes of IRAEs, we found a higher frequency of IRAE grade &#x2265; 2 and &#x2265; 3 in patients with multiple IRAEs than in patients with a single IRAE which could explain why a greater proportion of patients with multiple IRAEs than patients with a single IRAE discontinued treatment due to IRAE. At the same time, multiple IRAEs were not associated with higher risk for major sequelae from IRAEs. The organ systems involved in multiple IRAEs in this study consists of combinations of common single IRAEs without identifying any specific pattern. The number of patients within each pattern of distribution was too small and precludes any further analyses for potential associations of specific patterns with prognosis.</p>
<p>Besides from ITB potentially being the main bias in the association between IRAEs and clinical outcome, the present study has some additional limitations associated with its retrospective nature. These include the risk for misclassification bias regarding both IRAE grading but also classification between single and multiple IRAE as well as information bias where EMRs as data sources for identifying IRAEs might not include information on low grade IRAEs. The study is restricted to tree Swedish centers thus limiting its external validity whereas the relatively lower number of patients with tumor types other than melanoma and NSCLC limits the generalizability of the results. Finally, some variables of potential interest that could be associated with both the development of IRAEs and prognosis, as ethnicity, co-medication with immunosuppressive therapy, pre-existing autoimmune disease, were not available and were, therefore, not taken into account for the analyses. For some variables of interest as prior oncological treatment, the information was available, but the subgroups were too small for relevant analyses.</p>
<p>In conclusion, our study results suggest a statistically significant association between development of multiple IRAEs and CPI treatment effectiveness (measured as PFS and OS) that is mainly driven by patients with MM. These results support not discontinuing immunotherapy, even upon multiple but not severe IRAEs to increase the likelihood of treatment benefit. In addition, our findings suggest that multiple IRAEs may constitute a suitable surrogate marker for treatment efficacy that might be used in clinical trials. However, further studies with larger sample size and prospective design to overcome the inherent biases of retrospective studies is essential to further address the potential interplay between the development of IRAEs and treatment outcome.</p>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data availability statement</title>
<p>The raw data are not available due to ethical restrictions but anonymized data might be available upon request.</p>
</sec>
<sec id="s6" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The study was approved by the Swedish Ethical Review Authority (reference number 019-02469 and 020-06801). The studies were conducted in accordance with the local legislation and institutional requirements. Informed consent was waived from the Swedish Ethical Review Authority since the eligible patients were already treated with checkpoint inhibitors and the current study would not influence their subsequent treatment or prognosis.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author contributions</title>
<p>CO: Data curation, Writing &#x2013; original draft. AK: Data curation, Writing &#x2013; review &amp; editing. VR: Data curation, Writing &#x2013; review &amp; editing. AI: Data curation, Writing &#x2013; review &amp; editing. ED: Data curation, Writing &#x2013; review &amp; editing. AV: Conceptualization, Formal analysis, Methodology, Project administration, Software, Supervision, Writing &#x2013; original draft. GU: Conceptualization, Funding acquisition, Methodology, Supervision, Writing &#x2013; original draft.</p>
</sec>
</body>
<back>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This study was supported by grants to GU from The Research Foundation Stiftelsen Onkologiska Klinikens i Uppsala Forskningsfond and Uppsala University Hospital (ALF).</p>
</sec>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<fn-group>
<title>Abbreviations</title>
<fn fn-type="abbr">
<p>CPI, checkpoint inhibitor; IRAE, immune-related adverse events; EMR, electronic medical records; ITB, immortal-time bias.</p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Larkin</surname> <given-names>J</given-names>
</name>
<name>
<surname>Chiarion-Sileni</surname> <given-names>V</given-names>
</name>
<name>
<surname>Gonzalez</surname> <given-names>R</given-names>
</name>
<name>
<surname>Grob</surname> <given-names>JJ</given-names>
</name>
<name>
<surname>Rutkowski</surname> <given-names>P</given-names>
</name>
<name>
<surname>Lao</surname> <given-names>CD</given-names>
</name>
<etal/>
</person-group>. <article-title>Five-year survival with combined nivolumab and ipilimumab in advanced melanoma</article-title>. <source>N Engl J Med</source>. (<year>2019</year>) <volume>381</volume>:<page-range>1535&#x2013;46</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1056/NEJMoa1910836</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Eggermont</surname> <given-names>AMM</given-names>
</name>
<name>
<surname>Blank</surname> <given-names>CU</given-names>
</name>
<name>
<surname>Mandala</surname> <given-names>M</given-names>
</name>
<name>
<surname>Long</surname> <given-names>GV</given-names>
</name>
<name>
<surname>Atkinson</surname> <given-names>VG</given-names>
</name>
<name>
<surname>Dalle</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Longer follow-up confirms recurrence-free survival benefit of adjuvant pembrolizumab in high-risk stage III melanoma: Updated results from the EORTC 1325-MG/KEYNOTE-054 trial</article-title>. <source>J Clin Oncol</source>. (<year>2020</year>) <volume>38</volume>:<page-range>3925&#x2013;36</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.20.02110</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hargadon</surname> <given-names>KM</given-names>
</name>
<name>
<surname>Johnson</surname> <given-names>CE</given-names>
</name>
<name>
<surname>Williams</surname> <given-names>CJ</given-names>
</name>
</person-group>. <article-title>Immune checkpoint blockade therapy for cancer: An overview of FDA-approved immune checkpoint inhibitors</article-title>. <source>Int Immunopharmacol</source>. (<year>2018</year>) <volume>62</volume>:<fpage>29</fpage>&#x2013;<lpage>39</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.intimp.2018.06.001</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Postow</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Sidlow</surname> <given-names>R</given-names>
</name>
<name>
<surname>Hellmann</surname> <given-names>MD</given-names>
</name>
</person-group>. <article-title>Immune-related adverse events associated with immune checkpoint blockade</article-title>. <source>N Engl J Med</source>. (<year>2018</year>) <volume>378</volume>:<page-range>158&#x2013;68</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1056/NEJMra1703481</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Khoja</surname> <given-names>L</given-names>
</name>
<name>
<surname>Day</surname> <given-names>D</given-names>
</name>
<name>
<surname>Wei-Wu Chen</surname> <given-names>T</given-names>
</name>
<name>
<surname>Siu</surname> <given-names>LL</given-names>
</name>
<name>
<surname>Hansen</surname> <given-names>AR</given-names>
</name>
</person-group>. <article-title>Tumour- and class-specific patterns of immune-related adverse events of immune checkpoint inhibitors: a systematic review</article-title>. <source>Ann Oncol</source>. (<year>2017</year>) <volume>28</volume>:<page-range>2377&#x2013;85</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/annonc/mdx286</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hussaini</surname> <given-names>S</given-names>
</name>
<name>
<surname>Chehade</surname> <given-names>R</given-names>
</name>
<name>
<surname>Boldt</surname> <given-names>RG</given-names>
</name>
<name>
<surname>Raphael</surname> <given-names>J</given-names>
</name>
<name>
<surname>Blanchette</surname> <given-names>P</given-names>
</name>
<name>
<surname>Maleki Vareki</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Association between immune-related side effects and efficacy and benefit of immune checkpoint inhibitors - A systematic review and meta-analysis</article-title>. <source>Cancer Treat Rev</source>. (<year>2021</year>) <volume>92</volume>:<fpage>102134</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ctrv.2020.102134</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Petrelli</surname> <given-names>F</given-names>
</name>
<name>
<surname>Grizzi</surname> <given-names>G</given-names>
</name>
<name>
<surname>Ghidini</surname> <given-names>M</given-names>
</name>
<name>
<surname>Ghidini</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ratti</surname> <given-names>M</given-names>
</name>
<name>
<surname>Panni</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Immune-related adverse events and survival in solid tumors treated with immune checkpoint inhibitors: A systematic review and meta-analysis</article-title>. <source>J Immunother</source>. (<year>2020</year>) <volume>43</volume>:<fpage>1</fpage>&#x2013;<lpage>7</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/CJI.0000000000000300</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Eggermont</surname> <given-names>AMM</given-names>
</name>
<name>
<surname>Kicinski</surname> <given-names>M</given-names>
</name>
<name>
<surname>Blank</surname> <given-names>CU</given-names>
</name>
<name>
<surname>Mandala</surname> <given-names>M</given-names>
</name>
<name>
<surname>Long</surname> <given-names>GV</given-names>
</name>
<name>
<surname>Atkinson</surname> <given-names>V</given-names>
</name>
<etal/>
</person-group>. <article-title>Association between immune-related adverse events and recurrence-free survival among patients with stage III melanoma randomized to receive pembrolizumab or placebo: A secondary analysis of a randomized clinical trial</article-title>. <source>JAMA Oncol</source>. (<year>2020</year>) <volume>6</volume>:<page-range>519&#x2013;27</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jamaoncol.2019.5570</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Maher</surname> <given-names>VE</given-names>
</name>
<name>
<surname>Fernandes</surname> <given-names>LL</given-names>
</name>
<name>
<surname>Weinstock</surname> <given-names>C</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Agarwal</surname> <given-names>S</given-names>
</name>
<name>
<surname>Brave</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Analysis of the association between adverse events and outcome in patients receiving a programmed death protein 1 or programmed death ligand 1 antibody</article-title>. <source>J Clin Oncol</source>. (<year>2019</year>) <volume>37</volume>:<page-range>2730&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.19.00318</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cortellini</surname> <given-names>A</given-names>
</name>
<name>
<surname>Buti</surname> <given-names>S</given-names>
</name>
<name>
<surname>Agostinelli</surname> <given-names>V</given-names>
</name>
<name>
<surname>Bersanelli</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>A systematic review on the emerging association between the occurrence of immune-related adverse events and clinical outcomes with checkpoint inhibitors in advanced cancer patients</article-title>. <source>Semin Oncol</source>. (<year>2019</year>) <volume>46</volume>:<page-range>362&#x2013;71</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1053/j.seminoncol.2019.10.003</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shankar</surname> <given-names>B</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Naqash</surname> <given-names>AR</given-names>
</name>
<name>
<surname>Forde</surname> <given-names>PM</given-names>
</name>
<name>
<surname>Feliciano</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Marrone</surname> <given-names>KA</given-names>
</name>
<etal/>
</person-group>. <article-title>Multisystem immune-related adverse events associated with immune checkpoint inhibitors for treatment of non-small cell lung cancer</article-title>. <source>JAMA Oncol</source>. (<year>2020</year>) <volume>6</volume>:<page-range>1952&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jamaoncol.2020.5012</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cortellini</surname> <given-names>A</given-names>
</name>
<name>
<surname>Friedlaender</surname> <given-names>A</given-names>
</name>
<name>
<surname>Banna</surname> <given-names>GL</given-names>
</name>
<name>
<surname>Porzio</surname> <given-names>G</given-names>
</name>
<name>
<surname>Bersanelli</surname> <given-names>M</given-names>
</name>
<name>
<surname>Cappuzzo</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>Immune-related adverse events of pembrolizumab in a large real-world cohort of patients with NSCLC with a PD-L1 expression &#x2265; 50% and their relationship with clinical outcomes</article-title>. <source>Clin Lung Cancer</source>. (<year>2020</year>) <volume>21</volume>:<fpage>498</fpage>&#x2013;<lpage>508.e2</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cllc.2020.06.010</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ricciuti</surname> <given-names>B</given-names>
</name>
<name>
<surname>Genova</surname> <given-names>C</given-names>
</name>
<name>
<surname>De Giglio</surname> <given-names>A</given-names>
</name>
<name>
<surname>Bassanelli</surname> <given-names>M</given-names>
</name>
<name>
<surname>Dal Bello</surname> <given-names>MG</given-names>
</name>
<name>
<surname>Metro</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>Impact of immune-related adverse events on survival in patients with advanced non-small cell lung cancer treated with nivolumab: long-term outcomes from a multi-institutional analysis</article-title>. <source>J Cancer Res Clin Oncol</source>. (<year>2019</year>) <volume>145</volume>:<page-range>479&#x2013;85</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00432-018-2805-3</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shimozaki</surname> <given-names>K</given-names>
</name>
<name>
<surname>Sukawa</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Beppu</surname> <given-names>N</given-names>
</name>
<name>
<surname>Kurihara</surname> <given-names>I</given-names>
</name>
<name>
<surname>Suzuki</surname> <given-names>S</given-names>
</name>
<name>
<surname>Mizuno</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Multiple immune-related adverse events and anti-tumor efficacy: Real-world data on various solid tumors</article-title>. <source>Cancer Manag Res</source>. (<year>2020</year>) <volume>12</volume>:<page-range>4585&#x2013;93</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.2147/CMAR.S247554</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hata</surname> <given-names>H</given-names>
</name>
<name>
<surname>Matsumura</surname> <given-names>C</given-names>
</name>
<name>
<surname>Chisaki</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Nishioka</surname> <given-names>K</given-names>
</name>
<name>
<surname>Tokuda</surname> <given-names>M</given-names>
</name>
<name>
<surname>Miyagi</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>A retrospective cohort study of multiple immune-related adverse events and clinical outcomes among patients with cancer receiving immune checkpoint inhibitors</article-title>. <source>Cancer Control</source>. (<year>2022</year>) <volume>29</volume>:<fpage>10732748221130576</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/10732748221130576</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kichenadasse</surname> <given-names>G</given-names>
</name>
<name>
<surname>Miners</surname> <given-names>JO</given-names>
</name>
<name>
<surname>Mangoni</surname> <given-names>AA</given-names>
</name>
<name>
<surname>Rowland</surname> <given-names>A</given-names>
</name>
<name>
<surname>Hopkins</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Sorich</surname> <given-names>MJ</given-names>
</name>
</person-group>. <article-title>Multiorgan immune-related adverse events during treatment with atezolizumab</article-title>. <source>J Natl Compr Canc Netw</source>. (<year>2020</year>) <volume>18</volume>:<page-range>1191&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.6004/jnccn.2020.7567</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cortellini</surname> <given-names>A</given-names>
</name>
<name>
<surname>Chiari</surname> <given-names>R</given-names>
</name>
<name>
<surname>Ricciuti</surname> <given-names>B</given-names>
</name>
<name>
<surname>Metro</surname> <given-names>G</given-names>
</name>
<name>
<surname>Perrone</surname> <given-names>F</given-names>
</name>
<name>
<surname>Tiseo</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Correlations between the immune-related adverse events spectrum and efficacy of anti-PD1 immunotherapy in NSCLC patients</article-title>. <source>Clin Lung Cancer</source>. (<year>2019</year>) <volume>20</volume>:<fpage>237</fpage>&#x2013;<lpage>247.e1</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cllc.2019.02.006</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jones</surname> <given-names>M</given-names>
</name>
<name>
<surname>Fowler</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>Immortal time bias in observational studies of time-to-event outcomes</article-title>. <source>J Crit Care</source>. (<year>2016</year>) <volume>36</volume>:<page-range>195&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jcrc.2016.07.017</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cho</surname> <given-names>IS</given-names>
</name>
<name>
<surname>Chae</surname> <given-names>YR</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>JH</given-names>
</name>
<name>
<surname>Yoo</surname> <given-names>HR</given-names>
</name>
<name>
<surname>Jang</surname> <given-names>SY</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>GR</given-names>
</name>
<etal/>
</person-group>. <article-title>Statistical methods for elimination of guarantee-time bias in cohort studies: a simulation study</article-title>. <source>BMC Med Res Methodol</source>. (<year>2017</year>) <volume>17</volume>:<fpage>126</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s12874-017-0405-6</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Putter</surname> <given-names>H</given-names>
</name>
<name>
<surname>van Houwelingen</surname> <given-names>HC</given-names>
</name>
</person-group>. <article-title>Understanding landmarking and its relation with time-dependent cox regression</article-title>. <source>Stat Biosci</source>. (<year>2017</year>) <volume>9</volume>:<fpage>489</fpage>&#x2013;<lpage>503</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s12561-016-9157-9</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Giobbie-Hurder</surname> <given-names>A</given-names>
</name>
<name>
<surname>Gelber</surname> <given-names>RD</given-names>
</name>
<name>
<surname>Regan</surname> <given-names>MM</given-names>
</name>
</person-group>. <article-title>Challenges of guarantee-time bias</article-title>. <source>J Clin Oncol</source>. (<year>2013</year>) <volume>31</volume>:<page-range>2963&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.2013.49.5283</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Riaz</surname> <given-names>N</given-names>
</name>
<name>
<surname>Morris</surname> <given-names>L</given-names>
</name>
<name>
<surname>Havel</surname> <given-names>JJ</given-names>
</name>
<name>
<surname>Makarov</surname> <given-names>V</given-names>
</name>
<name>
<surname>Desrichard</surname> <given-names>A</given-names>
</name>
<name>
<surname>Chan</surname> <given-names>TA</given-names>
</name>
</person-group>. <article-title>The role of neoantigens in response to immune checkpoint blockade</article-title>. <source>Int Immunol</source>. (<year>2016</year>) <volume>28</volume>:<page-range>411&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/intimm/dxw019</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haibe</surname> <given-names>Y</given-names>
</name>
<name>
<surname>El Husseini</surname> <given-names>Z</given-names>
</name>
<name>
<surname>El Sayed</surname> <given-names>R</given-names>
</name>
<name>
<surname>Shamseddine</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Resisting resistance to immune checkpoint therapy: A systematic review</article-title>. <source>Int J Mol Sci</source>. (<year>2020</year>) <volume>21</volume>:<fpage>6176</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/ijms21176176</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Verkhovskaia</surname> <given-names>S</given-names>
</name>
<name>
<surname>Di Pietro</surname> <given-names>FR</given-names>
</name>
<name>
<surname>Mastroeni</surname> <given-names>S</given-names>
</name>
<name>
<surname>Carbone</surname> <given-names>ML</given-names>
</name>
<name>
<surname>Abeni</surname> <given-names>D</given-names>
</name>
<name>
<surname>Morese</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Vitiligo-like leukoderma as an indicator of clinical response to immune checkpoint inhibitors in late-stage melanoma patients</article-title>. <source>J Cancer Res Clin Oncol</source>. (<year>2022</year>) <volume>148</volume>:<page-range>2529&#x2013;38</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00432-021-03811-3</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Teulings</surname> <given-names>HE</given-names>
</name>
<name>
<surname>Limpens</surname> <given-names>J</given-names>
</name>
<name>
<surname>Jansen</surname> <given-names>SN</given-names>
</name>
<name>
<surname>Zwinderman</surname> <given-names>AH</given-names>
</name>
<name>
<surname>Reitsma</surname> <given-names>JB</given-names>
</name>
<name>
<surname>Spuls</surname> <given-names>PI</given-names>
</name>
<etal/>
</person-group>. <article-title>Vitiligo-like depigmentation in patients with stage III-IV melanoma receiving immunotherapy and its association with survival: a systematic review and meta-analysis</article-title>. <source>J Clin Oncol</source>. (<year>2015</year>) <volume>33</volume>:<page-range>773&#x2013;81</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.2014.57.4756</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Thuillier</surname> <given-names>P</given-names>
</name>
<name>
<surname>Joly</surname> <given-names>C</given-names>
</name>
<name>
<surname>Alavi</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Crouzeix</surname> <given-names>G</given-names>
</name>
<name>
<surname>Descourt</surname> <given-names>R</given-names>
</name>
<name>
<surname>Quere</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>Thyroid dysfunction induced by immune checkpoint inhibitors is associated with a better progression-free survival and overall survival in non-small cell lung cancer: an original cohort study</article-title>. <source>Cancer Immunol Immunother</source>. (<year>2021</year>) <volume>70</volume>:<page-range>2023&#x2013;33</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00262-020-02802-6</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>HI</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>M</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>SH</given-names>
</name>
<name>
<surname>Park</surname> <given-names>SY</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>YN</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Development of thyroid dysfunction is associated with clinical response to PD-1 blockade treatment in patients with advanced non-small cell lung cancer</article-title>. <source>Oncoimmunology</source>. (<year>2017</year>) <volume>7</volume>:<elocation-id>e1375642</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/2162402X.2017.1375642</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Martini</surname> <given-names>DJ</given-names>
</name>
<name>
<surname>Goyal</surname> <given-names>S</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Evans</surname> <given-names>ST</given-names>
</name>
<name>
<surname>Olsen</surname> <given-names>TA</given-names>
</name>
<name>
<surname>Case</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Immune-related adverse events as clinical biomarkers in patients with metastatic renal cell carcinoma treated with immune checkpoint inhibitors</article-title>. <source>Oncologist</source>. (<year>2021</year>) <volume>26</volume>:<page-range>e1742&#x2013;50</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/onco.13868</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Da</surname> <given-names>L</given-names>
</name>
<name>
<surname>Teng</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>N</given-names>
</name>
<name>
<surname>Zaguirre</surname> <given-names>K</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Qi</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Organ-specific immune-related adverse events associated with immune checkpoint inhibitor monotherapy versus combination therapy in cancer: A meta-analysis of randomized controlled trials</article-title>. <source>Front Pharmacol</source>. (<year>2019</year>) <volume>10</volume>:<elocation-id>1671</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fphar.2019.01671</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Park</surname> <given-names>R</given-names>
</name>
<name>
<surname>Lopes</surname> <given-names>L</given-names>
</name>
<name>
<surname>Cristancho</surname> <given-names>CR</given-names>
</name>
<name>
<surname>Riano</surname> <given-names>IM</given-names>
</name>
<name>
<surname>Saeed</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Treatment-related adverse events of combination immune checkpoint inhibitors: systematic review and meta-analysis</article-title>. <source>Front Oncol</source>. (<year>2020</year>) <volume>10</volume>:<elocation-id>258</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2020.00258</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bastiaannet</surname> <given-names>E</given-names>
</name>
<name>
<surname>Battisti</surname> <given-names>N</given-names>
</name>
<name>
<surname>Loh</surname> <given-names>KP</given-names>
</name>
<name>
<surname>de Glas</surname> <given-names>N</given-names>
</name>
<name>
<surname>Soto-Perez-de-Celis</surname> <given-names>E</given-names>
</name>
<name>
<surname>Baldini</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Immunotherapy and targeted therapies in older patients with advanced melanoma; Young International Society of Geriatric Oncology review paper</article-title>. <source>J Geriatr Oncol</source>. (<year>2019</year>) <volume>10</volume>:<page-range>389&#x2013;97</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jgo.2018.06.009</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kalinich</surname> <given-names>M</given-names>
</name>
<name>
<surname>Murphy</surname> <given-names>W</given-names>
</name>
<name>
<surname>Wongvibulsin</surname> <given-names>S</given-names>
</name>
<name>
<surname>Pahalyants</surname> <given-names>V</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>KH</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Prediction of severe immune-related adverse events requiring hospital admission in patients on immune checkpoint inhibitors: study of a population level insurance claims database from the USA</article-title>. <source>J Immunother Cancer</source>. (<year>2021</year>) <volume>9</volume>:<elocation-id>e001935</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/jitc-2020-001935</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ksienski</surname> <given-names>D</given-names>
</name>
<name>
<surname>Wai</surname> <given-names>ES</given-names>
</name>
<name>
<surname>Croteau</surname> <given-names>NS</given-names>
</name>
<name>
<surname>Freeman</surname> <given-names>AT</given-names>
</name>
<name>
<surname>Chan</surname> <given-names>A</given-names>
</name>
<name>
<surname>Fiorino</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Association of age with differences in immune related adverse events and survival of patients with advanced nonsmall cell lung cancer receiving pembrolizumab or nivolumab</article-title>. <source>J Geriatr Oncol</source>. (<year>2020</year>) <volume>11</volume>:<page-range>807&#x2013;13</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jgo.2020.01.006</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Basak</surname> <given-names>EA</given-names>
</name>
<name>
<surname>Vermeer</surname> <given-names>NS</given-names>
</name>
<name>
<surname>de Joode</surname> <given-names>K</given-names>
</name>
<name>
<surname>Hurkmans</surname> <given-names>DP</given-names>
</name>
<name>
<surname>Velthuis</surname> <given-names>DEM</given-names>
</name>
<name>
<surname>Oomen-de Hoop</surname> <given-names>E</given-names>
</name>
<etal/>
</person-group>. <article-title>Associations between patient and disease characteristics and severe adverse events during immune checkpoint inhibitor treatment: An observational study</article-title>. <source>Eur J Cancer</source>. (<year>2022</year>) <volume>174</volume>:<page-range>113&#x2013;20</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejca.2022.07.015</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Baldini</surname> <given-names>C</given-names>
</name>
<name>
<surname>Martin Romano</surname> <given-names>P</given-names>
</name>
<name>
<surname>Voisin</surname> <given-names>AL</given-names>
</name>
<name>
<surname>Danlos</surname> <given-names>FX</given-names>
</name>
<name>
<surname>Champiat</surname> <given-names>S</given-names>
</name>
<name>
<surname>Laghouati</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Impact of aging on immune-related adverse events generated by anti-programmed death (ligand)PD-(L)1 therapies</article-title>. <source>Eur J Cancer</source>. (<year>2020</year>) <volume>129</volume>:<page-range>71&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejca.2020.01.013</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Olsson Ladjevardi</surname> <given-names>C</given-names>
</name>
<name>
<surname>Koliadi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ryd&#xe9;n</surname> <given-names>V</given-names>
</name>
<name>
<surname>Inan El-Naggar</surname> <given-names>A</given-names>
</name>
<name>
<surname>Digkas</surname> <given-names>E</given-names>
</name>
<name>
<surname>Valachis</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Predicting immune-related adverse events using a simplified frailty score in cancer patients treated with checkpoint inhibitors: A retrospective cohort study</article-title>. <source>Cancer Med</source>. (<year>2023</year>) <volume>12</volume>:<page-range>13217&#x2013;24</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/cam4.6013</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Amrein</surname> <given-names>MA</given-names>
</name>
<name>
<surname>B&#xfc;hrer</surname> <given-names>ED</given-names>
</name>
<name>
<surname>Amrein</surname> <given-names>ML</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Rothschild</surname> <given-names>S</given-names>
</name>
<name>
<surname>Riether</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Chemotherapy negatively impacts the tumor immune microenvironment in NSCLC: an analysis of pre- and post-treatment biopsies in the multi-center SAKK19/09 study</article-title>. <source>Cancer Immunol Immunother</source>. (<year>2021</year>) <volume>70</volume>:<page-range>405&#x2013;15</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00262-020-02688-4</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>