<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychol.</journal-id>
<journal-title>Frontiers in Psychology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychol.</abbrev-journal-title>
<issn pub-type="epub">1664-1078</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyg.2024.1378456</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>No pain, no gain revisited: the impact of positive and negative psychotherapy experiences on treatment outcome</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Verkooyen</surname> <given-names>Roos</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn0002"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2616117/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Broers</surname> <given-names>Nick J.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn0003"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1423082/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Dandachi-FitzGerald</surname> <given-names>Brechje</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<xref ref-type="author-notes" rid="fn0004"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1580436/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>METggz</institution>, <addr-line>Maastricht</addr-line>, <country>Netherlands</country></aff>
<aff id="aff2"><sup>2</sup><institution>Zuyderland Medisch Centrum</institution>, <addr-line>Geleen</addr-line>, <country>Netherlands</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Clinical Psychological Science, Maastricht University</institution>, <addr-line>Maastricht</addr-line>, <country>Netherlands</country></aff>
<aff id="aff4"><sup>4</sup><institution>Faculty of Psychology, Open University</institution>, <addr-line>Heerlen</addr-line>, <country>Netherlands</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0005">
<p>Edited by: Andrzej Werbart, Stockholm University, Sweden</p>
</fn>
<fn fn-type="edited-by" id="fn0006">
<p>Reviewed by: Filippo Aschieri, Catholic University of the Sacred Heart, Italy</p>
<p>Emily Arden-Close, Bournemouth University, United Kingdom</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Brechje Dandachi-FitzGerald, <email>b.fitzgerald@maastrichtuniversity.nl</email></corresp>
<fn fn-type="equal" id="fn0002"><p>&#x2020;ORCID: Roos Verkooyen, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0009-0002-3757-9581">https://orcid.org/0009-0002-3757-9581</ext-link></p>
</fn>
<fn fn-type="equal" id="fn0003">
<p>Nick J. Broers, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0003-0672-9508">https://orcid.org/0000-0003-0672-9508</ext-link></p>
</fn>
<fn fn-type="equal" id="fn0004">
<p>Brechje Dandachi-FitzGerald, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0002-8984-8192">https://orcid.org/0000-0002-8984-8192</ext-link></p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>18</day>
<month>06</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>15</volume>
<elocation-id>1378456</elocation-id>
<history>
<date date-type="received">
<day>29</day>
<month>01</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>27</day>
<month>05</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Verkooyen, Broers and Dandachi-FitzGerald.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Verkooyen, Broers and Dandachi-FitzGerald</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Objective</title>
<p>Psychotherapy may have many benefits for patients with mental health problems, but patients may also have negative experiences related to the therapy. Not much is known about these negative psychotherapy experiences and their impact on treatment outcome. The aim of this study was to examine the association between positive and negative psychotherapy experiences and treatment outcome.</p>
</sec>
<sec id="sec2">
<title>Methods</title>
<p>A total of 130 patients participated in the study. They received treatment as usual and were assessed for positive and negative psychotherapy experiences at mid-treatment and post-treatment using the Positive and Negative Experiences of Psychotherapy Questionnaire (PNEP). Treatment outcome was measured by the Outcome Questionnaire - 45 (OQ-45). Multiple linear regression was used to analyze the data.</p>
</sec>
<sec id="sec3">
<title>Results</title>
<p>All patients reported positive psychotherapy experiences at mid-treatment. At least one negative experience was reported by 69% of participants. After correction for baseline severity (i.e., OQ-45 at baseline) and relevant demographic variables, positive psychotherapy experiences at mid-treatment emerged as a predictor for treatment outcome. In contrast, negative psychotherapy experiences did not predict treatment outcome. However, reporting more negative experiences was associated with reporting fewer positive experiences at mid- and end of treatment.</p>
</sec>
<sec id="sec4">
<title>Conclusion</title>
<p>Both positive and negative psychotherapy experiences commonly occur. Although in this study negative psychotherapy experiences did not predict treatment outcome in terms of symptom reduction, the findings do suggest that negative experiences may influence the way in which patients evaluate their treatment. Although positive experiences outweigh negative experiences, patients should be informed that negative experiences may also occur.</p>
</sec>
</abstract>
<kwd-group>
<kwd>psychotherapy outcome</kwd>
<kwd>positive psychotherapy experiences</kwd>
<kwd>negative psychotherapy experiences</kwd>
<kwd>side effects of psychotherapy</kwd>
<kwd>adverse events</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="61"/>
<page-count count="11"/>
<word-count count="8832"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Psychology for Clinical Settings</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec5">
<title>Introduction</title>
<p>Over the past few decades, research has evidently shown that psychotherapy is effective in reducing psychological distress and improving quality of life for many patients (<xref ref-type="bibr" rid="ref34">Holmes et al., 2018</xref>; <xref ref-type="bibr" rid="ref61">Wakefield et al., 2020</xref>; <xref ref-type="bibr" rid="ref15">Cuijpers et al., 2023</xref>). However, much less is known about the potential negative effects of psychotherapy. Little attention has been paid to the possibility that not all patients will improve, and some may even deteriorate or have unwanted negative experiences during therapy (<xref ref-type="bibr" rid="ref42">Lilienfeld, 2007</xref>; <xref ref-type="bibr" rid="ref34">Holmes et al., 2018</xref>; <xref ref-type="bibr" rid="ref53">Rozental et al., 2018</xref>).</p>
<p>The extent to which negative effects of psychotherapy exist, and the problems these effects may cause, has been the subject of much debate in the past (<xref ref-type="bibr" rid="ref4">Barlow, 2010</xref>). Some of the earliest evidence that interventions designed to improve human behavior can also have unintended, harmful consequences, is the Cambridge-Somerville Youth Study (<xref ref-type="bibr" rid="ref52">Powers and Witmer, 1951</xref>). This longitudinal study was conducted in the 1940s with the aim of reducing juvenile delinquency. As described by <xref ref-type="bibr" rid="ref44">McCord (2003)</xref>, in this study, pre-delinquent boys were randomly assigned to a control condition or a treatment condition in which they received counseling and individualized services. Contrary to the researchers&#x2019; expectations, follow-up showed that boys in the treatment group were more likely to have undesirable outcomes, such as involvement in criminal activity, receiving a mental health diagnosis, or even dying at a younger age. In exploring the explanations for these findings, the authors suggested one possible explanation: the summer camps may have provided an opportunity for boys to model and reinforce each other&#x2019;s problem behaviors. A recent meta-scientific review focusing on potentially harmful therapies (<xref ref-type="bibr" rid="ref64">Williams et al., 2021</xref>), examining over 70 studies, found evidence that some interventions have the potential to cause harm. Evidence of potential harm was most clearly evident for Scared Straight interventions, which aim to deter future criminal behavior by exposing at-risk youth to the dangers of prison life, and Critical Incident Stress Debriefing.</p>
<p>One of the first systematic analyses of the negative effects of psychotherapy was provided by <xref ref-type="bibr" rid="ref6">Bergin (1966)</xref>, who reviewed seven psychotherapy outcome studies in which no apparent differences were found between treatment and control groups. On closer examination of the data, this author found a wider range of change scores in the treatment groups than in the control groups, with the former showing both greater improvement and greater deterioration on outcome measures after therapy. These findings suggest that psychotherapy not only has the potential to cause some patients to improve in comparison to untreated patients, but also to cause a proportion of patients to deteriorate significantly more. Despite these findings, research in the following decades has continued to focus primarily on the positive effects of psychotherapy, such as symptom reduction and improved well-being. This has provided important evidence for the effectiveness of psychotherapy for many psychiatric disorders, but the potential negative effects of psychotherapy have often been overlooked (<xref ref-type="bibr" rid="ref19">Dandachi-Fitz Gerald et al., 2023</xref>).</p>
<p><xref ref-type="bibr" rid="ref7">Berk and Parker (2009)</xref> argued that costs and benefits are conceptualized differently in pharmacotherapy and psychotherapy. For example, monitoring for negative effects is mandatory in medical research, but not in psychotherapy research (<xref ref-type="bibr" rid="ref49">Nutt and Sharpe, 2008</xref>). A study by <xref ref-type="bibr" rid="ref59">Vaughan et al. (2014)</xref> compared 45 randomized controlled trials of pharmacotherapy and psychotherapy (15 pharmacotherapy only trials, 15 psychotherapy only trials, and 15 combined pharmacotherapy and psychotherapy trials) on the frequency of reporting of adverse events, defined as deleterious results directly attributable to a treatment intervention. The results showed that adverse events were 9&#x2013;20 times more likely to be reported in the pharmacotherapy research papers than in the psychotherapy research papers, suggesting that pharmacotherapy research pays more attention to the possibility of adverse outcomes than psychotherapy research. In line with these findings, another study reviewed 132 randomized controlled trials of psychological interventions in patients for monitoring adverse events, side effects, and deterioration. Only 28 of the trials (21%) included information on adverse events, and of these, most had incomplete descriptions of how these adverse events were defined and monitored (<xref ref-type="bibr" rid="ref36">Jonsson et al., 2014</xref>). While there has been some advancement, as indicated by a recent systematic review noting that 60% of published preregistered psychotherapy trials explicitly reported harmful events, there is still considerable heterogeneity in the conceptualization, monitoring, and reporting of these events (<xref ref-type="bibr" rid="ref37">Klatte et al., 2023</xref>). This diversity impedes the accurate assessment of risks and benefits associated with psychotherapy interventions.</p>
<p>Part of the difficulty in investigating the adverse effects of psychotherapy is the lack of consensus on the most appropriate terms and definitions to describe these effects (<xref ref-type="bibr" rid="ref50">Parry et al., 2016</xref>). One method often used by researchers to identify a potential negative response to psychotherapy is through standard patient outcome measures assessing symptom reduction (<xref ref-type="bibr" rid="ref63">Whipple and Lambert, 2011</xref>). Recent evidence suggests that a non-trivial minority of patients experience a worsening of symptoms despite receiving psychological treatments that have been validated and are delivered appropriately. It has been estimated that between 5 and 10% of adult patients participating in clinical trials are worse off after treatment than they were before treatment began (<xref ref-type="bibr" rid="ref39">Lambert, 2013</xref>), with slightly higher rates (7&#x2013;15%) for patients with substance use disorders (<xref ref-type="bibr" rid="ref45">Moos, 2005</xref>). However, it is difficult to determine how many of these patients would have deteriorated regardless of treatment (<xref ref-type="bibr" rid="ref7">Berk and Parker, 2009</xref>). Perhaps some patients are already on a negative trajectory when they enter treatment, and this deteriorating course cannot be stopped. Others may experience unpleasant life events unrelated to treatment that lead to a worsening of symptoms (<xref ref-type="bibr" rid="ref39">Lambert, 2013</xref>). Therefore, it cannot be assumed that deterioration on outcome measures <italic>during</italic> treatment means that this outcome was <italic>caused</italic> by the treatment. Furthermore, worsening of symptoms may not be the only type of negative effect of treatment. Even when treatment is beneficial, patients may still experience negative reactions, such as feeling emotionally overwhelmed, stigmatized, or impaired social functioning (e.g., strained family relationships). Thus, negative treatment effects are not synonymous with non-improvement or deterioration in treatment outcome measures. This is underscored by qualitative research on clients&#x2019; perspectives on their experiences in psychotherapy (e.g., <xref ref-type="bibr" rid="ref38">Ladmanov&#x00E1; et al., 2022</xref>; <xref ref-type="bibr" rid="ref60">Vyb&#x00ED;ral et al., 2024</xref>). Clients&#x2019; psychotherapy experiences encompass a broad spectrum, including both helpful experiences (e.g., gaining a new perspective on themselves, feeling empowered, or feeling accepted by the therapist) and hindering experiences (e.g., feeling emotionally overwhelmed, feeling confused, or lack of guidance from the therapist). <xref ref-type="bibr" rid="ref16">Curran et al. (2019)</xref> used task analysis, integrating qualitative research findings and client accounts, to develop a model of process factors that can potentially lead to negative or harmful effects in psychotherapy. Their findings emphasize the presence of potentially harmful factors at each stage of therapy that require attention. Both clients and therapists face challenges in addressing and identifying negative events in therapy. Clients frequently find it difficult to address negative experiences (e.g., <xref ref-type="bibr" rid="ref12">Burton and Th&#x00E9;riault, 2020</xref>; <xref ref-type="bibr" rid="ref13">Calabro et al., 2024</xref>), contributing to the challenge of identifying them. Meanwhile, therapists may struggle to recognize negative events during therapy sessions and their own role in them (<xref ref-type="bibr" rid="ref28">Hannan et al., 2005</xref>; <xref ref-type="bibr" rid="ref31">Hatfield et al., 2010</xref>; <xref ref-type="bibr" rid="ref62">Werbart et al., 2019</xref>; <xref ref-type="bibr" rid="ref18">Dandachi-Fitz Gerald et al., 2022</xref>). If these negative events are not recognized, discussed, and satisfactorily resolved, they can have lasting negative consequences (e.g., a higher risk of poorer outcomes, less trust in therapy) (e.g., <xref ref-type="bibr" rid="ref12">Burton and Th&#x00E9;riault, 2020</xref>; <xref ref-type="bibr" rid="ref13">Calabro et al., 2024</xref>), underscoring the importance of actively seeking feedback on clients&#x2019; positive and negative experiences as part of a collaborative therapeutic working alliance.</p>
<p>To date, however, there is no generally accepted definition or assessment method for negative effects of psychotherapy, although some proposals for a conceptual framework have been made (<xref ref-type="bibr" rid="ref7">Berk and Parker, 2009</xref>; <xref ref-type="bibr" rid="ref43">Linden, 2013</xref>; <xref ref-type="bibr" rid="ref50">Parry et al., 2016</xref>). <xref ref-type="bibr" rid="ref43">Linden (2013)</xref> proposed a framework for identifying and classifying adverse events in psychotherapy that follows a stepwise process. Adverse events are defined as all events that occur in parallel with psychotherapy, are patient-related, and have a negative quality. Such adverse events may be related or unrelated to the psychotherapy and include adverse changes in somatic or psychological symptoms, the patient&#x2019;s sense of well-being, and social or occupational functioning. An example of a side effect (an adverse reaction to correct treatment) is increased anxiety during exposure therapy, the first-line treatment for phobias. The increase in anxiety that occurs when patients are exposed to cues related to the feared situation or sensation is considered a necessary part of the treatment, helping patients to overcome their fears through corrective learning. However, if there were another treatment that could achieve the same positive effect without burdening the patient with increased anxiety, that other treatment would be preferred. By this definition, side effects can be unexpected, but they can also be expected and sometimes even intended and unavoidable effects of treatment.</p>
<p>There are relatively few systematic studies investigating the occurrence and prevalence of negative effects of psychotherapy. To date, systematic research has been hampered by the lack of a clear definition of negative effects and the diversity of terms used, which has led to difficulties in developing adequate instruments to measure negative effects. In a review by <xref ref-type="bibr" rid="ref32">Herzog et al. (2019)</xref>, eight instruments for assessing negative effects of psychotherapy were systematically examined for their theoretical orientation and psychometric properties. The authors concluded that these instruments collectively cover a large number of domains, without reaching a consensus on which domains are the most important ones. They also found that the psychometric properties of a number of these instruments are insufficient. It has been suggested that the desired, positive effects of psychotherapy should also be included in assessment tools in order to minimize negative priming. An instrument with only items about negative experiences could potentially contribute to a nocebo effect due to negative expectations about the occurrence of side effects (<xref ref-type="bibr" rid="ref32">Herzog et al., 2019</xref>; <xref ref-type="bibr" rid="ref47">Moritz et al., 2019</xref>; but see <xref ref-type="bibr" rid="ref48">Muschalla et al., 2023</xref>). Taking into account these findings on negative priming and the lack of a golden standard instrument for measuring negative reactions to psychotherapy, <xref ref-type="bibr" rid="ref17">Dandachi-Fitz Gerald et al. (2024)</xref> developed a new instrument incorporating several points of improvement: the Positive and Negative Experiences of Psychotherapy Questionnaire (PNEP). This self-report questionnaire is based on the PANEPS (<xref ref-type="bibr" rid="ref51">Peth et al., 2018</xref>; <xref ref-type="bibr" rid="ref47">Moritz et al., 2019</xref>), the NEQ (<xref ref-type="bibr" rid="ref54">Rozental et al., 2016</xref>), a literature review, and an evaluation of both the PANEPS and the NEQ by a panel of experiential experts. The panel emphasized the importance of including not only items concerning negative, but also positive experiences in order to be more representative of their own experiences with psychotherapy (<xref ref-type="bibr" rid="ref5">Berghs, 2020</xref>). The PNEP consists of two subscales, negative and positive psychotherapy experiences, and a question asking respondents to rate how beneficial the therapy was. The term psychotherapy <italic>experience</italic> was chosen rather than psychotherapy <italic>effect</italic>, because the latter implies a causal relationship that is difficult to establish. In a sample of 200 participants, <xref ref-type="bibr" rid="ref17">Dandachi-Fitz Gerald et al. (2024)</xref> found that 89.5% reported at least one negative treatment experience as measured by the PNEP. This percentage is close to the upper bound of the 22 to 93% range of negative treatment experiences found in various studies (e.g., <xref ref-type="bibr" rid="ref57">Schneibel et al., 2017</xref>; <xref ref-type="bibr" rid="ref47">Moritz et al., 2019</xref>; <xref ref-type="bibr" rid="ref55">Rozental et al., 2019</xref>; <xref ref-type="bibr" rid="ref27">Gerke et al., 2020</xref>).</p>
<p>Negative psychotherapy experiences clearly occur. However, the relationship between the occurrence of negative psychotherapy experiences and subsequent treatment outcome is still unclear. Negative experiences that occur during psychotherapy may be a transient phenomenon related to therapeutic interventions that are experienced as negative by the patient but are helpful in the long run. From this perspective, a temporary worsening of symptoms may sometimes even be necessary for improvement to occur. Change in psychotherapy is often nonlinear, with clients feeling worse before symptoms begin to decrease (<xref ref-type="bibr" rid="ref1">Antichi and Giannini, 2023</xref>). Alternatively, such negative psychotherapy experiences may actually prevent patients from benefiting from therapy and lead to deterioration. In a pilot study, <xref ref-type="bibr" rid="ref11">Brakemeier et al. (2018)</xref> examined the relationship between adverse events and treatment outcome in terms of response, remission, and relapse rates in a sample of 50 patients in a multidisciplinary inpatient setting for treatment-resistant chronically depressed patients. A self-report questionnaire specifically designed for use in inpatient settings was used to measure three categories of adverse events 6 to 12&#x2009;months after discharge: subjective temporary worsening of depressive symptoms during treatment, interpersonal conflict with treatment staff or other patients, and major negative life changes after discharge. The results showed that only subjective temporary worsening of symptoms during treatment was associated with treatment outcome. That is, patients who reported a temporary worsening of symptoms were less likely to achieve remission. These results tentatively suggest that certain adverse events experienced by patients may have a negative impact on treatment outcome.</p>
<p>The current study aimed to examine the relationship between positive and negative psychotherapy experiences, as measured by the PNEP at mid-treatment, and treatment outcome, as measured by the OQ-45 in a sample of patients with mild to moderate mental health care problems receiving treatment in an ambulant setting. We hypothesized that (1) reporting of more positive experiences at mid-treatment would be associated with a more positive treatment outcome, whereas (2) reporting of more negative experiences would be associated with a less positive treatment outcome. For exploratory purposes, we were also interested in how positive and negative psychotherapy experiences at mid-and end-treatment would relate to OQ-45 at baseline and end-treatment, and to participants&#x2019; evaluation of how beneficial their treatment had been. We also explored whether there was a difference in psychotherapy experiences at mid-treatment between the group of patients that had clinically significantly improved on the OQ-45 at end-treatment, and those that did not. Finding a relationship between negative experiences and treatment outcome would suggest the importance of monitoring negative experiences during therapy in order to identify patients at risk of deriving less benefit from therapy and to intervene to alter their potential negative treatment trajectories. To our knowledge, this is the first study to examine the association between positive and negative psychotherapy experiences and treatment outcome.</p>
</sec>
<sec sec-type="methods" id="sec6">
<title>Methods</title>
<sec id="sec7">
<title>Participants</title>
<p>Sample size was calculated <italic>a priori</italic> using G&#x002A;Power (<xref ref-type="bibr" rid="ref24">Faul et al., 2007</xref>). Prior effect size estimates were not available because the current study is the first to examine the relationship between positive and negative psychotherapy experiences and treatment outcome. For a credible range of effect sizes (with Cohen&#x2019;s<inline-formula>
<mml:math id="M1">
<mml:msup>
<mml:mi>f</mml:mi>
<mml:mn>2</mml:mn>
</mml:msup>
</mml:math>
</inline-formula> ranging from 0.08 to 0.15), power analysis indicated that the study would be powered at 80% (two-tailed, &#x03B1;&#x2009;=&#x2009;0.05) with approximately 80 participants. Participants were patients aged 18&#x2013;65 who were referred to an outpatient mental health service in Maastricht, the Netherlands, for treatment of a current DSM-5 disorder. The mental health care system in the Netherlands is divided into a so-called basic and specialized mental health care domain. The basic domain is intended for patients with a mental disorder of low to moderate severity, such as mild to moderate mood or anxiety disorders, or other disorders with only mild impairment in functioning and without suicidality, psychotic symptoms, or substance addiction, who can be helped with relatively short-term treatment with a maximum of 12 sessions. The specialized mental health care domain is intended for the treatment of more complex mental health problems and more severe psychiatric disorders, such as bipolar disorder or severe depression, (complex) posttraumatic stress disorder, and personality disorders, with a greater impairment in several areas of functioning and with no limit on the duration of treatment. For pragmatic purposes, patients referred to the basic mental health care domain were included in the study, as this domain has a high number of patient enrollment and high patient flow due to the short duration of treatment. Exclusion criteria were illiteracy, indication of intellectual disability, substance use disorder, observed psychotic or manic symptoms, and acute suicide risk, which are also the exclusion criteria for the basic mental health care domain in the Netherlands. Non-Dutch speaking patients were also excluded. Ethical approval was obtained from the standing Ethical Review Committee of the Faculty of Psychology and Neuroscience of Maastricht University [ERCPN 240_112_07_2021: v02]. A total of 300 patients were screened for eligibility. After screening, 168 patients were eligible to participate, of whom 130 (77.4%) agreed to participate in the study. Only complete data sets (baseline, mid-treatment, and end-treatment) were used for this analysis, resulting in a sample size of 83 participants. Three participants were subsequently excluded from the analysis due to inattentive responding, resulting in a final sample size of <italic>N</italic>&#x2009;=&#x2009;80. See <xref ref-type="fig" rid="fig1">Figure 1</xref> for a detailed flowchart of participants. Of note, initially, participants received only an email reminder to complete the questionnaires. After noticing a fairly high non-response rate and consequently study dropout, the researchers began contacting participants by phone to remind them to complete the questionnaires, which greatly improved the response rate. The sociodemographic characteristics of the sample analyzed (<italic>N</italic>&#x2009;=&#x2009;80) are shown in <xref ref-type="table" rid="tab1">Table 1</xref>. The mean age of the participants was 33.1&#x2009;years (<italic>SD</italic>&#x2009;=&#x2009;13.5), ranging from 18 to 69&#x2009;years. The mean number of treatment sessions was 10 (<italic>SD</italic>&#x2009;=&#x2009;3.8). As shown in <xref ref-type="table" rid="tab2">Table 2</xref>, the mean OQ-45 total score at baseline was 72.1, which is within the clinical range, and decreased to 57.1 at the end of treatment. In total, 40 participants (50.0%) showed a clinically significant improvement on the OQ-45 from baseline to end-treatment, while 39 (48.8%) did not show a clinically significant change, and 1 participant (1.2%) significantly deteriorated on the OQ-45. Patients who dropped out of the study did not differ significantly from completers with respect to age [<italic>t</italic>(125)&#x2009;=&#x2009;1.54, <italic>p</italic>&#x2009;=&#x2009;0.127], gender [X2(1)&#x2009;=&#x2009;0.22, <italic>p</italic>&#x2009;=&#x2009;0.636], and baseline OQ-45 [<italic>t</italic>(122)&#x2009;=&#x2009;0.56, <italic>p</italic>&#x2009;=&#x2009;0.575].</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Flowchart of participant inclusion and exclusion.</p>
</caption>
<graphic xlink:href="fpsyg-15-1378456-g001.tif"/>
</fig>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Sociodemographic characteristics of the sample (<italic>N</italic>&#x2009;=&#x2009;80).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top"><bold>Characteristic</bold></th>
<th align="center" valign="top"><bold><italic>n</italic></bold></th>
<th align="center" valign="top"><bold>%</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Gender</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Women</td>
<td align="center" valign="top">56</td>
<td align="center" valign="top">70.0</td>
</tr>
<tr>
<td align="left" valign="top">Men</td>
<td align="center" valign="top">24</td>
<td align="center" valign="top">30.0</td>
</tr>
<tr>
<td align="left" valign="top">Educational level</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Low</td>
<td align="center" valign="top">25</td>
<td align="center" valign="top">31.3</td>
</tr>
<tr>
<td align="left" valign="top">Medium</td>
<td align="center" valign="top">22</td>
<td align="center" valign="top">27.5</td>
</tr>
<tr>
<td align="left" valign="top">High</td>
<td align="center" valign="top">33</td>
<td align="center" valign="top">41.3</td>
</tr>
<tr>
<td align="left" valign="top">Relationship status</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">In a relationship</td>
<td align="center" valign="top">36</td>
<td align="center" valign="top">45.0</td>
</tr>
<tr>
<td align="left" valign="top">Not in a relationship</td>
<td align="center" valign="top">44</td>
<td align="center" valign="top">55.0</td>
</tr>
<tr>
<td align="left" valign="top">Work status</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Employed</td>
<td align="center" valign="top">54</td>
<td align="center" valign="top">67.5</td>
</tr>
<tr>
<td align="left" valign="top">Unemployed</td>
<td align="center" valign="top">26</td>
<td align="center" valign="top">32.5</td>
</tr>
<tr>
<td align="left" valign="top">Primary diagnosis</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Depressive disorder</td>
<td align="center" valign="top">30</td>
<td align="center" valign="top">37.5</td>
</tr>
<tr>
<td align="left" valign="top">Anxiety disorder</td>
<td align="center" valign="top">28</td>
<td align="center" valign="top">35.0</td>
</tr>
<tr>
<td align="left" valign="top">Trauma-and stressor-related disorder</td>
<td align="center" valign="top">14</td>
<td align="center" valign="top">17.5</td>
</tr>
<tr>
<td align="left" valign="top">Personality disorder</td>
<td align="center" valign="top">3</td>
<td align="center" valign="top">3.8</td>
</tr>
<tr>
<td align="left" valign="top">Somatic symptom disorder</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">1.3</td>
</tr>
<tr>
<td align="left" valign="top">Obsessive-compulsive disorder</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">1.3</td>
</tr>
<tr>
<td align="left" valign="top">Eating disorder</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">1.3</td>
</tr>
<tr>
<td align="left" valign="top">Attention-deficit/hyperactivity disorder</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">1.3</td>
</tr>
<tr>
<td align="left" valign="top">Impulse control disorder</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">1.3</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Means, standard deviations, and correlations between variables.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="left" valign="top"><bold>Variable</bold></th>
<th align="center" valign="top"><bold><italic>M</italic></bold></th>
<th align="center" valign="top"><bold><italic>SD</italic></bold></th>
<th align="center" valign="top"><bold>1</bold></th>
<th align="center" valign="top"><bold>2</bold></th>
<th align="center" valign="top"><bold>3</bold></th>
<th align="center" valign="top"><bold>4</bold></th>
<th align="center" valign="top"><bold>5</bold></th>
<th align="center" valign="top"><bold>6</bold></th>
<th align="center" valign="top"><bold>7</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">1</td>
<td align="left" valign="bottom">OQ-45 baseline</td>
<td align="center" valign="top">72.10</td>
<td align="center" valign="top">19.78</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">2</td>
<td align="left" valign="bottom">OQ-45 end-treatment</td>
<td align="center" valign="top">57.06</td>
<td align="center" valign="top">20.75</td>
<td align="center" valign="top">0.66&#x002A;&#x002A;</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">3</td>
<td align="left" valign="bottom">Positive experiences mid-treatment</td>
<td align="center" valign="top">18.19</td>
<td align="center" valign="top">7.40</td>
<td align="center" valign="top">&#x2212;0.03</td>
<td align="center" valign="top">&#x2212;0.30&#x002A;&#x002A;</td>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">4</td>
<td align="left" valign="bottom">Negative experiences mid-treatment</td>
<td align="center" valign="top">2.76</td>
<td align="center" valign="top">3.25</td>
<td align="center" valign="top">0.13</td>
<td align="center" valign="top">0.25&#x002A;</td>
<td align="center" valign="top">&#x2212;0.30&#x002A;&#x002A;</td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">5</td>
<td align="left" valign="bottom">Positive experiences end-treatment</td>
<td align="center" valign="top">22.09</td>
<td align="center" valign="top">7.30</td>
<td align="center" valign="top">0.26&#x002A;</td>
<td align="center" valign="top">&#x2212;0.20</td>
<td align="center" valign="top">0.59&#x002A;&#x002A;</td>
<td align="center" valign="top">&#x2212;0.25&#x002A;</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">6</td>
<td align="left" valign="bottom">Negative experiences end-treatment</td>
<td align="center" valign="top">2.95</td>
<td align="center" valign="top">3.47</td>
<td align="center" valign="top">0.15</td>
<td align="center" valign="top">0.21</td>
<td align="center" valign="top">&#x2212;0.27&#x002A;</td>
<td align="center" valign="top">0.56&#x002A;&#x002A;</td>
<td align="center" valign="top">&#x2212;0.35&#x002A;&#x002A;</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">7</td>
<td align="left" valign="bottom">Overall evaluation mid-treatment</td>
<td align="center" valign="top">4.46</td>
<td align="center" valign="top">0.76</td>
<td align="center" valign="top">&#x2212;0.08</td>
<td align="center" valign="top">&#x2212;0.28&#x002A;</td>
<td align="center" valign="top">0.73&#x002A;&#x002A;</td>
<td align="center" valign="top">&#x2212;0.29&#x002A;&#x002A;</td>
<td align="center" valign="top">0.48&#x002A;&#x002A;</td>
<td align="center" valign="top">&#x2212;0.30&#x002A;&#x002A;</td>
<td/>
</tr>
<tr>
<td align="left" valign="top">8</td>
<td align="left" valign="bottom">Overall evaluation end-treatment</td>
<td align="center" valign="top">4.72</td>
<td align="center" valign="top">1.08</td>
<td align="center" valign="top">0.20</td>
<td align="center" valign="top">0.03</td>
<td align="center" valign="top">0.18</td>
<td align="center" valign="top">&#x2212;0.34&#x002A;&#x002A;</td>
<td align="center" valign="top">0.52&#x002A;&#x002A;</td>
<td align="center" valign="top">&#x2212;0.35&#x002A;&#x002A;</td>
<td align="center" valign="top">0.23&#x002A;</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.05; &#x002A;&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.01.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec8">
<title>Measures</title>
<sec id="sec9">
<title>Positive and negative experiences of psychotherapy questionnaire</title>
<p>The Positive and Negative Experiences of Psychotherapy Questionnaire (PNEP; <xref ref-type="bibr" rid="ref17">Dandachi-Fitz Gerald et al., 2024</xref>) was used to measure the occurrence of positive and negative psychotherapy experiences at mid-and end-treatment assessments.</p>
<p>The PNEP consists of two subscales of items measuring both positive psychotherapy experiences (33 items) and negative psychotherapy experiences (36 items). Each PNEP item first provides respondents with a description of an experience (e.g., &#x201C;I felt more confident about myself,&#x201D; or, &#x201C;I experienced more stress&#x201D;) and asks them to indicate whether they experienced this. If participants respond affirmatively, they are asked to rate the intensity of the experience (5-point Likert scale: <italic>not at all intense, to some extent, reasonably, very intense, and extremely intense</italic>). Finally, participants are asked whether they attribute the experience entirely to the treatment they received, partly to the treatment and partly to other circumstances, or entirely to other circumstances. At the end of the PNEP, participants are asked to rate the extent to which they have benefited from their treatment (7-point Likert scale, <italic>strongly deteriorated, deteriorated, slightly deteriorated, unchanged, slightly improved, improved and strongly improved</italic>). First psychometric findings indicate that the PNEP is a sound instrument with adequate internal reliabilities (positive subscale: <italic>&#x03B1;</italic>&#x2009;=&#x2009;0.94; negative subscale: <italic>&#x03B1;</italic>&#x2009;=&#x2009;0.90) and quite good test&#x2013;retest stability (positive subscale: <italic>r</italic>&#x2009;=&#x2009;0.93; negative subscale <italic>r</italic>&#x2009;=&#x2009;0.78) (<xref ref-type="bibr" rid="ref17">Dandachi-Fitz Gerald et al., 2024</xref>). In the current study, Cronbach&#x2019;s alpha values were 0.90 for the positive subscale and 0.81 for the negative subscale. For this study, a positive or negative experience was considered to be a treatment-related experience if (1) the item was answered affirmatively and (2) it was partly or entirely attributed to therapy. Total scores on both subscales were used to measure positive psychotherapy experiences (maximum total score of 33) and negative psychotherapy experiences (maximum total score of 36). In addition, the question asking participants to rate the extent to which they benefited from their treatment was used as a measure of subjective treatment evaluation.</p>
</sec>
<sec id="sec10">
<title>Outcome questionnaire &#x2013; 45 items</title>
<p>The outcome questionnaire &#x2013; 45 items (OQ-45) (<xref ref-type="bibr" rid="ref40">Lambert et al., 1996</xref>, <xref ref-type="bibr" rid="ref41">2004</xref>) is a self-report instrument designed for repeated measurement and consisting of 45 items, nine of which are reversed, asking respondents how they have felt in the past week (5-point Likert scale: <italic>never, rarely, sometimes, frequently, almost always</italic>). Higher scores reflect higher levels of dysfunction. The OQ-45 consists of three subscales designed to assess different domains of patient functioning: Symptomatic Distress, Interpersonal Relations, and Social Role. Internal consistency (Cronbach&#x2019;s alpha) for the total score of the Dutch version ranges from 0.92 to 0.96 in university, community, patient, and community and patient combined samples. Test&#x2013;retest reliability for the Dutch version was found to range from 0.79 to 0.82 for the total score (<xref ref-type="bibr" rid="ref21">De Jong et al., 2008</xref>). In this study, the Cronbach&#x2019;s alpha value was 0.94. For the current study, the total score was used as a measure of treatment outcome. A reliable change index (RCI) of 14 was used to determine clinically significant change from baseline to end of treatment.</p>
</sec>
<sec id="sec11">
<title>Experimental check on data integrity</title>
<p>Five control items were added at the mid-and end-treatment assessments to check for inattentive responding (e.g., &#x201C;If I read this item carefully, I will answer &#x2018;Never&#x2019; here&#x201D;) and overreporting of symptoms (e.g., &#x201C;I experience such terrible headaches, that my feet hurt from it&#x201D;) at mid-and end-treatment as a check on data integrity. Participants who failed on more than two of these items were excluded from the analysis.</p>
</sec>
</sec>
<sec id="sec12">
<title>Design and procedure</title>
<p>The study used a longitudinal, prospective, correlational research design to examine the association between positive and negative effects of psychotherapy and treatment outcome. Participants were recruited during routine clinical interview sessions at the outpatient mental health care service. Recruitment occurred after the clinician assessed the eligibility for study participation. Participants were provided with a study brochure containing general information about the study and an informed consent form. They were informed that they could withdraw from the study at any time without any implications for their treatment. Diagnosis, psychotropic medications, and number of treatment sessions were obtained from patient records. Participants reported their age, gender, education level, work status, and relationship status. The PNEP was administered at mid-treatment (i.e., after four sessions) and at post-treatment. The OQ-45 was administered at baseline and post-treatment. Data on treatment duration (i.e., number of sessions) were collected at post-treatment. <xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S1</xref> visualizes the study steps.</p>
</sec>
<sec id="sec13">
<title>Transparency and openness</title>
<p>We report how we determined our sample size, all data exclusions, and all measures in the study, and we follow JARS (<xref ref-type="bibr" rid="ref2">Appelbaum et al., 2018</xref>). All data and research materials are available at <ext-link xlink:href="https://doi.org/10.34894/QZUNSW" ext-link-type="uri">https://doi.org/10.34894/QZUNSW</ext-link>. Data were analyzed using IBM SPSS Statistics for Windows, Version 27.0. The study was preregistered on the Open Science Framework prospectively, before data were collected (view only link for peer review<xref ref-type="fn" rid="fn0001"><sup>1</sup></xref>). There are no previously published works or works that are currently in press or under review stemming from the same dataset as this manuscript.</p>
</sec>
<sec id="sec14">
<title>Data analysis</title>
<p>SPSS was used for all analyses. Data were checked for missing values and violation of assumptions (linearity, normality). Outliers were identified and examined. Study and treatment withdrawal was registered. Completers and non-completers were compared on baseline characteristics (i.e., demographics and OQ-45 at baseline). Descriptive statistics (means, standard deviations, percentages, and frequencies) were calculated to assess the percentages and levels of positive and negative treatment experiences and treatment outcome among the study participants. To test our hypotheses, a series of stepwise linear hierarchical regression analyses were conducted. First, a backward analysis was performed to identify potentially relevant covariates. Demographic variables, number of treatment sessions, treatment-unrelated positive and negative experiences at mid-treatment, and OQ-45 at baseline were entered as predictors of OQ-45 at end-treatment. Sequentially, non-significant predictors were removed. The criterion for removal was based on the significance level of the <italic>F</italic> value, which was set at 0.05. The remaining set of predictors was then used in a subsequent forward selection strategy. This forward regression analysis was performed in two steps. In the first step, the set of variables identified in the backward analysis was entered. In the next step, the two predictor variables of interest (i.e., total positive and negative psychotherapy experiences at mid-treatment) were added. For the exploratory analyses, we performed correlational analyses among variables, including PNEP positive and negative subscales at mid-and end-treatment, OQ-45 at baseline and end-treatment, and overall treatment evaluation at mid-and end-treatment. Additionally, we utilized independent samples t-test to compare the subgroup that exhibited clinically significant change on the OQ-45 from pre-to post treatment with the subgroup that did not show improvement.</p>
</sec>
</sec>
<sec sec-type="results" id="sec15">
<title>Results</title>
<sec id="sec16">
<title>Positive and negative psychotherapy experiences at mid-treatment</title>
<p>All patients reported positive psychotherapy experiences at mid-treatment, ranging from 3 to 33 positive experiences, with a mean score of 18.2 (see <xref ref-type="table" rid="tab2">Table 2</xref>). The most commonly reported experiences were related to the therapeutic relationship [e.g., feeling well informed (98.8%), understood (95.0%), and accepted (98.8%) by the therapist]. Positive experiences related to having more positive feelings, and to personal growth and acceptance were also frequently reported. The frequencies of all positive treatment experiences can be found in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table S1</xref>.</p>
<p>At least one negative experience was reported by 55 (69%) of the participants. The mean number of negative experiences was 2.8, with a maximum of 13. The most commonly reported negative effects were related to experiencing more symptoms and emotional distress, such as feeling overwhelmed by emotions (35.0%), experiencing more negative thoughts and memories (26.3%), feeling more stress and/or tension (20.0%), and feeling vulnerable or unprotected (17.5%). Stigma-related experiences were also reported, such as feeling ashamed of having received treatment (10.0%), and fearing that others would find out that they had received treatment (7.5%). None of the participants reported experiencing verbal or sexual transgression by the therapist. The frequencies of all negative psychotherapy experiences can be found in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table S2</xref>.</p>
</sec>
<sec id="sec17">
<title>Correlations between variables</title>
<p>As expected, baseline OQ-45 was significantly correlated with OQ-45 at end-treatment. Positive and negative psychotherapy experiences at mid-treatment were significantly correlated with positive and negative psychotherapy experiences at end-treatment, respectively. Reporting of more positive experiences at mid-treatment was significantly associated with a better outcome on the OQ-45 at the end of treatment. In contrast, negative experiences mid-treatment did not correlate with treatment outcome on the OQ-45. However, reporting more negative experiences was associated with reporting less positive experiences, both at mid-and end-treatment. Also, reporting more negative experiences at mid-treatment was associated with a less favorable overall treatment evaluation both at mid-treatment and end-treatment.</p>
</sec>
<sec id="sec18">
<title>Regression analysis</title>
<p>In a backward analysis, baseline OQ-45 and relationship status were identified as relevant predictors of OQ-45 at end-treatment. A forward stepwise linear regression analysis was then performed (see <xref ref-type="table" rid="tab3">Table 3</xref>). No multicollinearity was found. In the first model, baseline OQ-45 and relationship status were entered, and in the second model, total positive and negative treatment experiences at mid-treatment were entered. Adding positive and negative treatment experiences significantly increased <italic>R</italic><sup>2</sup>. The second model was found to be significant [<italic>F</italic>(4, 75)&#x2009;=&#x2009;23.56, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001] and explained 56% of the variance in OQ-45 at end-treatment. Both baseline OQ-45 and relationship status significantly predicted OQ-45 at end-treatment. Being in a relationship at baseline was associated with lower OQ-45 scores at end-treatment. In addition, positive psychotherapy experiences at mid-treatment were a significant predictor of OQ-45 at end-treatment, even after controlling for the effects of baseline OQ-45 and relationship status, with more positive experiences associated with lower OQ-45 scores at end-treatment. The contribution of negative psychotherapy experiences at mid-treatment to the model was not significant.</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Hierarchical regression results for OQ-45 at end-treatment.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Variable</th>
<th align="center" valign="top" colspan="2">Model 1</th>
<th align="center" valign="top" colspan="2">Model 2</th>
</tr>
<tr>
<th/>
<th align="center" valign="top"><italic>&#x03B2;</italic></th>
<th align="center" valign="top"><italic>SE</italic></th>
<th align="center" valign="top"><italic>&#x03B2;</italic></th>
<th align="center" valign="top"><italic>SE</italic></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Constant</td>
<td/>
<td align="center" valign="top">6.51</td>
<td/>
<td align="center" valign="top">7.59</td>
</tr>
<tr>
<td align="left" valign="top">OQ-45 baseline</td>
<td align="center" valign="top">0.67&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">0.09</td>
<td align="center" valign="top">0.65&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">0.08</td>
</tr>
<tr>
<td align="left" valign="top">Relationship status</td>
<td align="center" valign="top">&#x2212;0.24&#x002A;&#x002A;</td>
<td align="center" valign="top">3.36</td>
<td align="center" valign="top">&#x2212;0.18&#x002A;</td>
<td align="center" valign="top">3.31</td>
</tr>
<tr>
<td align="left" valign="top">Positive experiences mid-treatment</td>
<td/>
<td/>
<td align="center" valign="top">&#x2212;0.23&#x002A;&#x002A;</td>
<td align="center" valign="top">0.23</td>
</tr>
<tr>
<td align="left" valign="top">Negative experiences mid-treatment</td>
<td/>
<td/>
<td align="center" valign="top">0.06</td>
<td align="center" valign="top">0.53</td>
</tr>
<tr>
<td align="left" valign="top"><italic>R</italic><sup>2</sup></td>
<td/>
<td/>
<td align="center" valign="top">0.56</td>
<td/>
</tr>
<tr>
<td align="left" valign="top">&#x0394;<italic>R</italic><sup>2</sup></td>
<td/>
<td/>
<td align="center" valign="top">0.06&#x002A;&#x002A;&#x002A;</td>
<td/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.05; &#x002A;&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.01; &#x002A;&#x002A;&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec19">
<title>Comparison of psychotherapy experiences between improvers and non-improvers</title>
<p>We examined whether there was a difference in psychotherapy experiences at mid-treatment between the group of patients who showed clinically significant improvement on the OQ-45 at the end of treatment compared to baseline and those who did not. Participants with clinically significant improvement reported significantly more positive psychotherapy experiences at mid-treatment (<italic>M</italic>&#x2009;=&#x2009;20.6, <italic>SD</italic>&#x2009;=&#x2009;7.6) than participants without clinically significant improvement (<italic>M</italic>&#x2009;=&#x2009;15.8, <italic>SD</italic>&#x2009;=&#x2009;6.5); <italic>t</italic>(78)&#x2009;=&#x2009;3.1, <italic>p</italic>&#x2009;=&#x2009;0.003, <italic>d</italic>&#x2009;=&#x2009;0.69. There was no difference in the amount of negative psychotherapy experiences at mid-treatment, <italic>t</italic>(78)&#x2009;=&#x2009;&#x2212;0.9, <italic>p</italic>&#x2009;=&#x2009;0.39, <italic>d</italic>&#x2009;=&#x2009;&#x2212;0.19. No difference was found between these two groups in the types of experiences most commonly reported.</p>
</sec>
</sec>
<sec sec-type="discussion" id="sec20">
<title>Discussion</title>
<p>The aim of the present study was to examine the association between positive and negative psychotherapy experiences at mid-treatment and subsequent treatment outcome. First, all participants reported positive psychotherapy experiences at mid-treatment. At least one negative psychotherapy experience was reported by 55 (69%) of the participants at mid-treatment.</p>
<p>With regard to our two main hypotheses, the results can be summarized as follows. First, reporting more positive psychotherapy experiences at mid-treatment was associated with a more positive treatment outcome. Patients who reported more positive experiences at mid-treatment had a more favorable treatment outcome than patients who reported fewer of these positive experiences. The most commonly reported positive experiences were feeling accepted, understood, and supported by the therapist, and feeling that the treatment was well conducted, all of which are related to the therapeutic alliance (i.e., clarity and agreement about treatment goals and tasks, and the formation of a positive emotional bond, <xref ref-type="bibr" rid="ref10">Bordin, 1994</xref>). A stronger therapeutic alliance has been consistently associated with better treatment outcomes across a range of psychotherapies (<xref ref-type="bibr" rid="ref26">Fl&#x00FC;ckiger et al., 2018</xref>), and a recent systematic review (<xref ref-type="bibr" rid="ref3">Baier et al., 2020</xref>) of 37 psychotherapy studies identified the therapeutic alliance as a mediator of change or &#x201C;treatment driver&#x201D; that plays an important role in effective psychotherapy. Other commonly reported positive experiences in the present study were related to a better understanding of self, improved ability to deal with problems, and increased self-acceptance. These findings are consistent with previous research on what changes patients value in psychotherapy beyond symptom reduction (<xref ref-type="bibr" rid="ref8">Binder et al., 2010</xref>; <xref ref-type="bibr" rid="ref33">Hill et al., 2013</xref>; <xref ref-type="bibr" rid="ref58">Timulak and Keogh, 2017</xref>), and suggest that such changes are positively associated with better treatment outcomes in terms of symptom improvement at the end of treatment.</p>
<p>Regarding the association between negative psychotherapy experiences and subsequent treatment outcome, our second hypothesis was not supported. That is, reporting more negative psychotherapy experiences did not predict a less favorable outcome after controlling for baseline psychological distress and relationship status. Nor was an inverse association found, which is consistent with previous research (<xref ref-type="bibr" rid="ref46">Moritz et al., 2015</xref>) and provides further evidence against the &#x201C;no pain, no gain&#x201D; view that such negative experiences are necessary for patients to benefit from treatment. Although no association was found between negative experiences reported at mid-treatment and treatment outcome in terms of symptom reduction on the OQ-45, we did find that reporting more negative experiences was associated with reporting fewer positive experiences, and with a less positive overall evaluation of the treatment. These results are consistent with another recent study (<xref ref-type="bibr" rid="ref17">Dandachi-Fitz Gerald et al., 2024</xref>) and suggest that negative experiences, while having no effect on symptomatic improvement, may be related to the way in which patients evaluate their treatment. These findings are similar to those reported for adverse side effects of pharmacological treatments, which also do not appear to have a direct impact on their mechanisms of action, but can negatively affect patients&#x2019; quality of life, treatment adherence (<xref ref-type="bibr" rid="ref22">Dibonaventura et al., 2012</xref>; <xref ref-type="bibr" rid="ref9001">Franzoi et al., 2021</xref>; <xref ref-type="bibr" rid="ref25">Fleming et al., 2022</xref>), and treatment satisfaction (<xref ref-type="bibr" rid="ref35">Hughes et al., 2017</xref>). Although in the present study, negative psychotherapy experiences did not affect treatment outcome in terms of symptom reduction, it is important for patients to be informed about their potential occurrence so that they can make a better decision about whether to enter treatment (<xref ref-type="bibr" rid="ref9">Blease et al., 2016</xref>). <xref ref-type="bibr" rid="ref14">Crawford et al. (2016)</xref> conducted a large survey of patients receiving psychological treatment, asking respondents whether they had experienced lasting negative effects from treatment. Interestingly, respondents who said that they were not given enough information about the treatment before it started were more likely to report lasting bad effects. The authors suggest that properly informed patients may have more realistic expectations about the treatment, which may modulate their perception of negative effects. In addition, recent research suggests that monitoring and discussing side effects can improve the therapeutic alliance, which in turn may have a positive effect on treatment outcome (<xref ref-type="bibr" rid="ref48">Muschalla et al., 2023</xref>).</p>
<p>In our study, the four most commonly reported negative experiences were feeling emotionally overwhelmed, having more negative thoughts and memories, an increase in stress and/or tension, and feeling vulnerable and unprotected. These findings align with the study by <xref ref-type="bibr" rid="ref17">Dandachi-Fitz Gerald et al. (2024)</xref>, who found that these four negative experiences were the most commonly reported in both a patient sample and a professional sample of psychologists who had received psychotherapy as part of their training. In the present study, both positive and negative psychotherapy experiences appeared to be relatively stable over time, with the reporting of more experiences at mid-treatment being associated with the reporting of more experiences at the end of treatment. Further research using follow-up assessments is needed to investigate whether these experiences persist after the end of treatment, or whether they represent a more transient phenomenon. It is important to note that clients&#x2019; subjective reporting of negative experiences does not invariably lead to worsened treatment outcome. Some negative experiences may even contribute positively to the therapeutic process. To aid clinicians in distinguishing between negative psychotherapy experiences that facilitate treatment progress and those that impede it, more research is warranted to elucidate the relationship between client-reported experiences and treatment outcomes. For now, considering that clients&#x2019; perspectives on their therapy experiences, particularly negative ones, are often overlooked, clinicians may utilize our findings to not only inform clients but also to systematically monitor both positive and negative experiences. By doing so, clinicians can better recognize early signs of client dissatisfaction or discomfort and respond timely.</p>
<sec id="sec21">
<title>Strengths and limitations</title>
<p>The main strengths of this study were the use of a naturalistic setting, which allows the findings to be generalized to clinical practice, the use of a longitudinal prospective design, and the novelty of the research question. In addition, both positive and negative psychotherapy experiences were included, which is in accordance with what patients have been shown to find representative of their experience of psychotherapy (<xref ref-type="bibr" rid="ref17">Dandachi-Fitz Gerald et al., 2024</xref>). Despite these strengths, the present study has several limitations. The PNEP is a self-report instrument and we cannot be sure how accurate people are in identifying positive and negative experiences and attributing them to a specific cause. In addition, diagnoses were not based on structured clinical interviews, such as the SCID-5, but on the therapists&#x2019; assessment following a clinical interview with the patient. Because the study used diagnosis only as a descriptive baseline characteristic, this assessment of diagnosis was considered to be acceptable. Another limitation is that patients were recruited from the basic mental health care domain. In general, patients referred to this segment have less severe mental health problems, making it difficult to generalize the present findings to other patient groups with more severe mental health problems. In addition, patients varied in terms of diagnosis and the type of treatment they received [e.g., cognitive behavioral therapy, eye movement desensitization and reprocessing (EMDR), acceptance and commitment therapy (ACT), and schema-focused therapy (SFT) interventions]. Due to the exploratory nature of the present study, this heterogeneity in diagnoses and treatment interventions is less of a concern. A future line of research might be to investigate whether specific positive and negative experiences are associated with different psychotherapies and/or with different diagnostic classifications. Another interesting line of future research might be to investigate the effects of informing both patients and therapists about the occurrence of negative psychotherapy experiences, and of monitoring for these experiences during treatment. A final limitation relates to the relatively high level of participant attrition between baseline and mid-treatment assessment, which increases the risk of attrition bias. Participants who dropped out of the study after baseline may have had more negative psychotherapy experiences or less positive treatment outcomes.</p>
<p>In conclusion, both positive and negative psychotherapy experiences are common and should not be overlooked. Importantly, in order for patients to provide informed consent to treatment, it is crucial that they are informed of the potential costs (i.e., treatment burden), risks, and benefits of that treatment (<xref ref-type="bibr" rid="ref9">Blease et al., 2016</xref>; <xref ref-type="bibr" rid="ref23">Dobler et al., 2018</xref>). Although positive experiences outnumber negative experiences, individuals referred for psychotherapy should be informed about the most common negative experiences that may also occur.</p>
</sec>
</sec>
<sec sec-type="data-availability" id="sec22">
<title>Data availability statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found below: <ext-link xlink:href="https://doi.org/10.34894/QZUNSW" ext-link-type="uri">https://doi.org/10.34894/QZUNSW</ext-link>.</p>
</sec>
<sec sec-type="ethics-statement" id="sec24">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Ethical Review Committee of the Faculty of Psychology and Neuroscience of Maastricht University. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec23">
<title>Author contributions</title>
<p>RV: Conceptualization, Methodology, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing, Data curation, Formal analysis, Investigation, Project administration, Visualization. NB: Conceptualization, Methodology, Writing &#x2013; review &#x0026; editing, Formal analysis, Writing &#x2013; original draft. BD-F: Methodology, Writing &#x2013; review &#x0026; editing, Conceptualization, Resources, Supervision, Writing &#x2013; original draft.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec25">
<title>Funding</title>
<p>The author(s) declare that financial support was received for the research, authorship, and/or publication of this article. This research was partially funded by Stichting Wetenschapsbevordering Klinisch psycholoog en Klinisch neuropsycholoog (Grant number: 20-001 WF).</p>
</sec>
<sec sec-type="COI-statement" id="sec26">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="sec27">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="sec28">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fpsyg.2024.1378456/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fpsyg.2024.1378456/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.DOCX" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_2.DOCX" id="SM2" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Image_1.TIF" id="SM3" mimetype="image/tiff" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<fn-group>
<fn id="fn0001">
<p><sup>1</sup><ext-link xlink:href="https://osf.io/jkvg3/?view_only=55de685342b84154acbab23ad951f9fd" ext-link-type="uri">https://osf.io/jkvg3/?view_only=55de685342b84154acbab23ad951f9fd</ext-link></p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Antichi</surname> <given-names>L.</given-names></name> <name><surname>Giannini</surname> <given-names>M.</given-names></name></person-group> (<year>2023</year>). <article-title>An introduction to change in psychotherapy: moderators, course of change, and change mechanisms</article-title>. <source>J. Contemp. Psychother.</source> <volume>53</volume>, <fpage>315</fpage>&#x2013;<lpage>323</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10879-023-09590-x</pub-id>, PMID: <pub-id pub-id-type="pmid">34763203</pub-id></citation></ref>
<ref id="ref2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Appelbaum</surname> <given-names>M.</given-names></name> <name><surname>Cooper</surname> <given-names>H.</given-names></name> <name><surname>Kline</surname> <given-names>R. B.</given-names></name> <name><surname>Mayo-Wilson</surname> <given-names>E.</given-names></name> <name><surname>Nezu</surname> <given-names>A. M.</given-names></name> <name><surname>Rao</surname> <given-names>S. M.</given-names></name></person-group> (<year>2018</year>). <article-title>Journal article reporting standards for quantitative research in psychology: the APA publications and communications board task force report</article-title>. <source>Am. Psychol.</source> <volume>73</volume>, <fpage>3</fpage>&#x2013;<lpage>25</lpage>. doi: <pub-id pub-id-type="doi">10.1037/amp0000191</pub-id>, PMID: <pub-id pub-id-type="pmid">29345484</pub-id></citation></ref>
<ref id="ref3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baier</surname> <given-names>A. L.</given-names></name> <name><surname>Kline</surname> <given-names>A. C.</given-names></name> <name><surname>Feeny</surname> <given-names>N. C.</given-names></name></person-group> (<year>2020</year>). <article-title>Therapeutic alliance as a mediator of change: a systematic review and evaluation of research</article-title>. <source>Clin. Psychol. Rev.</source> <volume>82</volume>:<fpage>101921</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cpr.2020.101921</pub-id>, PMID: <pub-id pub-id-type="pmid">33069096</pub-id></citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barlow</surname> <given-names>D. H.</given-names></name></person-group> (<year>2010</year>). <article-title>Negative effects from psychological treatments: a perspective</article-title>. <source>Am. Psychol.</source> <volume>65</volume>, <fpage>13</fpage>&#x2013;<lpage>20</lpage>. doi: <pub-id pub-id-type="doi">10.1037/a0015643</pub-id>, PMID: <pub-id pub-id-type="pmid">20063906</pub-id></citation></ref>
<ref id="ref5"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Berghs</surname> <given-names>M.H.G.A.</given-names></name></person-group> (<year>2020</year>). Evaluation of two questionnaires to measure negative effects of psychotherapy. Master&#x2019;s thesis. Maastricht, the Netherlands: Maastricht University.</citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bergin</surname> <given-names>A. E.</given-names></name></person-group> (<year>1966</year>). <article-title>Some implications of psychotherapy research for therapeutic practice</article-title>. <source>J. Abnorm. Psychol.</source> <volume>71</volume>, <fpage>235</fpage>&#x2013;<lpage>246</lpage>. doi: <pub-id pub-id-type="doi">10.1037/h0023577</pub-id>, PMID: <pub-id pub-id-type="pmid">5941041</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berk</surname> <given-names>M.</given-names></name> <name><surname>Parker</surname> <given-names>G.</given-names></name></person-group> (<year>2009</year>). <article-title>The elephant on the couch: side-effects of psychotherapy</article-title>. <source>Aust. N. Z. J. Psychiatry</source> <volume>43</volume>, <fpage>787</fpage>&#x2013;<lpage>794</lpage>. doi: <pub-id pub-id-type="doi">10.1080/00048670903107559</pub-id>, PMID: <pub-id pub-id-type="pmid">19670051</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Binder</surname> <given-names>P. E.</given-names></name> <name><surname>Holgersen</surname> <given-names>H.</given-names></name> <name><surname>Nielsen</surname> <given-names>G. H.</given-names></name></person-group> (<year>2010</year>). <article-title>What is a &#x201C;good outcome&#x201D; in psychotherapy? A qualitative exploration of former patients' point of view</article-title>. <source>Psychother. Res.</source> <volume>20</volume>, <fpage>285</fpage>&#x2013;<lpage>294</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10503300903376338</pub-id>, PMID: <pub-id pub-id-type="pmid">19941195</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Blease</surname> <given-names>C. R.</given-names></name> <name><surname>Lilienfeld</surname> <given-names>S. O.</given-names></name> <name><surname>Kelley</surname> <given-names>J. M.</given-names></name></person-group> (<year>2016</year>). <article-title>Evidence-based practice and psychological treatments: the imperatives of informed consent</article-title>. <source>Front. Psychol.</source> <volume>7</volume>:<fpage>1770</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2016.01170</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Bordin</surname> <given-names>E. S.</given-names></name></person-group> (<year>1994</year>). &#x201C;<article-title>Theory and research on the therapeutic working alliance: new directions</article-title>&#x201D; in <source>The working alliance: Theory, research, and practice</source>. eds. <person-group person-group-type="editor"><name><surname>Horvath</surname> <given-names>A. O.</given-names></name> <name><surname>Greenberg</surname> <given-names>L. S.</given-names></name></person-group> (Hoboken, NJ: <publisher-name>John Wiley &#x0026; Sons</publisher-name>), <fpage>13</fpage>&#x2013;<lpage>37</lpage>.</citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brakemeier</surname> <given-names>E.-L.</given-names></name> <name><surname>Herzog</surname> <given-names>P.</given-names></name> <name><surname>Radtke</surname> <given-names>M.</given-names></name> <name><surname>Schneibel</surname> <given-names>R.</given-names></name> <name><surname>Breger</surname> <given-names>V.</given-names></name> <name><surname>Becker</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>CBASP als station&#x00E4;res Behandlungskonzept der therapieresistenten chronischen Depression: Eine Pilotstudie zum Zusammenhang von Nebenwirkungen und Therapieerfolg</article-title>. <source>Psychother. Psychosom. Med. Psychol.</source> <volume>68</volume>, <fpage>399</fpage>&#x2013;<lpage>407</lpage>. doi: <pub-id pub-id-type="doi">10.1055/a-0629-7802</pub-id>, PMID: <pub-id pub-id-type="pmid">30286506</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Burton</surname> <given-names>L.</given-names></name> <name><surname>Th&#x00E9;riault</surname> <given-names>A.</given-names></name></person-group> (<year>2020</year>). <article-title>Hindering events in psychotherapy: a retrospective account from the client's perspective</article-title>. <source>Couns. Psychother. Res.</source> <volume>20</volume>, <fpage>116</fpage>&#x2013;<lpage>127</lpage>. doi: <pub-id pub-id-type="doi">10.1002/capr.12268</pub-id></citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Calabro</surname> <given-names>A.</given-names></name> <name><surname>Cassera</surname> <given-names>L.</given-names></name> <name><surname>Aschieri</surname> <given-names>F.</given-names></name></person-group> (<year>2024</year>). <article-title>Hindering events in psychotherapy with adolescents: a retrospective investigation of patients&#x2019; recollection</article-title>. <source>Couns. Psychother. Res.</source> <volume>2024</volume>, <fpage>1</fpage>&#x2013;<lpage>12</lpage>. doi: <pub-id pub-id-type="doi">10.1002/capr.12740</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Crawford</surname> <given-names>M. J.</given-names></name> <name><surname>Thana</surname> <given-names>L.</given-names></name> <name><surname>Farquharson</surname> <given-names>L.</given-names></name> <name><surname>Palmer</surname> <given-names>E.</given-names></name> <name><surname>Hancock</surname> <given-names>E.</given-names></name> <name><surname>Bassett</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Patient experience of negative effects of psychological treatment: results of a national survey</article-title>. <source>Br. J. Psychiatry</source> <volume>208</volume>, <fpage>260</fpage>&#x2013;<lpage>265</lpage>. doi: <pub-id pub-id-type="doi">10.1192/bjp.bp.114.162628</pub-id>, PMID: <pub-id pub-id-type="pmid">26932486</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cuijpers</surname> <given-names>P.</given-names></name> <name><surname>Miguel</surname> <given-names>C.</given-names></name> <name><surname>Ciharova</surname> <given-names>M.</given-names></name> <name><surname>Harrer</surname> <given-names>M.</given-names></name> <name><surname>Moir</surname> <given-names>F.</given-names></name> <name><surname>Roskvist</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2023</year>). <article-title>Psychological treatment of adult depression in primary care compared with outpatient mental health care: a meta-analysis</article-title>. <source>J. Affect. Disord.</source> <volume>339</volume>, <fpage>660</fpage>&#x2013;<lpage>675</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jad.2023.07.011</pub-id>, PMID: <pub-id pub-id-type="pmid">37467801</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Curran</surname> <given-names>J.</given-names></name> <name><surname>Parry</surname> <given-names>G. D.</given-names></name> <name><surname>Darling</surname> <given-names>J.</given-names></name> <name><surname>Mason</surname> <given-names>A. M.</given-names></name> <name><surname>Chambers</surname> <given-names>E.</given-names></name></person-group> (<year>2019</year>). <article-title>How does therapy harm? A model of adverse process using task analysis in the meta-synthesis of service users&#x2019; experience</article-title>. <source>Front. Psychol.</source> <volume>10</volume>:<fpage>347</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00347</pub-id></citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dandachi-Fitz Gerald</surname> <given-names>B.</given-names></name> <name><surname>Houben</surname> <given-names>S.</given-names></name> <name><surname>Broers</surname> <given-names>N. J.</given-names></name> <name><surname>Merckelbach</surname> <given-names>H.</given-names></name></person-group> (<year>2024</year>). <article-title>The positive and negative experiences of psychotherapy questionnaire (PNEP): First psychometric findings of a new instrument for monitoring clients&#x2019; experiences</article-title>. <source>J. Clin. Psychol. Psychoth.</source> doi: <pub-id pub-id-type="doi">10.1002/cpp.3014</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dandachi-Fitz Gerald</surname> <given-names>B.</given-names></name> <name><surname>Meijs</surname> <given-names>L.</given-names></name> <name><surname>Moonen</surname> <given-names>I. M.</given-names></name> <name><surname>Merckelbach</surname> <given-names>H.</given-names></name></person-group> (<year>2022</year>). <article-title>No self-serving bias in therapists' evaluations of clients' premature treatment termination: an approximate replication of Murdock et al. (2010)</article-title>. <source>Clin. Psychol. Psychother.</source> <volume>29</volume>, <fpage>972</fpage>&#x2013;<lpage>981</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cpp.2677</pub-id>, PMID: <pub-id pub-id-type="pmid">34694674</pub-id></citation></ref>
<ref id="ref19"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Dandachi-Fitz Gerald</surname> <given-names>B.</given-names></name> <name><surname>Otgaar</surname> <given-names>H.</given-names></name> <name><surname>Merckelbach</surname> <given-names>H.</given-names></name></person-group> (<year>2023</year>). &#x201C;<article-title>When psychotherapy fails</article-title>&#x201D; in <source>Toward a science of clinical psychology: A tribute to the life and works of Scott O Lilienfeld</source>. eds. <person-group person-group-type="editor"><name><surname>Cobb</surname> <given-names>C. L.</given-names></name> <name><surname>Lynn</surname> <given-names>S. J.</given-names></name> <name><surname>O&#x2019;Donohue</surname> <given-names>W.</given-names></name></person-group> (Cham, Switzerland: <publisher-name>Springer International Publishing</publisher-name>), <fpage>301</fpage>&#x2013;<lpage>319</lpage>.</citation></ref>
<ref id="ref21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>De Jong</surname> <given-names>K.</given-names></name> <name><surname>Nugter</surname> <given-names>A.</given-names></name> <name><surname>Polak</surname> <given-names>M.</given-names></name> <name><surname>Wagenborg</surname> <given-names>H.</given-names></name> <name><surname>Spinhoven</surname> <given-names>P.</given-names></name> <name><surname>Heiser</surname> <given-names>W.</given-names></name></person-group> (<year>2008</year>). <article-title>De Nederlandse versie van de Outcome Questionnaire (OQ-45): Een crossculturele validatie</article-title>. <source>Psychol. Gezondh.</source> <volume>36</volume>, <fpage>35</fpage>&#x2013;<lpage>45</lpage>. doi: <pub-id pub-id-type="doi">10.1007/BF03077465</pub-id></citation></ref>
<ref id="ref22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dibonaventura</surname> <given-names>M.</given-names></name> <name><surname>Gabriel</surname> <given-names>S.</given-names></name> <name><surname>Dupclay</surname> <given-names>L.</given-names></name> <name><surname>Gupta</surname> <given-names>S.</given-names></name> <name><surname>Kim</surname> <given-names>E.</given-names></name></person-group> (<year>2012</year>). <article-title>A patient perspective of the impact of medication side effects on adherence: results of a cross-sectional nationwide survey of patients with schizophrenia</article-title>. <source>BMC Psychiatry</source> <volume>12</volume>:<fpage>20</fpage>. doi: <pub-id pub-id-type="doi">10.1186/1471-244X-12-20</pub-id></citation></ref>
<ref id="ref23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dobler</surname> <given-names>C. C.</given-names></name> <name><surname>Harb</surname> <given-names>N.</given-names></name> <name><surname>Maguire</surname> <given-names>C. A.</given-names></name> <name><surname>Armour</surname> <given-names>C. L.</given-names></name> <name><surname>Coleman</surname> <given-names>C.</given-names></name> <name><surname>Murad</surname> <given-names>M. H.</given-names></name></person-group> (<year>2018</year>). <article-title>Treatment burden should be included in clinical practice guidelines</article-title>. <source>Br. M. J.</source> <volume>363</volume>:<fpage>k4065</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmj.k4065</pub-id></citation></ref>
<ref id="ref24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Faul</surname> <given-names>F.</given-names></name> <name><surname>Erdfelder</surname> <given-names>E.</given-names></name> <name><surname>Lang</surname> <given-names>A.-G.</given-names></name> <name><surname>Buchner</surname> <given-names>A.</given-names></name></person-group> (<year>2007</year>). <article-title>G&#x002A;power 3: a flexible statistical power analysis program for the social, behavioral, and biomedical sciences</article-title>. <source>Behav. Res. Methods</source> <volume>39</volume>, <fpage>175</fpage>&#x2013;<lpage>191</lpage>. doi: <pub-id pub-id-type="doi">10.3758/BF03193146</pub-id>, PMID: <pub-id pub-id-type="pmid">17695343</pub-id></citation></ref>
<ref id="ref25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fleming</surname> <given-names>L.</given-names></name> <name><surname>Agnew</surname> <given-names>S.</given-names></name> <name><surname>Peddie</surname> <given-names>N.</given-names></name> <name><surname>Crawford</surname> <given-names>M.</given-names></name> <name><surname>Dixon</surname> <given-names>D.</given-names></name> <name><surname>Mac Pherson</surname> <given-names>I.</given-names></name></person-group> (<year>2022</year>). <article-title>The impact of medication side effects on adherence and persistence to hormone therapy in breast cancer survivors: a quantitative systematic review</article-title>. <source>Breast J.</source> <volume>64</volume>, <fpage>63</fpage>&#x2013;<lpage>84</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.breast.2022.04.010</pub-id></citation></ref>
<ref id="ref26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fl&#x00FC;ckiger</surname> <given-names>C.</given-names></name> <name><surname>Del Re</surname> <given-names>A. C.</given-names></name> <name><surname>Wampold</surname> <given-names>B. E.</given-names></name> <name><surname>Horvath</surname> <given-names>A. O.</given-names></name></person-group> (<year>2018</year>). <article-title>The alliance in adult psychotherapy: a meta-analytic synthesis</article-title>. <source>Psychother.</source> <volume>55</volume>, <fpage>316</fpage>&#x2013;<lpage>340</lpage>. doi: <pub-id pub-id-type="doi">10.1037/pst0000172</pub-id></citation></ref>
<ref id="ref9001"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Franzoi</surname> <given-names>M. A.</given-names></name> <name><surname>Agostinetto</surname> <given-names>E.</given-names></name> <name><surname>Perachine</surname> <given-names>M.</given-names></name> <name><surname>Del Mastro</surname> <given-names>L.</given-names></name> <name><surname>de Azambuja</surname> <given-names>A.</given-names></name> <name><surname>Vaz-Luis</surname> <given-names>I</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Evidence-based approaches for the management of side-effects of adjuvant endocrine therapy in patients with breast cancer</article-title>. <source>Lancet Oncol.</source> <volume>22</volume>, <fpage>e303</fpage>&#x2013;<lpage>e313</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S1470-2045(20)30666-5</pub-id></citation></ref>
<ref id="ref27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gerke</surname> <given-names>L.</given-names></name> <name><surname>Meyrose</surname> <given-names>A.-K.</given-names></name> <name><surname>Ladwig</surname> <given-names>I.</given-names></name> <name><surname>Rief</surname> <given-names>W.</given-names></name> <name><surname>Nestoriuc</surname> <given-names>Y.</given-names></name></person-group> (<year>2020</year>). <article-title>Frequencies and predictors of negative effects in routine inpatient and outpatient psychotherapy: two observational studies</article-title>. <source>Front. Psychol.</source> <volume>11</volume>, <fpage>1</fpage>&#x2013;<lpage>12</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2020.02144</pub-id></citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hannan</surname> <given-names>C.</given-names></name> <name><surname>Lambert</surname> <given-names>M. J.</given-names></name> <name><surname>Harmon</surname> <given-names>C.</given-names></name> <name><surname>Nielsen</surname> <given-names>S. L.</given-names></name> <name><surname>Smart</surname> <given-names>D. W.</given-names></name> <name><surname>Shimokawa</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2005</year>). <article-title>A lab test and algorithms for identifying clients at risk for treatment failure</article-title>. <source>J. Clin. Psychol.</source> <volume>61</volume>, <fpage>155</fpage>&#x2013;<lpage>163</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jclp.20108</pub-id>, PMID: <pub-id pub-id-type="pmid">15609357</pub-id></citation></ref>
<ref id="ref31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hatfield</surname> <given-names>D.</given-names></name> <name><surname>McCullough</surname> <given-names>L.</given-names></name> <name><surname>Frantz</surname> <given-names>S. H.</given-names></name> <name><surname>Krieger</surname> <given-names>K.</given-names></name></person-group> (<year>2010</year>). <article-title>Do we know when our clients get worse? An investigation of therapists' ability to detect negative client change</article-title>. <source>Clin. Psychol. Psychother.</source> <volume>17</volume>, <fpage>25</fpage>&#x2013;<lpage>32</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cpp.656</pub-id>, PMID: <pub-id pub-id-type="pmid">19916162</pub-id></citation></ref>
<ref id="ref32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Herzog</surname> <given-names>P.</given-names></name> <name><surname>Lauff</surname> <given-names>S.</given-names></name> <name><surname>Rief</surname> <given-names>W.</given-names></name> <name><surname>Brakemeier</surname> <given-names>E.-L.</given-names></name></person-group> (<year>2019</year>). <article-title>Assessing the unwanted: a systematic review of instruments used to assess negative effects of psychotherapy</article-title>. <source>Brain Behav.</source> <volume>9</volume>:<fpage>e01447</fpage>. doi: <pub-id pub-id-type="doi">10.1002/brb3.1447</pub-id>, PMID: <pub-id pub-id-type="pmid">31647202</pub-id></citation></ref>
<ref id="ref33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hill</surname> <given-names>C. E.</given-names></name> <name><surname>Chui</surname> <given-names>H.</given-names></name> <name><surname>Baumann</surname> <given-names>E.</given-names></name></person-group> (<year>2013</year>). <article-title>Revisiting and reenvisioning the outcome problem in psychotherapy: an argument to include individualized and qualitative measurement</article-title>. <source>Psychotherapy</source> <volume>50</volume>, <fpage>68</fpage>&#x2013;<lpage>76</lpage>. doi: <pub-id pub-id-type="doi">10.1037/a0030571</pub-id>, PMID: <pub-id pub-id-type="pmid">23505982</pub-id></citation></ref>
<ref id="ref34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Holmes</surname> <given-names>E. A.</given-names></name> <name><surname>Ghaderi</surname> <given-names>A.</given-names></name> <name><surname>Harmer</surname> <given-names>C. J.</given-names></name> <name><surname>Ramchandani</surname> <given-names>P. G.</given-names></name> <name><surname>Cuijpers</surname> <given-names>P.</given-names></name> <name><surname>Morrison</surname> <given-names>A. P.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>The lancet psychiatry commission on psychological treatments research in tomorrow's science</article-title>. <source>Lancet Psychiatry</source> <volume>5</volume>, <fpage>237</fpage>&#x2013;<lpage>286</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S2215-0366(17)30513-8</pub-id>, PMID: <pub-id pub-id-type="pmid">29482764</pub-id></citation></ref>
<ref id="ref35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hughes</surname> <given-names>S.</given-names></name> <name><surname>Lacasse</surname> <given-names>J.</given-names></name> <name><surname>Rogers Fuller</surname> <given-names>R.</given-names></name> <name><surname>Spaulding-Givens</surname> <given-names>J.</given-names></name></person-group> (<year>2017</year>). <article-title>Adverse effects and treatment satisfaction among online users of four antidepressants</article-title>. <source>Psychiatry Res.</source> <volume>255</volume>, <fpage>78</fpage>&#x2013;<lpage>86</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.psychres.2017.05.021</pub-id>, PMID: <pub-id pub-id-type="pmid">28531820</pub-id></citation></ref>
<ref id="ref36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jonsson</surname> <given-names>U.</given-names></name> <name><surname>Alaie</surname> <given-names>I.</given-names></name> <name><surname>Parlin</surname> <given-names>T.</given-names></name> <name><surname>Arnberg</surname> <given-names>F. K.</given-names></name></person-group> (<year>2014</year>). <article-title>Reporting of harms in randomized controlled trials of psychological interventions for mental and behavioral disorders: a review of current practice</article-title>. <source>Contemp. Clin. Trials</source> <volume>38</volume>, <fpage>1</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cct.2014.02.005</pub-id>, PMID: <pub-id pub-id-type="pmid">24607768</pub-id></citation></ref>
<ref id="ref37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Klatte</surname> <given-names>R.</given-names></name> <name><surname>Strauss</surname> <given-names>B.</given-names></name> <name><surname>Fl&#x00FC;ckiger</surname> <given-names>C.</given-names></name> <name><surname>Rosendahl</surname> <given-names>J.</given-names></name></person-group> (<year>2023</year>). <article-title>Adverse events in psychotherapy randomized controlled trials: a systematic review</article-title>. <source>Psychother. Res.</source> <volume>13</volume>, <fpage>1</fpage>&#x2013;<lpage>16</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10503307.2023.2286992</pub-id>, PMID: <pub-id pub-id-type="pmid">38090772</pub-id></citation></ref>
<ref id="ref38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ladmanov&#x00E1;</surname> <given-names>M.</given-names></name> <name><surname>Rihacek</surname> <given-names>T.</given-names></name> <name><surname>Timulak</surname> <given-names>L.</given-names></name></person-group> (<year>2022</year>). <article-title>Client-identified impacts of helpful and hindering events in psychotherapy: a qualitative meta-analysis</article-title>. <source>Psychother. Res.</source> <volume>32</volume>, <fpage>723</fpage>&#x2013;<lpage>735</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10503307.2021.2003885</pub-id>, PMID: <pub-id pub-id-type="pmid">34806550</pub-id></citation></ref>
<ref id="ref39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lambert</surname> <given-names>M. J.</given-names></name></person-group> (<year>2013</year>). <article-title>Outcome in psychotherapy: the past and important advances</article-title>. <source>Psychotherapy</source> <volume>50</volume>, <fpage>42</fpage>&#x2013;<lpage>51</lpage>. doi: <pub-id pub-id-type="doi">10.1037/a0030682</pub-id>, PMID: <pub-id pub-id-type="pmid">38099971</pub-id></citation></ref>
<ref id="ref40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lambert</surname> <given-names>M. J.</given-names></name> <name><surname>Burlingame</surname> <given-names>G. M.</given-names></name> <name><surname>Umphress</surname> <given-names>V.</given-names></name> <name><surname>Hansen</surname> <given-names>N. B.</given-names></name> <name><surname>Vermeersch</surname> <given-names>D. A.</given-names></name> <name><surname>Clouse</surname> <given-names>G. C.</given-names></name> <etal/></person-group>. (<year>1996</year>). <article-title>The reliability and validity of the outcome questionnaire</article-title>. <source>Clin. Psychol. Psychother.</source> <volume>3</volume>, <fpage>249</fpage>&#x2013;<lpage>258</lpage>. doi: <pub-id pub-id-type="doi">10.1002/(SICI)1099-0879(199612)3:4&#x003C;249::AID-CPP106&#x003E;3.0.CO;2-S</pub-id>, PMID: <pub-id pub-id-type="pmid">38797014</pub-id></citation></ref>
<ref id="ref41"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Lambert</surname> <given-names>M. J.</given-names></name> <name><surname>Morton</surname> <given-names>J. J.</given-names></name> <name><surname>Hatfield</surname> <given-names>D. R.</given-names></name> <name><surname>Harmon</surname> <given-names>C.</given-names></name> <name><surname>Hamilton</surname> <given-names>S.</given-names></name> <name><surname>Shimokawa</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2004</year>). <source>Administration and scoring manual for the outcome questionnaire (OQ 45.2)</source>. <edition>3rd</edition> Edn. <publisher-loc>Wilmington, DE</publisher-loc>: <publisher-name>American Professional Credentialling Services LLC</publisher-name>.</citation></ref>
<ref id="ref42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lilienfeld</surname> <given-names>S. O.</given-names></name></person-group> (<year>2007</year>). <article-title>Psychological treatments that cause harm</article-title>. <source>Perspect. Psychol. Sci.</source> <volume>2</volume>, <fpage>53</fpage>&#x2013;<lpage>70</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1745-6916.2007.00029.x</pub-id>, PMID: <pub-id pub-id-type="pmid">26151919</pub-id></citation></ref>
<ref id="ref43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Linden</surname> <given-names>M. J.</given-names></name></person-group> (<year>2013</year>). <article-title>How to define, find and classify side effects in psychotherapy: from unwanted events to adverse treatment reactions</article-title>. <source>Clin. Psychol. Psychother.</source> <volume>20</volume>, <fpage>286</fpage>&#x2013;<lpage>296</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cpp.1765</pub-id>, PMID: <pub-id pub-id-type="pmid">22253218</pub-id></citation></ref>
<ref id="ref44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McCord</surname> <given-names>J.</given-names></name></person-group> (<year>2003</year>). <article-title>Cures that harm: unanticipated outcomes of crime prevention programs</article-title>. <source>Ann. Am. Ac. Pol. Soc. Sci.</source> <volume>587</volume>, <fpage>16</fpage>&#x2013;<lpage>30</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0002716202250781</pub-id></citation></ref>
<ref id="ref45"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moos</surname> <given-names>R. H.</given-names></name></person-group> (<year>2005</year>). <article-title>Iatrogenic effects of psychosocial interventions for substance use disorders: prevalence, predictors, prevention</article-title>. <source>Addiction</source> <volume>100</volume>, <fpage>595</fpage>&#x2013;<lpage>604</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1360-0443.2005.01073.x</pub-id>, PMID: <pub-id pub-id-type="pmid">15847616</pub-id></citation></ref>
<ref id="ref46"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moritz</surname> <given-names>S.</given-names></name> <name><surname>Fieker</surname> <given-names>M.</given-names></name> <name><surname>Hottenrott</surname> <given-names>B.</given-names></name> <name><surname>Seeralan</surname> <given-names>T.</given-names></name> <name><surname>Cludius</surname> <given-names>B.</given-names></name> <name><surname>Kolbeck</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>No pain, no gain? Adverse effects of psychotherapy in obsessive-compulsive disorder and its relationship to treatment gains</article-title>. <source>J. Obsessive Compuls. Relat. Disord.</source> <volume>5</volume>, <fpage>61</fpage>&#x2013;<lpage>66</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jocrd.2015.02.002</pub-id></citation></ref>
<ref id="ref47"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moritz</surname> <given-names>S.</given-names></name> <name><surname>Nestoriuc</surname> <given-names>Y.</given-names></name> <name><surname>Rief</surname> <given-names>W.</given-names></name> <name><surname>Klein</surname> <given-names>J. P.</given-names></name> <name><surname>Jelinek</surname> <given-names>L.</given-names></name> <name><surname>Peth</surname> <given-names>J.</given-names></name></person-group> (<year>2019</year>). <article-title>It can&#x2019;t hurt, right? Adverse effects of psychotherapy in patients with depression</article-title>. <source>Eur. Arch. Psychiatry Clin. Neurosci.</source> <volume>269</volume>, <fpage>577</fpage>&#x2013;<lpage>586</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00406-018-0931-1</pub-id></citation></ref>
<ref id="ref48"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Muschalla</surname> <given-names>B.</given-names></name> <name><surname>M&#x00FC;ller</surname> <given-names>J.</given-names></name> <name><surname>Grocholewski</surname> <given-names>A.</given-names></name> <name><surname>Linden</surname> <given-names>A.</given-names></name></person-group> (<year>2023</year>). <article-title>Effects of talking about side effects versus not talking about side effects on the therapeutic alliance: a controlled clinical trial</article-title>. <source>Acta Psychiatr. Scand.</source> <volume>148</volume>, <fpage>208</fpage>&#x2013;<lpage>216</lpage>. doi: <pub-id pub-id-type="doi">10.1111/acps.13543</pub-id>, PMID: <pub-id pub-id-type="pmid">36905373</pub-id></citation></ref>
<ref id="ref49"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nutt</surname> <given-names>D. J.</given-names></name> <name><surname>Sharpe</surname> <given-names>M.</given-names></name></person-group> (<year>2008</year>). <article-title>Uncritical positive regard? Issues in the efficacy and safety of psychotherapy</article-title>. <source>J. Psychopharmacol.</source> <volume>22</volume>, <fpage>3</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0269881107086283</pub-id>, PMID: <pub-id pub-id-type="pmid">18187527</pub-id></citation></ref>
<ref id="ref50"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parry</surname> <given-names>G. D.</given-names></name> <name><surname>Crawford</surname> <given-names>M. J.</given-names></name> <name><surname>Duggan</surname> <given-names>C.</given-names></name></person-group> (<year>2016</year>). <article-title>Iatrogenic harm from psychological therapies - time to move on</article-title>. <source>Br. J. Psychiatry</source> <volume>208</volume>, <fpage>210</fpage>&#x2013;<lpage>212</lpage>. doi: <pub-id pub-id-type="doi">10.1192/bjp.bp.115.163618</pub-id>, PMID: <pub-id pub-id-type="pmid">26932481</pub-id></citation></ref>
<ref id="ref51"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Peth</surname> <given-names>J.</given-names></name> <name><surname>Jelinek</surname> <given-names>L.</given-names></name> <name><surname>Nestoriuc</surname> <given-names>Y.</given-names></name> <name><surname>Moritz</surname> <given-names>S.</given-names></name></person-group> (<year>2018</year>). <article-title>Unerw&#x00FC;nschte Effekte von Psychotherapie bei depressiven Patienten-Erste Anwendung der Positive and Negative Effects of Psychotherapy Scale (PANEPS)</article-title>. <source>Psychother. Psychosom. Med. Psychol.</source> <volume>68</volume>, <fpage>391</fpage>&#x2013;<lpage>398</lpage>. doi: <pub-id pub-id-type="doi">10.1055/s-0044-101952</pub-id>, PMID: <pub-id pub-id-type="pmid">29631298</pub-id></citation></ref>
<ref id="ref52"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Powers</surname> <given-names>E.</given-names></name> <name><surname>Witmer</surname> <given-names>H.</given-names></name></person-group> (<year>1951</year>). <source>An experiment in the prevention of delinquency: The Cambridge&#x2013;Somerville youth study</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Columbia University Press</publisher-name>.</citation></ref>
<ref id="ref53"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rozental</surname> <given-names>A.</given-names></name> <name><surname>Castonguay</surname> <given-names>L.</given-names></name> <name><surname>Dimidjian</surname> <given-names>S.</given-names></name> <name><surname>Lambert</surname> <given-names>M.</given-names></name> <name><surname>Shafran</surname> <given-names>R.</given-names></name> <name><surname>Andersson</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Negative effects in psychotherapy: commentary and recommendations for future research and clinical practice</article-title>. <source>BJPsych Open</source> <volume>4</volume>, <fpage>307</fpage>&#x2013;<lpage>312</lpage>. doi: <pub-id pub-id-type="doi">10.1192/bjo.2018.42</pub-id>, PMID: <pub-id pub-id-type="pmid">30083384</pub-id></citation></ref>
<ref id="ref54"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rozental</surname> <given-names>A.</given-names></name> <name><surname>Kottorp</surname> <given-names>A.</given-names></name> <name><surname>Boettcher</surname> <given-names>J.</given-names></name> <name><surname>Andersson</surname> <given-names>G.</given-names></name> <name><surname>Carlbring</surname> <given-names>P.</given-names></name></person-group> (<year>2016</year>). <article-title>Negative effects of psychological treatments: an exploratory factor analysis of the negative effects questionnaire for monitoring and reporting adverse and unwanted events</article-title>. <source>PLoS One</source> <volume>11</volume>:<fpage>e0157503</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0157503</pub-id>, PMID: <pub-id pub-id-type="pmid">27331907</pub-id></citation></ref>
<ref id="ref55"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rozental</surname> <given-names>A.</given-names></name> <name><surname>Kottorp</surname> <given-names>A.</given-names></name> <name><surname>Forsstr&#x00F6;m</surname> <given-names>D.</given-names></name> <name><surname>Manson</surname> <given-names>K.</given-names></name> <name><surname>Boettcher</surname> <given-names>J.</given-names></name> <name><surname>Andersson</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>The negative effects questionnaire: psychometric properties of an instrument for assessing negative effects in psychological treatment</article-title>. <source>Behav. Cogn. Psychother.</source> <volume>47</volume>, <fpage>559</fpage>&#x2013;<lpage>572</lpage>. doi: <pub-id pub-id-type="doi">10.1017/S1352465819000018</pub-id>, PMID: <pub-id pub-id-type="pmid">30871650</pub-id></citation></ref>
<ref id="ref57"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schneibel</surname> <given-names>R.</given-names></name> <name><surname>Wilbertz</surname> <given-names>G.</given-names></name> <name><surname>Scholz</surname> <given-names>C.</given-names></name> <name><surname>Becker</surname> <given-names>M.</given-names></name> <name><surname>Brakemeier</surname> <given-names>E.-L.</given-names></name> <name><surname>Bschor</surname> <given-names>T.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Adverse events of group psychotherapy in the in-patient setting - results of a naturalistic trial</article-title>. <source>Acta Psychiatr. Scand.</source> <volume>163</volume>, <fpage>247</fpage>&#x2013;<lpage>258</lpage>. doi: <pub-id pub-id-type="doi">10.1111/acps.12747</pub-id></citation></ref>
<ref id="ref58"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Timulak</surname> <given-names>L.</given-names></name> <name><surname>Keogh</surname> <given-names>D.</given-names></name></person-group> (<year>2017</year>). <article-title>The client&#x2019;s perspective on (experiences of) psychotherapy: a practice friendly review</article-title>. <source>J. Clin. Psychol.</source> <volume>73</volume>, <fpage>1556</fpage>&#x2013;<lpage>1567</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jclp.22532</pub-id>, PMID: <pub-id pub-id-type="pmid">28898410</pub-id></citation></ref>
<ref id="ref59"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vaughan</surname> <given-names>B.</given-names></name> <name><surname>Goldstein</surname> <given-names>M. H.</given-names></name> <name><surname>Alikalos</surname> <given-names>M.</given-names></name> <name><surname>Cohen</surname> <given-names>L. J.</given-names></name> <name><surname>Serby</surname> <given-names>M. J.</given-names></name></person-group> (<year>2014</year>). <article-title>Frequency of reporting of adverse events in randomized controlled trials of psychotherapy vs. psychopharmacotherapy</article-title>. <source>Compr. Psychiatry</source> <volume>55</volume>, <fpage>849</fpage>&#x2013;<lpage>855</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.comppsych.2014.01.001</pub-id>, PMID: <pub-id pub-id-type="pmid">24630200</pub-id></citation></ref>
<ref id="ref60"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vyb&#x00ED;ral</surname> <given-names>Z.</given-names></name> <name><surname>Ogles</surname> <given-names>B. M.</given-names></name> <name><surname>Rihacek</surname> <given-names>T.</given-names></name> <name><surname>Urbancov&#x00E1;</surname> <given-names>B.</given-names></name> <name><surname>Gociekov&#x00E1;</surname> <given-names>V.</given-names></name></person-group> (<year>2024</year>). <article-title>Negative experiences in psychotherapy from clients&#x2019; perspective: a qualitative meta-analysis</article-title>. <source>Psychother. Res.</source> <volume>34</volume>, <fpage>279</fpage>&#x2013;<lpage>292</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10503307.2023.2226813</pub-id>, PMID: <pub-id pub-id-type="pmid">37410872</pub-id></citation></ref>
<ref id="ref61"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wakefield</surname> <given-names>S.</given-names></name> <name><surname>Kellett</surname> <given-names>S.</given-names></name> <name><surname>Simmonds-Buckley</surname> <given-names>M.</given-names></name> <name><surname>Stockton</surname> <given-names>D.</given-names></name> <name><surname>Bradbury</surname> <given-names>A.</given-names></name> <name><surname>Delgadillo</surname> <given-names>J.</given-names></name></person-group> (<year>2020</year>). <article-title>Improving access to psychological therapies (IAPT) in the United Kingdom: a systematic review and meta-analysis of 10-years of practice-based evidence</article-title>. <source>Br. J. Clin. Psychol.</source> <volume>60</volume>, <fpage>1</fpage>&#x2013;<lpage>37</lpage>. doi: <pub-id pub-id-type="doi">10.1111/bjc.12259</pub-id></citation></ref>
<ref id="ref62"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Werbart</surname> <given-names>A.</given-names></name> <name><surname>Annevall</surname> <given-names>A.</given-names></name> <name><surname>Hillblom</surname> <given-names>J.</given-names></name></person-group> (<year>2019</year>). <article-title>Successful and less successful psychotherapies compared: three therapists and their six contrasting cases</article-title>. <source>Front. Psychol.</source> <volume>10</volume>:<fpage>816</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00816</pub-id></citation></ref>
<ref id="ref63"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Whipple</surname> <given-names>J. L.</given-names></name> <name><surname>Lambert</surname> <given-names>M. J.</given-names></name></person-group> (<year>2011</year>). <article-title>Outcome measures for practice</article-title>. <source>Ann. Rev. Clin. Psychol.</source> <volume>7</volume>, <fpage>87</fpage>&#x2013;<lpage>111</lpage>. doi: <pub-id pub-id-type="doi">10.1146/annurev-clinpsy-040510-143938</pub-id>, PMID: <pub-id pub-id-type="pmid">38797581</pub-id></citation></ref>
<ref id="ref64"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Williams</surname> <given-names>A. J.</given-names></name> <name><surname>Botanov</surname> <given-names>Y.</given-names></name> <name><surname>Kilshaw</surname> <given-names>R. E.</given-names></name> <name><surname>Wong</surname> <given-names>R. E.</given-names></name> <name><surname>Sakulak</surname> <given-names>J. K.</given-names></name></person-group> (<year>2021</year>). <article-title>Potentially harmful therapies: a meta-scientific review of evidential value</article-title>. <source>Clin. Psychol.</source> <volume>28</volume>, <fpage>5</fpage>&#x2013;<lpage>18</lpage>. doi: <pub-id pub-id-type="doi">10.1111/cpsp.12331</pub-id></citation></ref>
</ref-list>
</back>
</article>