<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychol.</journal-id>
<journal-title>Frontiers in Psychology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychol.</abbrev-journal-title>
<issn pub-type="epub">1664-1078</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyg.2025.1530713</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Screening for psychotherapy readiness with the University of Rhode Island Change Assessment Scale and the Readiness for Psychotherapy Index</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Hovmand</surname> <given-names>Oliver Rumle</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2585623/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Reinholt</surname> <given-names>Nina</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn0002"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2995701/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Christensen</surname> <given-names>Anne Bryde</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="author-notes" rid="fn0003"><sup>&#x2020;</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Bach</surname> <given-names>Bo</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="author-notes" rid="fn0004"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/972090/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Arnfred</surname> <given-names>Sidse Marie</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn0005"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2859495/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Psychiatry South, Region Zealand Mental Health Service</institution>, <addr-line>Vordingborg</addr-line>, <country>Denmark</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Clinical Medicine, Faculty of Health, University of Copenhagen</institution>, <addr-line>Copenhagen</addr-line>, <country>Denmark</country></aff>
<aff id="aff3"><sup>3</sup><institution>Psychiatric Research Unit, Region Zealand Mental Health Services</institution>, <addr-line>Slagelse</addr-line>, <country>Denmark</country></aff>
<aff id="aff4"><sup>4</sup><institution>Center for Eating and Feeding Disorders Research, Mental Health Center Ballerup</institution>, <addr-line>Ballerup</addr-line>, <country>Denmark</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Psychology, University of Copenhagen</institution>, <addr-line>Copenhagen</addr-line>, <country>Denmark</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0006">
<p>Edited by: Filippo Aschieri, Catholic University of the Sacred Heart, Italy</p>
</fn>
<fn fn-type="edited-by" id="fn0007">
<p>Reviewed by: Guillem Feixas, University of Barcelona, Spain</p>
<p>Aurora Milesi, Catholic University of the Sacred Heart, Italy</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Oliver Rumle Hovmand, <email>ohov@regionsjaelland.dk</email></corresp>
<fn fn-type="other" id="fn0001"><p><sup>&#x2020;</sup>ORCID ID: Oliver Rumle Hovmand, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0001-6928-6113">orcid.org/0000-0001-6928-6113</ext-link></p></fn>
<fn fn-type="other" id="fn0002">
<p>Nina Reinholt, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0002-5117-9376">orcid.org/0000-0002-5117-9376</ext-link></p>
</fn>
<fn fn-type="other" id="fn0003">
<p>Anne Bryde Christensen, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0002-3087-8311">orcid.org/0000-0002-3087-8311</ext-link></p>
</fn>
<fn fn-type="other" id="fn0004">
<p>Bo Bach, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0002-5744-1769">orcid.org/0000-0002-5744-1769</ext-link></p>
</fn>
<fn fn-type="other" id="fn0005">
<p>Sidse M. Arnfred, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0001-5375-4226">orcid.org/0000-0001-5375-4226</ext-link></p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>12</day>
<month>08</month>
<year>2025</year>
</pub-date>
<pub-date pub-type="collection">
<year>2025</year>
</pub-date>
<volume>16</volume>
<elocation-id>1530713</elocation-id>
<history>
<date date-type="received">
<day>19</day>
<month>11</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>09</day>
<month>06</month>
<year>2025</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2025 Hovmand, Reinholt, Christensen, Bach and Arnfred.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>Hovmand, Reinholt, Christensen, Bach and Arnfred</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Background</title>
<p>It is important to assess patients&#x2019; level of readiness before starting a course of psychotherapy, but only a few validated instruments are currently available for that purpose.</p>
</sec>
<sec id="sec2">
<title>Methods</title>
<p>Patients waiting for psychotherapy were administered the Danish translations of the University of Rhode Island Change Assessment Scale (URICA) and the Readiness for Psychotherapy Index (RPI) prior to commencing psychotherapy. We conducted confirmatory factor analysis of the instruments&#x2019; previously suggested factor structure, as well as evaluating the instruments&#x2019; ability to identify early adherence to psychotherapy by receiver operating characteristic (ROC) curves and regression analysis.</p>
</sec>
<sec id="sec3">
<title>Results</title>
<p>One hundred and fifty-five patients with emotional, personality, and post-traumatic stress disorders were included. The instruments showed poor to average psychometric properties and poor predictive validity regarding early adherence to psychotherapy.</p>
</sec>
<sec id="sec4">
<title>Discussion</title>
<p>Findings indicated that the Danish URICA and RPI possess average psychometric properties and have limited validity for predicting early adherence to psychotherapy in psychiatric outpatients awaiting psychotherapy.</p>
</sec>
</abstract>
<kwd-group>
<kwd>RPI</kwd>
<kwd>URICA</kwd>
<kwd>readiness</kwd>
<kwd>URICA scale</kwd>
<kwd>RPI scale</kwd>
<kwd>psychotherapy</kwd>
</kwd-group>
<counts>
<fig-count count="5"/>
<table-count count="5"/>
<equation-count count="0"/>
<ref-count count="65"/>
<page-count count="12"/>
<word-count count="9269"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Psychology for Clinical Settings</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="sec5">
<title>Background</title>
<p>Research shows that many patients offered psychotherapeutic treatment are ambivalent toward it and may not be ready to participate (<xref ref-type="bibr" rid="ref20">Engle and Arkowitz, 2006</xref>; <xref ref-type="bibr" rid="ref31">Hunter et al., 2014</xref>; <xref ref-type="bibr" rid="ref42">Oliveira et al., 2021</xref>). Data on cognitive group therapy from the Danish TRACT-RCT indicates high dropout rates in Danish outpatient mental health service (MHS) clinics&#x2014;an average of 35.5% (<italic>N&#x202F;=</italic>&#x202F;291) (<xref ref-type="bibr" rid="ref48">Reinholt et al., 2021</xref>). This is somewhat consistent with international meta-analytic findings, which show dropout rates of similar magnitude (21.9%) (<xref ref-type="bibr" rid="ref53">Swift et al., 2017</xref>).</p>
<p>These dropout rates may result in a substantial waste of human resources, and is particularly regrettable in settings offering group therapy, where dropouts may result in both direct economic costs due to wasted resources and indirect costs due to disturbance of the group dynamics (<xref ref-type="bibr" rid="ref62">Wierzbicki and Pekarik, 1993</xref>; <xref ref-type="bibr" rid="ref6">Barrett et al., 2008</xref>). Further, they may potentially indicate that people who need help and have been seeking it are not receiving it.</p>
<p>Factors that presently inform the clinical choice of psychotherapy as a relevant treatment modality include the presence of interpersonal problems (<xref ref-type="bibr" rid="ref5">Barkham et al., 2021</xref>), the patient&#x2019;s recognized need for help and capacity to relate (<xref ref-type="bibr" rid="ref5">Barkham et al., 2021</xref>), patient preference (<xref ref-type="bibr" rid="ref63">Williams et al., 2016</xref>) and psychological-mindedness (<xref ref-type="bibr" rid="ref38">McCallum and Piper, 1997</xref>), and the patient&#x2019;s motivation or readiness for change (<xref ref-type="bibr" rid="ref58">Vogel et al., 2006</xref>). Relevant screening tools might help detect patients who are not ready for psychotherapy and may require other treatment efforts instead&#x2014;i.e., motivational enhancement pre-therapy or other treatment modalities.</p>
<p>A patient&#x2019;s motivation for change plays a crucial role in the outcome of psychotherapy (<xref ref-type="bibr" rid="ref58">Vogel et al., 2006</xref>). The overall concept of motivation relates to the intentional aspect of change, such as the internal drive preceding the initiation of therapy, as well as the patient&#x2019;s ongoing engagement throughout treatment (<xref ref-type="bibr" rid="ref46">Prochaska and DiClemente, 2005</xref>), including the desire to change (<xref ref-type="bibr" rid="ref57">Truant, 1999</xref>), willingness to discuss personal matters (<xref ref-type="bibr" rid="ref35">Krause, 1967</xref>), level of distress (<xref ref-type="bibr" rid="ref51">Schneider and Klauer, 2001</xref>), and preparedness to make reasonable sacrifices (<xref ref-type="bibr" rid="ref23">Hacker, 1962</xref>).</p>
<p>Theoretically, the concept of readiness for change is described as a core component in the &#x201C;stages of change&#x201D; cycle of the so-called Transtheoretical Model (TTM) of behavioral change set forward by <xref ref-type="bibr" rid="ref45">Prochaska and DiClemente (1984)</xref>. In the &#x201C;stages of change&#x201D; cycle, patients are assumed to vary in their overall motivation to change, being on different levels ranging from having no intention for therapeutic change (&#x201C;precontemplation&#x201D;), to being ambivalent about change (&#x201C;contemplation&#x201D;), to having intentions and a commitment to change (&#x201C;preparation&#x201D;), to starting changes and actively working on them (&#x201C;action&#x201D;), to consolidating changes in order to prevent relapse (&#x201C;maintenance&#x201D;). According to the model, patients continuously move through the individual stages in a spiral pattern, and relapses are integral to the cycle. Cycling back to an earlier stage of change gives the patient the opportunity to apply different and possibly more effective strategies to make the changes they were not successful with the first time (<xref ref-type="bibr" rid="ref47">Prochaska and Norcross, 2014</xref>).</p>
<p>Several measures have been used to evaluate motivation for change, of which the University of Rhode Island Change Assessment (URICA) is one of the most commonly employed (<xref ref-type="bibr" rid="ref14">DiClemente and Hughes, 1990</xref>). The URICA is designed to measure readiness for change in regards to any behavior (e.g., behavioral change aimed at weight loss, substance abuse, etc.). It assesses this motivation dimensionally, with four dimensions derived from the TTM: Precontemplation, Contemplation, Action, and Maintenance. It is commonly calculated as a Readiness To Change (RTC) score, which is a composite score of a patient&#x2019;s overall readiness derived from the individual subscales. In addition to this, a Committed Action (CA) measure has been proposed by <xref ref-type="bibr" rid="ref43">Pantalon et al. (2002)</xref>, based on the reflection that many of the items on the Contemplation subscale reflect ambivalence about change, and that endorsement of these items may reflect a decreased likelihood of taking action to change (<xref ref-type="bibr" rid="ref43">Pantalon et al., 2002</xref>).</p>
<p>Aside from the URICA, a few instruments exist that are specifically designed to assess readiness for psychotherapy. One is the Counselling Readiness Scale (CRS), a subscale of the Adjective Check List (<xref ref-type="bibr" rid="ref22">Gough, 1980</xref>) designed to identify persons who are open to change and who seem likely to profit from psychotherapy. Herein, respondents are asked to endorse adjectives which they believe accurately describe them. The CRS includes different scales for men and women with different numbers of items. Only limited information exists about the instrument&#x2019;s reliability and validity, though studies conducted by its developers (<xref ref-type="bibr" rid="ref26">Heilbrun, 1966</xref>; <xref ref-type="bibr" rid="ref27">Heilbrun, 1978</xref>) found it helpful in predicting premature termination of therapy. Another example is the Stages of Change Readiness and Treatment Eagerness Scales (SOCRATES), which was developed as an alternative to the URICA for measuring readiness for change with regard to problem drinking (<xref ref-type="bibr" rid="ref40">Miller and Tonigan, 1996</xref>). The SOCRATES includes 19 items which together make up three scales, ambivalence, recognition, and taking steps, which are hypothesized to represent continuously distributed motivational processes.</p>
<p>A third relevant instrument is the Readiness for Psychotherapy Index (RPI), developed by <xref ref-type="bibr" rid="ref41">Ogrodniczuk et al. (2009)</xref> as a clinical tool to assess a patient&#x2019;s readiness to enter into a psychotherapeutic intervention. Its creators amassed a pool of items from existing literature and clinical insight that were expected to reflect elements of readiness for psychotherapy. This resulted in a pool of 42 items that the authors believed to represent seven dimensions of readiness. From this pool, a final set of 20 items were selected and, through exploratory factor analysis, were found to be optimally described by a four-factor model. These factors encompass Disinterest, Perseverance, Openness, and Distress, and each one contains five items. An Overall Readiness score is calculated based on the four. High internal consistency was reported by the developers (<xref ref-type="bibr" rid="ref41">Ogrodniczuk et al., 2009</xref>).</p>
<p>Trials have consistently found patients&#x2019; readiness to change to be an essential factor in predicting and moderating psychotherapy outcomes (<xref ref-type="bibr" rid="ref41">Ogrodniczuk et al., 2009</xref>). Thus, a valid measure of this construct is critical to understanding its potential impact in specific contexts or populations, such as in the treatment of mood and personality disorders, eating disorders, and addiction. Readiness to change is particularly relevant in these populations since treatment consists primarily of psychotherapeutic interventions, which require much effort and persistence, and since there is an inherent low motivation or ambivalence toward change in these disorders (i.e., lack of energy and initiative in depression, ambivalence toward behavioral change in eating disorders and addiction).</p>
<p>The URICA has mainly been applied in research on substance (<xref ref-type="bibr" rid="ref1">Abellanas and McLellan, 1993</xref>; <xref ref-type="bibr" rid="ref8">Belding et al., 1995</xref>; <xref ref-type="bibr" rid="ref11">Carney and Kivlahan, 1995</xref>; <xref ref-type="bibr" rid="ref7">Belding et al., 1997</xref>; <xref ref-type="bibr" rid="ref19">el-Bassel et al., 1998</xref>; <xref ref-type="bibr" rid="ref21">Field et al., 2009</xref>) and alcohol use disorders (<xref ref-type="bibr" rid="ref14">DiClemente and Hughes, 1990</xref>; <xref ref-type="bibr" rid="ref21">Field et al., 2009</xref>; <xref ref-type="bibr" rid="ref64">Willoughby and Edens, 1996</xref>; <xref ref-type="bibr" rid="ref13">DiClemente et al., 1999</xref>; <xref ref-type="bibr" rid="ref17">Edens and Willoughby, 1999</xref>; <xref ref-type="bibr" rid="ref10">Carbonari and DiClemente, 2000</xref>; <xref ref-type="bibr" rid="ref18">Edens and Willoughby, 2000</xref>; <xref ref-type="bibr" rid="ref29">Hoyer et al., 2003</xref>), but has also been used in studies on other psychiatric disorders such as anxiety disorders (<xref ref-type="bibr" rid="ref16">Dozois et al., 2004</xref>) and bulimia nervosa (<xref ref-type="bibr" rid="ref56">Treasure et al., 1999</xref>). It has additionally been applied to patients with somatic pain (<xref ref-type="bibr" rid="ref34">Kerns and Rosenberg, 2000</xref>), criminal offenders (<xref ref-type="bibr" rid="ref44">Polaschek et al., 2010</xref>), tobacco smokers (<xref ref-type="bibr" rid="ref15">DiClemente et al., 1991</xref>), and individuals wishing to lose weight (<xref ref-type="bibr" rid="ref32">Ingledew et al., 1998</xref>).</p>
<p><xref ref-type="bibr" rid="ref36">Krebs et al. (2018)</xref> conducted a meta-analysis of the association between measures of readiness and psychotherapy outcomes. They included 76 studies, in which the most frequent readiness measures were the URICA (<italic>n</italic>&#x202F;=&#x202F;46) and the SOCRATES (<italic>n</italic>&#x202F;=&#x202F;10). Thirty-six studies provided data on the association between readiness and adherence to treatment/premature dropout. Among these reports, the authors found a medium mean effect size (d&#x202F;=&#x202F;0.36) (95% CI&#x202F;=&#x202F;0.26&#x2013;0.47) (<xref ref-type="bibr" rid="ref36">Krebs et al., 2018</xref>).</p>
<p>Two studies have investigated the use of RPI in populations with emotional and substance-related disorders awaiting psychotherapy (<xref ref-type="bibr" rid="ref41">Ogrodniczuk et al., 2009</xref>; <xref ref-type="bibr" rid="ref33">Kealy et al., 2017</xref>). Another has investigated the relationship between psychosis spectrum symptoms and psychotherapy readiness among inpatient adolescents in the mental health service (<xref ref-type="bibr" rid="ref55">Thompson et al., 2021</xref>). None of these examined the instrument&#x2019;s external validity regarding adherence to subsequent psychotherapy.</p>
<p>However, the utility of these two instruments for assessing readiness for psychotherapy engagement or adherence among patients with emotional disorders has only been analyzed in one study (<xref ref-type="bibr" rid="ref16">Dozois et al., 2004</xref>). Further, they have yet to undergo psychometric validation in Danish. Hence, the objectives of the present study are to examine the psychometric properties of a public Danish translation of the URICA and our own Danish translation of the RPI and evaluate their predictive validity through their ability to predict early adherence to group psychotherapy.</p>
<p>We hypothesize that the Danish URICA and RPI both have a four-factor structure corresponding to the one suggested for the American (<xref ref-type="bibr" rid="ref16">Dozois et al., 2004</xref>) and Canadian English originals (<xref ref-type="bibr" rid="ref41">Ogrodniczuk et al., 2009</xref>). Additionally, we expect them to be able to adequately discriminate between patients who are ready or not ready for psychotherapy, as judged by their early adherence to at least three of their first four planned sessions of psychotherapy as a proxy measure of psychotherapy engagement.</p>
</sec>
<sec sec-type="methods" id="sec6">
<title>Methods</title>
<sec id="sec7">
<title>Setting</title>
<p>Patients were recruited in outpatient secondary care clinics run by Region Zealand Mental Health Services (MHS). Patients can be referred to these clinics if they have failed to respond to one line of treatment in the primary care sector. In the MHS clinics, patients undergo diagnostic assessment at the intake interview and receive therapy in a group according to diagnosis. While the patients are waiting for specialized treatment, they are offered psychoeducational group sessions (see <xref ref-type="fig" rid="fig1">Figure 1</xref> for a representation of patient flow in the clinic). The first author attended these sessions between March 2022 and January 2023 and recruited participants for the present study. A subsample of patients were included through participation in a randomized controlled trial in the same clinics, also during the waiting period before group psychotherapy (<xref ref-type="bibr" rid="ref28">Hovmand et al., 2023</xref>).</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Patient flow in and through the clinic.</p>
</caption>
<graphic xlink:href="fpsyg-16-1530713-g001.tif"/>
</fig>
</sec>
<sec id="sec8">
<title>Participants</title>
<p>The participants had primary diagnoses of emotional disorders, post-traumatic stress disorder (PTSD), or personality disorders. Patients were only eligible for treatment in the MHS clinics if they had been subjected and not responded sufficiently to primary care treatment. Thus, this group might be characterized, at least partially, as a treatment resistant sample.</p>
</sec>
<sec id="sec9">
<title>Procedure</title>
<p>After informed, written consent, the patients were administered the self-report scales. Subsequently, information regarding primary diagnosis, co-occurring disorders, and adherence to psychoeducation and psychotherapy were drawn from the patients&#x2019; electronic health records. If a reason was given for non-adherence or for declining the offer to receive therapy, this was recorded.</p>
<p>Data regarding adherence to psychotherapy were collected until the end of April 2023. Patients who dropped out prior to being offered therapy were coded as non-completers. Patients who were still waiting for onset of psychotherapy as of April 2023 were not included in the predictive validation analysis. This is reflected in <xref ref-type="table" rid="tab1">Table 1</xref> &#x201C;Completers&#x201D; refers to the subsample of patients who was offered psychotherapy during the period of data collection, and which attended three or more sessions out of the first four sessions. The &#x201C;non-completers&#x201D; do in the same table, refer to the patients of the same population, which did not.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>URICA scores on patients who attended or did not attend their first four sessions of psychotherapy in a group.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th><italic>n</italic> (%)</th>
<th align="center" valign="top">
<italic>N</italic>
</th>
<th align="center" valign="top">Precontemplation</th>
<th align="center" valign="top">Contemplation</th>
<th align="center" valign="top">Action</th>
<th align="center" valign="top">Maintenance</th>
<th align="center" valign="top">CA</th>
<th align="center" valign="top">RFC</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Total sample</td>
<td align="center" valign="top">155</td>
<td align="center" valign="top">13.3 (3.8)</td>
<td align="center" valign="top">35.36 (2.9)</td>
<td align="center" valign="top">32.6 (3.9)</td>
<td align="center" valign="top">31.1 (3.9)</td>
<td align="center" valign="top">&#x2212;2.7 (3.2)</td>
<td align="center" valign="top">85.9 (10.1)</td>
</tr>
<tr>
<td align="left" valign="top">Completers</td>
<td align="center" valign="top">70</td>
<td align="center" valign="top">12.6 (3.7)</td>
<td align="center" valign="top">35.64 (2.97)</td>
<td align="center" valign="top">33.0 (3.6)</td>
<td align="center" valign="top">31.1 (3.7)</td>
<td align="center" valign="top">&#x2212;2.64 (2.95)</td>
<td align="center" valign="top">87.1 (9.6)</td>
</tr>
<tr>
<td align="left" valign="top">Non-completers</td>
<td align="center" valign="top">16</td>
<td align="center" valign="top">13.7 (3.1)</td>
<td align="center" valign="top">36.0 (3.0)</td>
<td align="center" valign="top">32.3 (4.7)</td>
<td align="center" valign="top">31.3 (4.4)</td>
<td align="center" valign="top">&#x2212;3.7 (3.1)</td>
<td align="center" valign="top">85.8 (11.6)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Completers and non-completers refers to those who did and did not attend three or more of their first four therapy sessions. Standard deviations are in parenthesis. Completers refers to the subsample of patients who was offered psychotherapy during the period of data collection, and which attended three or more sessions out of the first four sessions. The non-completers refers to the patients of the same population, which did not.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec10">
<title>Ethical considerations</title>
<p>The study was in accordance with local regulations registered with the Danish Data Protection Agency Region Zealand (REG-170-2021). The survey study did not, as per local guidelines and regulations, need approval by the Region Zealand Ethics Committee. However, the randomized clinical trial from which a subsample of participants&#x2019; data were drawn was approved by the Region Zealand Ethics Committee (Registration number: SJ-924) and registered with the Region Zealand Data Protection Agency (Registration number: REG-050&#x2013;2021). Informed consent was collected from participants in order to join the study.</p>
</sec>
<sec id="sec11">
<title>Instruments</title>
<sec id="sec12">
<title>University of Rhode Island change assessment scale (URICA)</title>
<p>The URICA is a 32-item self-report measure designed to quantify the patient&#x2019;s motivation for change. It includes the following four subscales: <italic>Precontemplation</italic>, <italic>Contemplation</italic>, <italic>Action</italic>, and <italic>Maintenance.</italic> Each of the subscales includes eight items, and these are rated on a Likert-type scale ranging from 1 to 5, with higher scores indicating greater endorsement of particular behaviors or attitudes (1&#x202F;=&#x202F;Strongly disagree; 2&#x202F;=&#x202F;Disagree; 3&#x202F;=&#x202F;Undecided; 4&#x202F;=&#x202F;Agree; 5&#x202F;=&#x202F;Strongly agree) (<xref ref-type="bibr" rid="ref14">DiClemente and Hughes, 1990</xref>).</p>
<p>The score for each subscale is calculated by adding the score for each item. In addition, two further composite scores can be calculated from this information. The Readiness To Change (RTC) composite score is obtained by subtracting the Precontemplation and Contemplation scores from the sum of the Action and Maintenance scores. The Committed Action (CA) score is the Contemplation score subtracted from the Action score (<xref ref-type="bibr" rid="ref43">Pantalon et al., 2002</xref>). Total discrete stage scores range from 8 to 40 for each subscale, whereas RTC scores range from &#x2212;16 to 112. For the CA, scores range from &#x2212;32 to 32.</p>
</sec>
<sec id="sec13">
<title>Readiness for psychotherapy index (RPI)</title>
<p>The RPI is a 20-item self-report measure that was developed especially to assess readiness for psychotherapy. The items load onto the following four factors: disinterest (items relating to lack of interest and lack of belief that therapy is needed); Perseverance (items relating to the patient&#x2019;s willingness to endure and work in therapy); Openness (items relating to the patient&#x2019;s willingness to discuss personal matters with the therapist and accept discomfort in doing so); and Distress (items relating to the patient&#x2019;s level of discomfort and feeling of urgency) (<xref ref-type="bibr" rid="ref41">Ogrodniczuk et al., 2009</xref>). Each factor includes five items, which are rated on a 5-point Likert scale ranging from strongly disagree (1) to strongly agree (5). An Overall Readiness score is calculated by subtracting the Disinterest subscale&#x2019;s score from the others&#x2019; total. The total discrete Overall Readiness score ranges from &#x2212;10 to 70.</p>
</sec>
<sec id="sec14">
<title>Level of personality functioning scale&#x2014;brief form 2.0 (LPFS-BF)</title>
<p>Since personality functioning was considered an important modifier of adherence to psychotherapy, independent of level of readiness, we also collected data using the LPFS-BF 2.0. This is a 12-item self-report measure designed to assess impairment in self and interpersonal functioning (<xref ref-type="bibr" rid="ref59">Weekers et al., 2019</xref>). The 12 items are designed to capture 12 capacities that, all together, portray the global level of personality functioning corresponding to the criterion A of the Alternative Model for Personality Disorders (AMPD) in DSM-5 Section III (<xref ref-type="bibr" rid="ref37">Krueger et al., 2012</xref>; <xref ref-type="bibr" rid="ref2">Association, American Psychiatric, 2013</xref>), as well as partially to the ICD-11 classification of personality disorder severity (<xref ref-type="bibr" rid="ref4">Bach et al., 2017</xref>; <xref ref-type="bibr" rid="ref61">WHO, 2022</xref>). Respondents rate the items on a 4-point Likert scale (0&#x202F;=&#x202F;Very false or often false; 1&#x202F;=&#x202F;Sometimes or somewhat false; 2&#x202F;=&#x202F;Sometimes or somewhat true; 3&#x202F;=&#x202F;Very true or often true) (<xref ref-type="bibr" rid="ref3">Bach and Hutsebaut, 2018</xref>). We used a Danish-validated translation of the instrument (<xref ref-type="bibr" rid="ref60">Weekers et al., 2023</xref>).</p>
</sec>
</sec>
<sec id="sec15">
<title>Translations</title>
<p>For the URICA, we utilized a Danish translation clinically applied in Denmark.</p>
<p>For the RPI, we secured permission from <xref ref-type="bibr" rid="ref41">Ogrodniczuk et al. (2009)</xref> to translate and validate the instrument in a population of Danish patients awaiting psychotherapy. We then translated it according to established guidelines (<xref ref-type="bibr" rid="ref25">Hambleton, 2001</xref>). Briefly, an expert panel translated the instrument using the backward&#x2013;forward method. After the initial translation, we collected user feedback on this version from patients with anxiety disorders. The expert panel met again, discussed user input, and made a new version, which was then translated to English by a bilingual medical professional who had worked in the Danish MHS for 4 years. The back translation was presented to Ogrodniczuk, who commented on it, and a final Danish edition was made and translated to Canadian English. This last version was approved by Ogrodniczuk in 2021. The result of the translation is presented in <xref ref-type="supplementary-material" rid="SM1">Supplementary material</xref>.</p>
</sec>
<sec id="sec16">
<title>Data processing and statistics</title>
<p>We undertook all data processing and analyses using R 4.3.0 (Already Tomorrow) and RStudio 2022.07.2&#x202F;+&#x202F;576 (<xref ref-type="bibr" rid="ref54">Team R Studio, 2019</xref>), including the psych 2.1.9 (<xref ref-type="bibr" rid="ref49">Revelle, 2017</xref>) and lavaan 0.6&#x2013;9 (<xref ref-type="bibr" rid="ref50">Rosseel, 2012</xref>) R packages. R scripts are available from the first author upon request.</p>
<p>First, we calculated descriptive statistics, conducting unpaired sample <italic>t</italic>-tests to examine if there was a difference between scores for completers and non-completers.</p>
<p>Secondly, we conducted confirmatory factor analyses of the Danish URICA and RPI to estimate their fit with the four-factor model suggested by previous factor analyses. We compared the original suggested four factor structure, to a unidimensional single-factor model where all items loaded on one factor. To do so, we calculated the comparative fit index (CFI), the Tucker-Lewis index (TLI), the root means square error of approximation (RMSEA), the standardized root mean square residual (SRMR), and the degrees of freedom (df). The consensus is that a larger RMSEA and smaller CFI and TLI values indicate a worse fit (<xref ref-type="bibr" rid="ref65">Xia and Yang, 2019</xref>). More specifically, we utilized the criteria set forth by Hu and Bentler, which suggest that an RMSEA smaller than 0.06, an SRMR close to 0.08, and a CFI and TLI larger than 0.95 indicate relatively good model&#x2013;data fit in general (<xref ref-type="bibr" rid="ref30">Hu, 2009</xref>).</p>
<p>For the URICA specifically, we also evaluated whether omitting the items with the lowest loading from each factor, would improve model fit. We therefore examined revised model 1 where the items with the poorest loading in each factor was dropped, and revised model 2 where the two items with the poorest loading in each factor was dropped.</p>
<p>Third, we assessed the reliability of the Danish URICA and RPI by calculating Cronbach&#x2019;s alpha (<italic>&#x03B1;</italic>), MacDonald&#x2019;s hierarchical (&#x03C9;h), and the total omega (&#x03C9;total) for both the complete scales and each of the individual factors. Cronbach&#x2019;s alpha and omega above 0.70 were considered satisfactory (<xref ref-type="bibr" rid="ref9">Bland and Altman, 1997</xref>; <xref ref-type="bibr" rid="ref24">Hair et al., 2016</xref>).</p>
<p>Lastly, we evaluated the predictive validity of the scales by performing a receiver operating characteristic (ROC) analysis to determine the area under the curve (AUC) and their specificity and sensitivity regarding adherence to psychotherapy (attended three or more of the first four sessions, yes/no). We coded those who did not attend as non-completers, regardless of reason, and utilized the following criteria set forth by <xref ref-type="bibr" rid="ref39">Metz (1978)</xref> to interpret the results: 0.5&#x2013;0.6 (failed), 0.6&#x2013;0.7 (worthless), 0.7&#x2013;0.8 (poor), 0.8&#x2013;0.9 (good), &#x003E; 0.9 (excellent).</p>
<p>To test whether the URICA RFC and the RPI Overall Readiness scores significantly predicted adherence to psychotherapy (percentage of no-shows in the first four sessions), we conducted a logistic regression with and without LPFS-BF as a co-factor and with and without time spent waiting as a cofactor. We did so both for the original instrument but also for the revised model 2.</p>
<p>We also calculated the Pearson&#x2019;s correlation between the RPI and its subscales and the URICA in order to examine the convergent validity. We utilized the following criteria set forth by <xref ref-type="bibr" rid="ref12">Cohen (1988)</xref> to interpret the results: 0.1 (small); 0.3 (medium) and 0.5 (large).</p>
</sec>
</sec>
<sec sec-type="results" id="sec17">
<title>Results</title>
<p>Data collection took place between December 2021 and April 2023. A total of 155 patients gave informed consent and were included in the study. One hundred and five were recruited from the psychoeducational groups and 40 enrolled in the RCT.</p>
<p>The sample had a mean age of 31.1 (SD&#x202F;=&#x202F;10.8) years. Most (79.3%) were female and were on sick leave (43.9%) or unemployed (14.8%). Most were awaiting treatment for avoidant personality disorder (32.9%) or borderline personality disorder (30.2%). Further, the 86 patients who were offered therapy during the study waited for a mean 10.0 (SD&#x202F;=&#x202F;5.9) months from the time of their first appointment in the clinic to their first psychotherapy session. See <xref ref-type="table" rid="tab2">Table 2</xref> for further demographic and diagnostic details of the included sample.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Sample characteristics.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Total (<italic>n</italic>&#x202F;=&#x202F;155)</th>
<th/>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Female</td>
<td align="center" valign="top">123 (79.35%)</td>
</tr>
<tr>
<td align="left" valign="top">Master&#x2019;s or bachelor&#x2019;s degree</td>
<td align="center" valign="top">25 (16.13%)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Employment</td>
</tr>
<tr>
<td align="left" valign="top">Full time/part time/student</td>
<td align="center" valign="top">64 (41.29%)</td>
</tr>
<tr>
<td align="left" valign="top">Sick leave</td>
<td align="center" valign="top">68 (43.87%)</td>
</tr>
<tr>
<td align="left" valign="top">Unemployed</td>
<td align="center" valign="top">23 (14.84%)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Principle diagnosis</td>
</tr>
<tr>
<td align="left" valign="top">Unipolar depression</td>
<td align="center" valign="top">18 (11.61%)</td>
</tr>
<tr>
<td align="left" valign="top">Avoidant personality disorder</td>
<td align="center" valign="top">51 (32.90%)</td>
</tr>
<tr>
<td align="left" valign="top">Borderline personality disorder</td>
<td align="center" valign="top">47 (30.25%)</td>
</tr>
<tr>
<td align="left" valign="top">Post-traumatic stress disorder</td>
<td align="center" valign="top">14 (9.03%)</td>
</tr>
<tr>
<td align="left" valign="top">OCD</td>
<td align="center" valign="top">5 (3.22%)</td>
</tr>
<tr>
<td align="left" valign="top">Anxiety disorders</td>
<td align="center" valign="top">17 (10.97%)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Data are presented as <italic>n</italic> (%).</p>
</table-wrap-foot>
</table-wrap>
<p>For eight patients (5.2%), there was a reason documented in the electronic health records for why the patient could not attend therapy. One had a child with a health condition, four had a somatic health condition of their own, and three could not attend due to lack of time.</p>
<sec id="sec18">
<title>URICA</title>
<p>The mean URICA RTC score across diagnostic groups was 85.9 (SD&#x202F;=&#x202F;10.1), corresponding to 76.9% of the maximum composite scale score. The mean URICA RTC score for the 70 patients who were offered therapy and attended &#x2265; 3 of the first four sessions (&#x201C;completers&#x201D;) was correspondently 87.1 (SD&#x202F;=&#x202F;9.6), and the score for the 16 patients who did not (&#x201C;non-completers&#x201D;) was correspondently 85.9 (SD&#x202F;=&#x202F;11.6). See <xref ref-type="table" rid="tab1">Table 1</xref> for summary statistics regarding the scores on each URICA subscale for the entire sample, completers, and non-completers. There was no difference between the mean scores of the completers and non-completers (t&#x202F;=&#x202F;0.39696, df&#x202F;=&#x202F;19.972, <italic>p</italic>&#x202F;=&#x202F;0.7).</p>
</sec>
<sec id="sec19">
<title>Factor structure of the Danish URICA</title>
<p><xref ref-type="table" rid="tab3">Table 3</xref> presents the fit statistics for the evaluated factor structures. The original four-factor model had only a poor to reasonable fit.</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Fit statistics for two different possible factor structures of the Danish URICA.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Model</th>
<th align="center" valign="top">CFI</th>
<th align="center" valign="top">TLI</th>
<th align="center" valign="top">RMSEA</th>
<th align="center" valign="top">SRMR</th>
<th align="center" valign="top">Chi<sup>2</sup></th>
<th align="center" valign="top">Df</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Single-factor model</td>
<td align="center" valign="top">0.871</td>
<td align="center" valign="top">0.862</td>
<td align="center" valign="top">0.112</td>
<td align="center" valign="top">0.129</td>
<td align="center" valign="top">1364.256</td>
<td align="center" valign="top">494</td>
</tr>
<tr>
<td align="left" valign="top">Four-factor model</td>
<td align="center" valign="top">0.933</td>
<td align="center" valign="top">0.927</td>
<td align="center" valign="top">0.082</td>
<td align="center" valign="top">0.110</td>
<td align="center" valign="top">927.299</td>
<td align="center" valign="top">458</td>
</tr>
<tr>
<td align="left" valign="top">Revised four-factor model 1&#x002A;</td>
<td align="center" valign="top">0.955</td>
<td align="center" valign="top">0.951</td>
<td align="center" valign="top">0.072</td>
<td align="center" valign="top">0.103</td>
<td align="center" valign="top">616.052</td>
<td align="center" valign="top">344</td>
</tr>
<tr>
<td align="left" valign="top">Revised four-factor model 2 &#x002A;&#x002A;</td>
<td align="center" valign="top">0.964</td>
<td align="center" valign="top">0.960</td>
<td align="center" valign="top">0.071</td>
<td align="center" valign="top">0.100</td>
<td align="center" valign="top">434.311</td>
<td align="center" valign="top">276</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>N</italic>&#x202F;=&#x202F;155. CFI, comparative fit index; TLI, Tucker-Lewis index; RMSEA, root mean square error of approximation; SRMR, standardized root mean square residual; Df, degrees of freedom. &#x002A;Items 23; 19; 10; 28 was dropped. &#x002A;&#x002A;Items 23; 31; 19; 12; 10; 20; 28; 16 was dropped.</p>
</table-wrap-foot>
</table-wrap>
<p>As a <italic>post-hoc</italic> analysis, we investigated whether fit could be improved by systematically omitting items with the most unsatisfactory loadings. In a first step, we omitted a total of four items corresponding to one item from each of the four factors (items 23, 19, 10, and 28). In a second step, we omitted a total of eight items, corresponding to the two most poor-performing items from each of the four factors (items 23, 31, 19, 12, 10, 20, 28, and 16).</p>
<p>As shown in <xref ref-type="table" rid="tab3">Table 3</xref>, these tentative modifications improved model fit.</p>
<p><xref ref-type="fig" rid="fig2">Figure 2</xref> presents factor loading patterns for the original four-factor model.</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Factor loadings of the four-factor model of the Danish URICA.</p>
</caption>
<graphic xlink:href="fpsyg-16-1530713-g002.tif"/>
</fig>
</sec>
<sec id="sec20">
<title>Reliability and internal validity of the Danish URICA</title>
<p>Internal consistencies were found to be good for most of the individual subscales. See <xref ref-type="table" rid="tab4">Table 4</xref> for values for each individual subscale.</p>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption>
<p>RPI scores on patients who attended or not-attended the first four sessions of psychotherapy in a group.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th><italic>n</italic> (%)</th>
<th align="center" valign="top">
<italic>N</italic>
</th>
<th align="center" valign="top">Disinterest</th>
<th align="center" valign="top">Perseverance</th>
<th align="center" valign="top">Openness</th>
<th align="center" valign="top">Distress</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Total sample</td>
<td align="center" valign="top">159</td>
<td align="center" valign="top">8.4 (2.3)</td>
<td align="center" valign="top">21.1 (2.1)</td>
<td align="center" valign="top">18.3 (4.0)</td>
<td align="center" valign="top">16.6 (2.2)</td>
</tr>
<tr>
<td align="left" valign="top">Completers</td>
<td align="center" valign="top">72</td>
<td align="center" valign="top">8.1 (2.3)</td>
<td align="center" valign="top">21.3 (2.2)</td>
<td align="center" valign="top">18.3 (3.5)</td>
<td align="center" valign="top">16.5 (2.2)</td>
</tr>
<tr>
<td align="left" valign="top">Non-completers</td>
<td align="center" valign="top">16</td>
<td align="center" valign="top">7.8 (2.0)</td>
<td align="center" valign="top">20.8 (2.2)</td>
<td align="center" valign="top">18.2 (4.0)</td>
<td align="center" valign="top">16.5 (2.2)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Completers and non-completers refers to those who did and did not attend three or more of their first four therapy sessions. Standard deviations are in parenthesis.</p>
</table-wrap-foot>
</table-wrap>
<p>ROC curve testing for sensitivity to early adherence to psychotherapy (attendance to &#x2265; 3 of the first four sessions of therapy for the selected sample of patients) (<italic>N&#x202F;=</italic>&#x202F;86) is presented in <xref ref-type="fig" rid="fig3">Figure 3</xref>. Sixteen patients did not attend &#x2265; 3 of the first four sessions of therapy. The optimal cut-off point on the URICA Readiness To Change score across diagnostic groups was 87. It yielded a sensitivity of 56% and a specificity of 56% with failed accuracy, as indicated by an AUC&#x202F;=&#x202F;0.53.</p>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>ROC curve of URICA testing for sensitivity to adherence to psychotherapy (to &#x2265; 3 of the first four psychotherapy sessions offered). Dot represents optimal cut-off point (<italic>N</italic>&#x202F;=&#x202F;86).</p>
</caption>
<graphic xlink:href="fpsyg-16-1530713-g003.tif"/>
</fig>
<p>The optimal cut-off point for the URICA total score was 107. This yielded a sensitivity of 86% and a specificity of 17% with failed accuracy, as indicated by an AUC&#x202F;=&#x202F;0.47.</p>
<p>For the Revised four factor model 1, the optimal cut-off point for the URICA total score was 94. This yielded a sensitivity of 86% and a specificity of 17% with failed accuracy, as indicated by an AUC&#x202F;=&#x202F;0.48.</p>
<p>The Revised four factor model 2 likewise had an optimal cut-off point for the URICA total score of 84. This yielded a sensitivity of 81% and a specificity of 19% with failed accuracy, as indicated by an AUC&#x202F;=&#x202F;0.48.</p>
<p>The URICA RTC score did not predict early adherence [R<sup>2</sup>&#x202F;=&#x202F;0.0007184, <italic>F</italic><sub>(1, 84)</sub>&#x202F;=&#x202F;0.06038, <italic>p</italic>&#x202F;=&#x202F;0.8], and neither did linear regression analysis for any other URICA subscales. We also evaluated the URICA RFC in combination with LPFS-BF and the LPFS-BF in combination with each URICA subscale, but these did not predict early adherence either. Lastly, we evaluated the URICA RFC and each of the URICA subscales in combination with time spent waiting, but this also failed to predict early adherence.</p>
<p>We also evaluated these for the revised four factor model 1 and the revised four factor model 2, but these did as well not predict early adherence.</p>
</sec>
<sec id="sec21">
<title>RPI</title>
<p>The RPI Overall Readiness score for the entire sample was 47.5 (SD&#x202F;=&#x202F;6.9). The RPI Overall Readiness score for the 72 patients who were offered therapy and attended &#x2265; 3 of the first four sessions (&#x201C;completers&#x201D;) was correspondently 48.0 (SD&#x202F;=&#x202F;6.6), and the score for the 16 patients who did not (&#x201C;non-completers&#x201D;) was correspondently 47.7 (SD&#x202F;=&#x202F;6.8). There were no differences in the mean scores of RPI Overall Readiness between the completers and non-completers (<italic>t</italic>&#x202F;=&#x202F;0.1415, df&#x202F;=&#x202F;21.931, <italic>p</italic>&#x202F;=&#x202F;0.88). See <xref ref-type="table" rid="tab4">Table 4</xref> for descriptive statistics regarding scores on the RPI for the entire sample, completers, and non-completers.</p>
</sec>
<sec id="sec22">
<title>Factor structure of the Danish RPI</title>
<p><xref ref-type="table" rid="tab5">Table 5</xref> presents the fit statistics for the factor structures. The model is graphically presented in <xref ref-type="fig" rid="fig4">Figure 4</xref>. The four-factor model had the best fit of the two models evaluated. <xref ref-type="fig" rid="fig3">Figure 3</xref> presents factor loading patterns for this model.</p>
<table-wrap position="float" id="tab5">
<label>Table 5</label>
<caption>
<p>Fit statistics for two different possible factor structures of the Danish URICA.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Model</th>
<th align="center" valign="top">CFI</th>
<th align="center" valign="top">TLI</th>
<th align="center" valign="top">RMSEA [90% CI]</th>
<th align="center" valign="top">SRMR</th>
<th align="center" valign="top">Chi<sup>2</sup></th>
<th align="center" valign="top">Df</th>
<th align="center" valign="top">Chi<sup>2</sup>/Df</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Single-factor model</td>
<td align="center" valign="top">0.871</td>
<td align="center" valign="top">0.862</td>
<td align="center" valign="top">0.112 [0.105; 0.119]</td>
<td align="center" valign="top">0.129</td>
<td align="center" valign="top">1364.256</td>
<td align="center" valign="top">494</td>
<td align="center" valign="top">2.76</td>
</tr>
<tr>
<td align="left" valign="top">Four-factor model</td>
<td align="center" valign="top">0.933</td>
<td align="center" valign="top">0.927</td>
<td align="center" valign="top">0.082 [0.074; 0.089]</td>
<td align="center" valign="top">0.110</td>
<td align="center" valign="top">927.299</td>
<td align="center" valign="top">458</td>
<td align="center" valign="top">2.05</td>
</tr>
<tr>
<td align="left" valign="top">Revised Four-factor model 1&#x002A;</td>
<td align="center" valign="top">0.955</td>
<td align="center" valign="top">0.951</td>
<td align="center" valign="top">0.072 [0.061; 0.079]</td>
<td align="center" valign="top">0.103</td>
<td align="center" valign="top">606.019</td>
<td align="center" valign="top">344</td>
<td align="center" valign="top">1.76</td>
</tr>
<tr>
<td align="left" valign="top">Revised Four-factor model 2 &#x002A;&#x002A;</td>
<td align="center" valign="top">0.964</td>
<td align="center" valign="top">0.960</td>
<td align="center" valign="top">0.071 [0.060; 0.081]</td>
<td align="center" valign="top">0.100</td>
<td align="center" valign="top">434.311</td>
<td align="center" valign="top">276</td>
<td align="center" valign="top">1.57</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>N</italic>&#x202F;=&#x202F;155. CFI, comparative fit index; TLI, Tucker-Lewis index; RMSEA, root mean square error of approximation; SRMR, standardized root mean square residual; Df, degrees of freedom. &#x002A;Items 23; 19; 10; 28 was dropped. &#x002A;&#x002A;Items 23; 31; 19; 12; 10; 20; 28; 16 was dropped.</p>
</table-wrap-foot>
</table-wrap>
<fig position="float" id="fig4">
<label>Figure 4</label>
<caption>
<p>Factor loadings of the four-factor model of the Danish RPI.</p>
</caption>
<graphic xlink:href="fpsyg-16-1530713-g004.tif"/>
</fig>
</sec>
<sec id="sec23">
<title>Reliability and validity of the Danish RPI</title>
<p>Internal consistency was found to be satisfactory for the Openness subscale, but not for the remaining subscales. See <xref ref-type="table" rid="tab4">Table 4</xref> for values for each individual subscale.</p>
</sec>
<sec id="sec24">
<title>Convergent validity</title>
<p>The RPI Overall Readiness had a medium-to-large correlation with the URICA RFC score (r&#x202F;=&#x202F;0.42, 95% CI [28, 0.54], <italic>p</italic>&#x202F;&#x2264;&#x202F;0.001). The Distress subscale of the RPI had a medium correlation with the LPFS-BF (r&#x202F;=&#x202F;0.38 95% CI [24, 0.51], <italic>p</italic>&#x202F;&#x2264;&#x202F;0.001).</p>
</sec>
<sec id="sec25">
<title>Predictive validity</title>
<p>ROC curves for the eligible sample of patients (<italic>N&#x202F;=</italic>&#x202F;88) are presented in <xref ref-type="fig" rid="fig5">Figure 5</xref>. Sixteen patients did not attend &#x2265; 3 of their first four sessions of therapy. The optimal cut-off point for RPI Overall Readiness score across diagnostic groups was found to be 45; it yielded a sensitivity of 71% and a specificity of 44% with failed accuracy, as indicated by an AUC&#x202F;=&#x202F;0.66.</p>
<fig position="float" id="fig5">
<label>Figure 5</label>
<caption>
<p>ROC curve of RPI testing for sensitivity to adherence to psychotherapy (adherence to &#x2265; 3 of the first four psychotherapy sessions offered). Dot represents optimal cut-off point (<italic>N</italic>&#x202F;=&#x202F;86).</p>
</caption>
<graphic xlink:href="fpsyg-16-1530713-g005.tif"/>
</fig>
<p>RPI Overall Readiness did not predict adherence to therapy [R<sup>2</sup>&#x202F;=&#x202F;0.001651, <italic>F</italic><sub>(1, 86)</sub>&#x202F;=&#x202F;0.001651, <italic>p</italic>&#x202F;=&#x202F;0.7], nor did any of the subscales. We also evaluated RPI Overall Readiness in combination with LPFS-BF and the LPFS-BF in combination with each RPI subscale, but these did not predict early adherence either. We finally evaluated RPI Overall Readiness and each of the RPI subscales in combination with time spent waiting, but this likewise failed to predict early adherence.</p>
<p>Adding LPFS-BF to the prediction model did not change the results [R<sup>2</sup>&#x202F;=&#x202F;0.02003, <italic>F</italic><sub>(2, 85)</sub>&#x202F;=&#x202F;0.8688, <italic>p</italic>&#x202F;=&#x202F;0.42]. This was also the case for the LPFS-BF in combination with any RPI subscale.</p>
</sec>
</sec>
<sec sec-type="discussion" id="sec26">
<title>Discussion</title>
<p>The present study examined the psychometric characteristics of the Danish URICA and RPI in a clinical sample of patients with PTSD, mood, and personality disorders who were awaiting therapy. To the best of our knowledge, it is the first time the RPI has been investigated as a possible screening instrument. Our sample was heterogeneous regarding diagnosis, but all were patients in the publicly funded Danish Mental Health Services and were, therefore, all patients with complex psychopathology who had not sufficiently responded to previous attempts at treatment. The sample was highly motivated overall and had URICA scores of comparable magnitude on all subscales to populations with anxiety (<xref ref-type="bibr" rid="ref16">Dozois et al., 2004</xref>), substance use (<xref ref-type="bibr" rid="ref43">Pantalon et al., 2002</xref>), and bulimia nervosa (<xref ref-type="bibr" rid="ref56">Treasure et al., 1999</xref>). Of previous research, only <xref ref-type="bibr" rid="ref16">Dozois et al. (2004)</xref> study on patients with anxiety explored predictive validity regarding adherence to therapy. However, this study simply noted that patients completed the URICA before beginning therapy, not how long beforehand, and no information was given on the duration between completion of the URICA and the beginning of therapy.</p>
<p>We found only a poor-to-reasonable fit to the four-factor model which had previously been suggested for the URICA. This was, however, the best fit of the two different models evaluated. This reasonable fit is consistent with other studies on the URICA, which have likewise investigated the factor structure of the entire instrument with CFA (<xref ref-type="bibr" rid="ref43">Pantalon et al., 2002</xref>; <xref ref-type="bibr" rid="ref21">Field et al., 2009</xref>).</p>
<p>Similarly, we carried out CFA for the RPI and found a poor to reasonable fit to the four-factor model which had previously been suggested for this instrument. We are unaware of any other studies that have reported CFA fit measures for the RPI, as <xref ref-type="bibr" rid="ref41">Ogrodniczuk et al. (2009)</xref> did not. This could suggest that the instruments do not, in fact, assess four distinctly different dimensions as has been theoretically suggested.</p>
<p>Neither the URICA, the RPI nor any of their subscales or composite measures predicted early adherence to therapy in our study. Nor did the Revised four factor model 1 or 2. This contrasts with findings by <xref ref-type="bibr" rid="ref16">Dozois et al. (2004)</xref>, who examined the English URICA&#x2019;s ability to predict retention to cognitive behavior therapy in a sample of 81 patients recruited from a teaching hospital in Canada. They showed that the Action subscale predicted retention to therapy [<italic>F</italic><sub>(4, 76)</sub>&#x202F;=&#x202F;2.66, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.05] (<xref ref-type="bibr" rid="ref16">Dozois et al., 2004</xref>). We are not aware of any studies that have examined the predictive power of RPI.</p>
<p>Our results suggest that there is no or insignificant association between readiness for therapy and early adherence to group psychotherapy for this patient group. If that is the case, other factors (e.g., demands from the social system that dictates that patients should seek and attend treatment to receive welfare benefits; relationships with other members of the therapeutic group; patients not wanting to lose access to their contact person in the clinic) could explain why some patients attend group psychotherapy despite low readiness. Some patients may also decline the offer to start group psychotherapy due to other obligations which do not allow them to attend in the daytime (e.g., employment or schooling conflicts; having to move to another city to start schooling; living with a somatic health condition). Hence, patients in full-time occupation may not receive an appropriate/feasible treatment offer with current clinical practice, which is designed for individuals who can attend therapy in the daytime and has little to no flexibility regarding time scheduling. The findings could thus signal that some patients should have been offered psychotherapy in the evenings, or flexible individual psychotherapy. Due to the naturalistic design of the study, patients were not systematically asked for the reason why they did not attend therapy. Future research should systematically investigate and record patients&#x2019; reasons for non-adherence or for declining therapy.</p>
<p>However, it is also possible that the lack of predictive validity reflects methodological shortcomings in the present study, which could have several explanations:<list list-type="order">
<list-item>
<p>The URICA and RPI were administered to patients at the psychoeducational groups. For patients to reach these groups, they had already needed to take several steps (see <xref ref-type="fig" rid="fig1">Figure 1</xref>). As such, all the patients included in the sample had, at this point, shown a significant amount of persistence in their pursuit of treatment and had, on many occasions, had the chance to drop out of it. This could explain the homogeneous high readiness observed in the current sample, and the homogeneity of readiness in the sample plus the low number of no-shows could be the reason for the scales&#x2019; inability to predict adherence. In addition to this, only a limited number of the included patients were offered therapy within the duration of the study, and of these, only a few dropped out. Future studies should administer the instruments to patients at their first appointment in the clinic or at the start of therapy. Future research could also be conducted in a primary care setting, administering the instruments to patients who are referred to private practice psychologists from general practitioners, and investigate any association with adherence to private practice psychotherapy. On a related note, it is possible that patients&#x2019; motivation fluctuated over time, and that participants were either less or more motivated to change at the point in their treatment journey where the instruments were administered as compared to later. Administration of the instruments on several occasions could investigate whether this is the case. Further, the Transtheoretical Model (TTM) of behavioral change has received substantial criticism for not addressing the fact that a person may be in different stages of change at the same time for one single type of behavior (e.g., in the action stage regarding adherence to therapy, but in the contemplation stage regarding therapy homework). Two individuals may therefore be placed in the same stage despite having different perspectives regarding the behavior (e.g., in precontemplation, one patient may know that she is inactive but not be interested in changing her course of behavior, while another may be entirely unaware that he is inactive and needs to change). These two kinds of precontemplators might score the same on the URICA but still be entirely different. Another issue is that the TTM attempts to define stages with sequential transitions between them, but this phenomenon might be a continuum of change (e.g., a patient might be contemplating change but simultaneously reading about therapy online, i.e., taking small action steps). Such a patient&#x2019;s stage on the TTM would be hard to define (<xref ref-type="bibr" rid="ref52">Sussman et al., 2022</xref>). It might therefore be the case that the TTM and, in turn, the URICA lacks precision and does not capture the constructs necessary to assess readiness for behavioral change in a way that is relevant for psychotherapy.</p>
</list-item>
<list-item>
<p>It is also possible that early adherence as a marker of overall adherence and the cut-off of &#x2265; 3 were poor measures of overall adherence to therapy. Comparably, <xref ref-type="bibr" rid="ref16">Dozois et al. (2004)</xref> defined non-completers as those who missed more than two out of eight total sessions without notification of absence and did not complete post-group evaluation. This threshold is looser than the one applied in the present study, as we did not allow for notification of absence and strictly counted attendance to the first four sessions of therapy. It is possible that our methods defined some patients as non-completers who would later resume attending the group. However, overall we find our outcome to be a relevant substitute for adherence to therapy, similar to the one utilized by <xref ref-type="bibr" rid="ref16">Dozois et al. (2004)</xref>.</p>
</list-item>
<list-item>
<p>Attendance alone might not necessarily provide information on whether a patient puts effort into therapy (e.g., participates in discussion, completes their therapeutic homework), or if they simply attend and sit in silence. Future studies could administer outcomes relating to involvement in therapy (e.g., completion of homework, therapist evaluation of patient&#x2019;s involvement) and investigate a possible association between readiness and such outcomes.</p>
</list-item>
<list-item>
<p>Most patients waited for a considerable amount of time before being offered therapy. As a result, there was also a considerable period between the administration of the instruments and the beginning of therapy. Future research should be conducted in a setting where treatment can be provided to referred patients within a reasonable amount of time.</p>
</list-item>
<list-item>
<p>The URICA was originally designed for use on patients with alcohol addiction. It might therefore assess readiness for change in a way that is not relevant for patients with emotional disorders and personality disorders. This could be the reason for lack of association with early adherence to psychotherapy.</p>
</list-item>
</list></p>
<p>Next, we examined the internal consistency of the Danish URICA and RPI. The internal consistency of the action subscale was satisfactory, while the remaining subscales were found to be either borderline satisfactory or unsatisfactory. These measures of internal consistency were similar to early research on the original URICA (<xref ref-type="bibr" rid="ref14">DiClemente and Hughes, 1990</xref>) (alpha for the individual subscales: Precontemplation&#x202F;=&#x202F;0.69; Contemplation&#x202F;=&#x202F;0.75; Action&#x202F;=&#x202F;0.82; Maintenance&#x202F;=&#x202F;0.80), and in patients with anxiety (alpha for the individual subscales: Precontemplation&#x202F;=&#x202F;0.73; Contemplation&#x202F;=&#x202F;0.79; Action&#x202F;=&#x202F;0.90; Maintenance&#x202F;=&#x202F;0.81) (<xref ref-type="bibr" rid="ref16">Dozois et al., 2004</xref>) and cocaine use (alpha for the individual subscales: Precontemplation&#x202F;=&#x202F;0.75; Contemplation&#x202F;=&#x202F;0.79; Action&#x202F;=&#x202F;0.83; Maintenance&#x202F;=&#x202F;0.78) (<xref ref-type="bibr" rid="ref43">Pantalon et al., 2002</xref>). However, they were moderately poorer than in research utilizing the original URICA in patients with other substance use (alpha between 0.80 and 0.84) (<xref ref-type="bibr" rid="ref11">Carney and Kivlahan, 1995</xref>). We are unaware of any studies that have published an omega value for the URICA subscales. The poorer alpha values could possibly be explained by the fact that the original URICA was explicitly developed to assess motivation for change among alcohol and substance users, and such users might understand the individual items differently than individuals with anxiety and other psychiatric disorders.</p>
<p>Internal validity of the Danish RPI was broadly comparable to the alpha values in <xref ref-type="bibr" rid="ref41">Ogrodniczuk et al. (2009)</xref> for subscale Openness (0.77 vs. 0.79), but was lower for subscales Disinterest (0.46 vs. 0.87), Perseverance (0.66 vs. 0.80), and Distress (0.63 vs. 0.71). <xref ref-type="bibr" rid="ref41">Ogrodniczuk et al. (2009)</xref> did not publish omega values in their paper (<xref ref-type="bibr" rid="ref41">Ogrodniczuk et al., 2009</xref>). These findings might suggest that the items in the Danish RPI related to disinterest, perseverance and distress are understood differently by Danish patients as compared to the original sample.</p>
<p>Limitations to the present trial include the fact that its results may generalize only to the included diagnoses and outpatient mental health services. In addition, the composition of the sample limits the generalizability of the results to males and to people older than 40&#x202F;years. A limitation of the present study is the limited sample size, and especially the limited subsection of patients which did actually proceed to psychotherapy during the study period. Due to the limited sample size, we did not explore the possible impact of diagnosis or motivation on readiness for change. The study&#x2019;s primary strength is its public mental health setting and inclusion criteria similar to those used in clinics, which adds to the external validity of the findings.</p>
<p>In conclusion, the predictive validity of the URICA and RPI are limited regarding early adherence to group psychotherapy in the Danish Mental Health Services. Our results suggest that they may not be useful as screening instruments; however, further study is needed. Future research in this area should administer the URICA and RPI upon intake to the clinic or at the start of therapy, or upon referral to the clinic from a general practitioner. Future research could also explore any possible influence of diagnosis and motivation on patients&#x2019; readiness for change.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="sec27">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="ethics-statement" id="sec28">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Region Zealand Ethics Committee. The studies were conducted in accordance with the local legislation and institutional requirements. Written informed consent for participation in this study was provided by the participants&#x2019; legal guardians/next of kin. The animal study was approved by Region Zealand Ethics Committee. The study was conducted in accordance with the local legislation and institutional requirements.</p>
</sec>
<sec sec-type="author-contributions" id="sec29">
<title>Author contributions</title>
<p>OH: Conceptualization, Data curation, Formal analysis, Funding acquisition, Investigation, Methodology, Project administration, Resources, Software, Validation, Visualization, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. NR: Conceptualization, Supervision, Writing &#x2013; review &#x0026; editing. AC: Supervision, Writing &#x2013; review &#x0026; editing. BB: Supervision, Writing &#x2013; review &#x0026; editing. SA: Supervision, Writing &#x2013; review &#x0026; editing, Conceptualization, Funding acquisition, Investigation, Methodology, Project administration.</p>
</sec>
<sec sec-type="funding-information" id="sec30">
<title>Funding</title>
<p>The author(s) declare that financial support was received for the research and/or publication of this article. The study received funding from Psychiatry South, Region Zealand Mental Health Service (2.128.560 DKK), which was allocated to the OH salary, and the Region Zealand Ph. D. Tuition and Annum Fund (180.000 DKK), which was allocated to the OH tuition fee to the University of Copenhagen and his Ph. D. annum funds. Furthermore, the study received funding from Trygfonden (997.259 DKR, Grant ID 152461) and the A. P. M&#x00F8;ller Fonden til Laegevidenskabens Fremme (50.000 DKR), which covered its running costs. The research was carried out in Psychiatry South, Region Zealand Mental Health Services.</p>
</sec>
<ack>
<p>We thank the patients and staff at the Psychotherapeutic Clinics in Maribo, N&#x00E6;stved, K&#x00F8;ge, Roskilde, and Slagelse for participating in the study. We further gratefully thank Trygfonden and AP M&#x00F8;llers L&#x00E6;gefond for their financial support. We thank William Emery for backwards translation to English.</p>
</ack>
<sec sec-type="COI-statement" id="sec31">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="ai-statement" id="sec32">
<title>Generative AI statement</title>
<p>The authors declare that no Gen AI was used in the creation of this manuscript.</p>
</sec>
<sec sec-type="disclaimer" id="sec33">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="sec34">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fpsyg.2025.1530713/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fpsyg.2025.1530713/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.pdf" id="SM1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Abellanas</surname> <given-names>L.</given-names></name> <name><surname>McLellan</surname> <given-names>A. T.</given-names></name></person-group> (<year>1993</year>). <article-title>&#x201C;Stage of change&#x201D; by drug problem in concurrent opioid, cocaine, and cigarette users</article-title>. <source>J. Psychoactive Drugs</source> <volume>25</volume>, <fpage>307</fpage>&#x2013;<lpage>313</lpage>. doi: <pub-id pub-id-type="doi">10.1080/02791072.1993.10472288</pub-id>, PMID: <pub-id pub-id-type="pmid">8126603</pub-id></citation></ref>
<ref id="ref2"><citation citation-type="book"><person-group person-group-type="author"><collab id="coll1">Association, American Psychiatric</collab></person-group> (<year>2013</year>). <source>The diagnostic and statistical manual of mental disorders (DSM-5). Fifth edition 2013</source>. <edition>5th</edition> Edn. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>American Psychiatric Publishing</publisher-name>.</citation></ref>
<ref id="ref3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bach</surname> <given-names>B.</given-names></name> <name><surname>Hutsebaut</surname> <given-names>J.</given-names></name></person-group> (<year>2018</year>). <article-title>Level of Personality Functioning Scale&#x2013;Brief Form 2.0: Utility in capturing personality problems in psychiatric outpatients and incarcerated addicts</article-title>. <source>J. Pers. Assessment</source> <volume>100</volume>, <fpage>660</fpage>&#x2013;<lpage>670</lpage>.</citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bach</surname> <given-names>B.</given-names></name> <name><surname>Sellbom</surname> <given-names>M.</given-names></name> <name><surname>Kongerslev</surname> <given-names>M. T.</given-names></name> <name><surname>Simonsen</surname> <given-names>E.</given-names></name> <name><surname>Krueger</surname> <given-names>R. F.</given-names></name> <name><surname>Mulder</surname> <given-names>R. T.</given-names></name></person-group> (<year>2017</year>). <article-title>Deriving ICD-11 personality disorder domains from dsm-5 traits: initial attempt to harmonize two diagnostic systems</article-title>. <source>Acta Psychiatr. Scand.</source> <volume>136</volume>, <fpage>108</fpage>&#x2013;<lpage>117</lpage>. doi: <pub-id pub-id-type="doi">10.1111/acps.12748</pub-id>, PMID: <pub-id pub-id-type="pmid">28504853</pub-id></citation></ref>
<ref id="ref5"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Barkham</surname> <given-names>M.</given-names></name> <name><surname>Lutz</surname> <given-names>W.</given-names></name> <name><surname>Castonguay</surname> <given-names>L. G.</given-names></name></person-group> (<year>2021</year>). <source>Bergin and Garfield's handbook of psychotherapy and behavior change</source>. <edition>7th</edition> Edn. <publisher-loc>Amsterdam</publisher-loc>: <publisher-name>Wiley</publisher-name>.</citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barrett</surname> <given-names>M. S.</given-names></name> <name><surname>Chua</surname> <given-names>W. J.</given-names></name> <name><surname>Crits-Christoph</surname> <given-names>P.</given-names></name> <name><surname>Gibbons</surname> <given-names>M. B.</given-names></name> <name><surname>Thompson</surname> <given-names>D.</given-names></name></person-group> (<year>2008</year>). <article-title>Early withdrawal from mental health treatment: implications for psychotherapy practice</article-title>. <source>Psychotherapy</source> <volume>45</volume>, <fpage>247</fpage>&#x2013;<lpage>267</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0033-3204.45.2.247</pub-id>, PMID: <pub-id pub-id-type="pmid">19838318</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Belding</surname> <given-names>M. A.</given-names></name> <name><surname>Iguchi</surname> <given-names>M. Y.</given-names></name> <name><surname>Lamb</surname> <given-names>R.</given-names></name></person-group> (<year>1997</year>). <article-title>Stages and processes of change as predictors of drug use among methadone maintenance patients</article-title>. <source>Exp. Clin. Psychopharmacol.</source> <volume>5</volume>, <fpage>65</fpage>&#x2013;<lpage>73</lpage>. doi: <pub-id pub-id-type="doi">10.1037/1064-1297.5.1.65</pub-id>, PMID: <pub-id pub-id-type="pmid">9234041</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Belding</surname> <given-names>M. A.</given-names></name> <name><surname>Iguchi</surname> <given-names>M. Y.</given-names></name> <name><surname>Lamb</surname> <given-names>R. J.</given-names></name> <name><surname>Lakin</surname> <given-names>M.</given-names></name> <name><surname>Terry</surname> <given-names>R.</given-names></name></person-group> (<year>1995</year>). <article-title>Stages and processes of change among polydrug users in methadone maintenance treatment</article-title>. <source>Drug Alcohol Depend.</source> <volume>39</volume>, <fpage>45</fpage>&#x2013;<lpage>53</lpage>. doi: <pub-id pub-id-type="doi">10.1016/0376-8716(95)01135-L</pub-id>, PMID: <pub-id pub-id-type="pmid">7587974</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bland</surname> <given-names>J. M.</given-names></name> <name><surname>Altman</surname> <given-names>D. G.</given-names></name></person-group> (<year>1997</year>). <article-title>Statistics notes: Cronbach&#x2019;s alpha</article-title>. <source>BMJ</source> <volume>314</volume>:<fpage>572</fpage>, <comment>1997</comment>. doi: <pub-id pub-id-type="doi">10.1136/bmj.314.7080.572</pub-id>, PMID: <pub-id pub-id-type="pmid">9055718</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carbonari</surname> <given-names>J. P.</given-names></name> <name><surname>DiClemente</surname> <given-names>C. C.</given-names></name></person-group> (<year>2000</year>). <article-title>Using transtheoretical model profiles to differentiate levels of alcohol abstinence success</article-title>. <source>J. Consult. Clin. Psychol.</source> <volume>68</volume>, <fpage>810</fpage>&#x2013;<lpage>817</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0022-006X.68.5.810</pub-id>, PMID: <pub-id pub-id-type="pmid">11068967</pub-id></citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carney</surname> <given-names>M. M.</given-names></name> <name><surname>Kivlahan</surname> <given-names>D. R.</given-names></name></person-group> (<year>1995</year>). <article-title>Motivational subtypes among veterans seeking substance abuse treatment: profiles based on stages of change</article-title>. <source>Psychol. Addict. Behav.</source> <volume>9</volume>, <fpage>135</fpage>&#x2013;<lpage>142</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0893-164X.9.2.135</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Cohen</surname> <given-names>J.</given-names></name></person-group> (<year>1988</year>). <source>Statistical power analysis for the behavioral sciences. 2nd ed. Hillsdale</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>L Erlbaum Associates</publisher-name>.</citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>DiClemente</surname> <given-names>C. C.</given-names></name> <name><surname>Bellino</surname> <given-names>L. E.</given-names></name> <name><surname>Neavins</surname> <given-names>T. M.</given-names></name></person-group> (<year>1999</year>). <article-title>Motivation for change and alcoholism treatment</article-title>. <source>Alcohol Res. Health</source> <volume>23</volume>, <fpage>86</fpage>&#x2013;<lpage>92</lpage>, PMID: <pub-id pub-id-type="pmid">10890801</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>DiClemente</surname> <given-names>C. C.</given-names></name> <name><surname>Hughes</surname> <given-names>S. O.</given-names></name></person-group> (<year>1990</year>). <article-title>Stages of change profiles in alcoholism treatment</article-title>. <source>J. Subst. Abus.</source> <volume>2</volume>, <fpage>217</fpage>&#x2013;<lpage>235</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0899-3289(05)80057-4</pub-id>, PMID: <pub-id pub-id-type="pmid">2136111</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>DiClemente</surname> <given-names>C. C.</given-names></name> <name><surname>Prochaska</surname> <given-names>J. O.</given-names></name> <name><surname>Fairhurst</surname> <given-names>S. K.</given-names></name> <name><surname>Velicer</surname> <given-names>W. F.</given-names></name> <name><surname>Velasquez</surname> <given-names>M. M.</given-names></name> <name><surname>Rossi</surname> <given-names>J. S.</given-names></name></person-group> (<year>1991</year>). <article-title>The process of smoking cessation: an analysis of precontemplation, contemplation, and preparation stages of change</article-title>. <source>J. Consult. Clin. Psychol.</source> <volume>59</volume>, <fpage>295</fpage>&#x2013;<lpage>304</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0022-006X.59.2.295</pub-id>, PMID: <pub-id pub-id-type="pmid">2030191</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dozois</surname> <given-names>D.</given-names></name> <name><surname>Westra</surname> <given-names>H.</given-names></name> <name><surname>Collins</surname> <given-names>K.</given-names></name> <name><surname>Tak</surname> <given-names>F.</given-names></name></person-group> (<year>2004</year>). <article-title>Stages of change in anxiety: psychometric properties of the University of Rhode Island Change Assessment (URICA) scale</article-title>. <source>Behav. Res. Ther.</source> <volume>42</volume>, <fpage>711</fpage>&#x2013;<lpage>729</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0005-7967(03)00193-1</pub-id>, PMID: <pub-id pub-id-type="pmid">15081886</pub-id></citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Edens</surname> <given-names>J. F.</given-names></name> <name><surname>Willoughby</surname> <given-names>F. W.</given-names></name></person-group> (<year>1999</year>). <article-title>Motivational profiles of polysubstance-dependent patients: do they differ from alcohol-dependent patients?</article-title> <source>Addict. Behav.</source> <volume>24</volume>, <fpage>195</fpage>&#x2013;<lpage>206</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0306-4603(98)00084-7</pub-id>, PMID: <pub-id pub-id-type="pmid">10336101</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Edens</surname> <given-names>J. F.</given-names></name> <name><surname>Willoughby</surname> <given-names>F. W.</given-names></name></person-group> (<year>2000</year>). <article-title>Motivational patterns of alcohol dependent patients: a replication</article-title>. <source>Psychol. Addict. Behav.</source> <volume>14</volume>, <fpage>397</fpage>&#x2013;<lpage>400</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0893-164X.14.4.397</pub-id>, PMID: <pub-id pub-id-type="pmid">11130158</pub-id></citation></ref>
<ref id="ref19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>el-Bassel</surname> <given-names>N.</given-names></name> <name><surname>Schilling</surname> <given-names>R. F.</given-names></name> <name><surname>Ivanoff</surname> <given-names>A.</given-names></name> <name><surname>Chen</surname> <given-names>D. R.</given-names></name> <name><surname>Bidassie</surname> <given-names>B.</given-names></name> <name><surname>Hanson</surname> <given-names>M.</given-names></name></person-group> (<year>1998</year>). <article-title>Stages of change profiles among incarcerated drug-using women</article-title>. <source>Addict. Behav.</source> <volume>23</volume>, <fpage>389</fpage>&#x2013;<lpage>394</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0306-4603(97)00036-1</pub-id>, PMID: <pub-id pub-id-type="pmid">9668936</pub-id></citation></ref>
<ref id="ref20"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Engle</surname> <given-names>D. E.</given-names></name> <name><surname>Arkowitz</surname> <given-names>H.</given-names></name></person-group> (<year>2006</year>). <source>Ambivalence in psychotherapy: Facilitating readiness to change</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Guilford Press</publisher-name>.</citation></ref>
<ref id="ref21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Field</surname> <given-names>C. A.</given-names></name> <name><surname>Adinoff</surname> <given-names>B.</given-names></name> <name><surname>Harris</surname> <given-names>T. R.</given-names></name> <name><surname>Ball</surname> <given-names>S. A.</given-names></name> <name><surname>Carroll</surname> <given-names>K. M.</given-names></name></person-group> (<year>2009</year>). <article-title>Construct, concurrent and predictive validity of the URICA: data from two multi-site clinical trials</article-title>. <source>Drug Alcohol Depend.</source> <volume>101</volume>, <fpage>115</fpage>&#x2013;<lpage>123</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2008.12.003</pub-id>, PMID: <pub-id pub-id-type="pmid">19157723</pub-id></citation></ref>
<ref id="ref22"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Gough</surname> <given-names>H. G.</given-names></name> <name><surname>Heilbrun</surname> <given-names>A. B.</given-names></name></person-group> (<year>1980</year>). <source>The adjective check list manual</source>. <publisher-loc>Palo Alto, CA</publisher-loc>: <publisher-name>Consulting Psychologists Press</publisher-name>.</citation></ref>
<ref id="ref23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hacker</surname> <given-names>F. J.</given-names></name></person-group> (<year>1962</year>). <article-title>Treatment motivation</article-title>. <source>Bull. Menn. Clin.</source> <volume>26</volume>, <fpage>288</fpage>&#x2013;<lpage>298</lpage>, PMID: <pub-id pub-id-type="pmid">13951682</pub-id></citation></ref>
<ref id="ref24"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Hair</surname> <given-names>J. F.</given-names></name> <name><surname>Hult</surname> <given-names>G. T. M.</given-names></name> <name><surname>Ringle</surname> <given-names>C. A. N. D.</given-names></name> <name><surname>Sarstedt</surname> <given-names>M.</given-names></name></person-group> (<year>2016</year>). <source>A primer on partial least squares structural equation modeling (PLS-SEM)</source>. <publisher-loc>Thousand Oaks, CA</publisher-loc>: <publisher-name>SAGE Publications</publisher-name>.</citation></ref>
<ref id="ref25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hambleton</surname> <given-names>R. K.</given-names></name></person-group> (<year>2001</year>). <article-title>The next generation of the ITC test translation and adaptation guidelines</article-title>. <source>Eur. J. Psychol. Assess.</source> <volume>17</volume>, <fpage>164</fpage>&#x2013;<lpage>172</lpage>. doi: <pub-id pub-id-type="doi">10.1027//1015-5759.17.3.164</pub-id></citation></ref>
<ref id="ref26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Heilbrun</surname> <given-names>A. B.</given-names></name></person-group> (<year>1966</year>). <article-title>On predicting defection from psychotherapy</article-title>. <source>Psychol. Rep.</source> <volume>19</volume>, <fpage>61</fpage>&#x2013;<lpage>62</lpage>. doi: <pub-id pub-id-type="doi">10.2466/pr0.1966.19.1.61</pub-id>, PMID: <pub-id pub-id-type="pmid">5942115</pub-id></citation></ref>
<ref id="ref27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Heilbrun</surname> <given-names>A. B.</given-names></name></person-group> (<year>1978</year>). <article-title>Prediction of continuing client contact in a brief-treatment campus mental health agency</article-title>. <source>Psychol. Rep.</source> <volume>42</volume>, <fpage>481</fpage>&#x2013;<lpage>482</lpage>. doi: <pub-id pub-id-type="doi">10.2466/pr0.1978.42.2.481</pub-id>, PMID: <pub-id pub-id-type="pmid">663018</pub-id></citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hovmand</surname> <given-names>O. R.</given-names></name> <name><surname>Reinholt</surname> <given-names>N.</given-names></name> <name><surname>Dichmann</surname> <given-names>K.</given-names></name> <name><surname>Borisov</surname> <given-names>R.</given-names></name> <name><surname>Arnfred</surname> <given-names>S.</given-names></name></person-group> (<year>2023</year>). <article-title>Social phobia and evasiveness: trial protocol for a randomized controlled feasibility and superiority trial of the effect of modified collaborative assessment vs. standard assessment on patients' readiness for psychotherapy (CO-ASSM-RCT)</article-title>. <source>Pilot Feasibility Stud</source> <volume>9</volume>, <fpage>102</fpage>&#x2013;<lpage>2023</lpage>. doi: <pub-id pub-id-type="doi">10.1186/s40814-023-01332-z</pub-id>, PMID: <pub-id pub-id-type="pmid">37340450</pub-id></citation></ref>
<ref id="ref29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hoyer</surname> <given-names>J.</given-names></name> <name><surname>Heidenreich</surname> <given-names>T.</given-names></name> <name><surname>Fecht</surname> <given-names>J.</given-names></name> <name><surname>Lauterbach</surname> <given-names>W.</given-names></name> <name><surname>Schneider</surname> <given-names>R.</given-names></name></person-group> (<year>2003</year>). <article-title>Stadien der Ver&#x00E4;nderung in der station&#x00E4;ren Alkoholentw&#x00F6;hnungstherapie [Stages of change in alcohol inpatient treatment]</article-title>. <source>Verhaltenstherapie</source> <volume>13</volume>, <fpage>31</fpage>&#x2013;<lpage>38</lpage>.</citation></ref>
<ref id="ref30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hu</surname> <given-names>B.</given-names></name></person-group> (<year>2009</year>). <article-title>Cutoff criteria for fit indexes in covariance structure analysis: conventional criteria versus new alternatives</article-title>. <source>Struct. Equ. Model. Multidiscip. J.</source> <volume>6</volume>, <fpage>1</fpage>&#x2013;<lpage>55</lpage>.</citation></ref>
<ref id="ref31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hunter</surname> <given-names>J. A.</given-names></name> <name><surname>Button</surname> <given-names>M. L.</given-names></name> <name><surname>Westra</surname> <given-names>H. A.</given-names></name></person-group> (<year>2014</year>). <article-title>Ambivalence and alliance ruptures in cognitive behavioral therapy for generalized anxiety. Cogn</article-title>. <source>Behav. Ther.</source> <volume>43</volume>, <fpage>201</fpage>&#x2013;<lpage>208</lpage>. doi: <pub-id pub-id-type="doi">10.1080/16506073.2014.899617</pub-id></citation></ref>
<ref id="ref32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ingledew</surname> <given-names>D. K.</given-names></name> <name><surname>Markland</surname> <given-names>D.</given-names></name> <name><surname>Medley</surname> <given-names>A. R.</given-names></name></person-group> (<year>1998</year>). <article-title>Exercise motives and stages of change</article-title>. <source>J. Health Psychol.</source> <volume>3</volume>, <fpage>477</fpage>&#x2013;<lpage>489</lpage>. doi: <pub-id pub-id-type="doi">10.1177/135910539800300403</pub-id>, PMID: <pub-id pub-id-type="pmid">22021408</pub-id></citation></ref>
<ref id="ref33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kealy</surname> <given-names>D.</given-names></name> <name><surname>Tsai</surname> <given-names>M.</given-names></name> <name><surname>Ogrodniczuk</surname> <given-names>J. S.</given-names></name></person-group> (<year>2017</year>). <article-title>Attachment style and readiness for psychotherapy among psychiatric outpatients</article-title>. <source>Psychol. Psychother.</source> <volume>90</volume>, <fpage>229</fpage>&#x2013;<lpage>234</lpage>. doi: <pub-id pub-id-type="doi">10.1111/papt.12101</pub-id>, PMID: <pub-id pub-id-type="pmid">27432774</pub-id></citation></ref>
<ref id="ref34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kerns</surname> <given-names>R. D.</given-names></name> <name><surname>Rosenberg</surname> <given-names>R.</given-names></name></person-group> (<year>2000</year>). <article-title>Predicting response to self-management treatments for chronic pain: application of the pain stages of change model</article-title>. <source>Pain</source> <volume>84</volume>, <fpage>49</fpage>&#x2013;<lpage>55</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0304-3959(99)00184-0</pub-id>, PMID: <pub-id pub-id-type="pmid">10601672</pub-id></citation></ref>
<ref id="ref35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Krause</surname> <given-names>M. S.</given-names></name></person-group> (<year>1967</year>). <article-title>Behavioral indexes of motivation for treatment</article-title>. <source>J. Couns. Psychol.</source> <volume>14</volume>, <fpage>426</fpage>&#x2013;<lpage>435</lpage>.</citation></ref>
<ref id="ref36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Krebs</surname> <given-names>P.</given-names></name> <name><surname>Norcross</surname> <given-names>J. C.</given-names></name> <name><surname>Nicholson</surname> <given-names>J. M.</given-names></name> <name><surname>Prochaska</surname> <given-names>J. O.</given-names></name></person-group> (<year>2018</year>). <article-title>Stages of change and psychotherapy outcomes: a review and meta-analysis</article-title>. <source>J. Clin. Psychol.</source> <volume>74</volume>, <fpage>1964</fpage>&#x2013;<lpage>1979</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jclp.22683</pub-id>, PMID: <pub-id pub-id-type="pmid">30335193</pub-id></citation></ref>
<ref id="ref37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Krueger</surname> <given-names>R. F.</given-names></name> <name><surname>Derringer</surname> <given-names>J.</given-names></name> <name><surname>Markon</surname> <given-names>K. E.</given-names></name> <name><surname>Watson</surname> <given-names>D.</given-names></name> <name><surname>Skodol</surname> <given-names>A. E.</given-names></name></person-group> (<year>2012</year>). <article-title>Initial construction of a maladaptive personality trait model and inventory for DSM-5</article-title>. <source>Psychol. Med.</source> <volume>42</volume>, <fpage>1879</fpage>&#x2013;<lpage>1890</lpage>. doi: <pub-id pub-id-type="doi">10.1017/S0033291711002674</pub-id>, PMID: <pub-id pub-id-type="pmid">22153017</pub-id></citation></ref>
<ref id="ref38"><citation citation-type="book"><person-group person-group-type="author"><name><surname>McCallum</surname> <given-names>M.</given-names></name> <name><surname>Piper</surname> <given-names>W. E.</given-names></name></person-group> (<year>1997</year>). <source>Psychological mindedness: A contemporary understanding</source>. <publisher-loc>Mahwah, NJ</publisher-loc>: <publisher-name>Lawrence Erlbaum</publisher-name>.</citation></ref>
<ref id="ref39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Metz</surname> <given-names>C. E.</given-names></name></person-group> (<year>1978</year>). <article-title>Basic principles of ROC analysis</article-title>. <source>Semin. Nucl. Med.</source> <volume>8</volume>, <fpage>283</fpage>&#x2013;<lpage>298</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0001-2998(78)80014-2</pub-id>, PMID: <pub-id pub-id-type="pmid">112681</pub-id></citation></ref>
<ref id="ref40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miller</surname> <given-names>W. R.</given-names></name> <name><surname>Tonigan</surname> <given-names>J. S.</given-names></name></person-group> (<year>1996</year>). <article-title>Assessing drinkers' motivation for change: the stages of change readiness and treatment eagerness scale (SOCRATES)</article-title>. <source>Psychol. Addict. Behav.</source> <volume>10</volume>, <fpage>81</fpage>&#x2013;<lpage>89</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0893-164X.10.2.81</pub-id></citation></ref>
<ref id="ref41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ogrodniczuk</surname> <given-names>J. S.</given-names></name> <name><surname>Joyce</surname> <given-names>W.</given-names></name> <name><surname>Piper</surname> <given-names>A.</given-names></name></person-group> (<year>2009</year>). <article-title>Development of the readiness for psychotherapy index</article-title>. <source>J. Nerv. Ment. Dis.</source> <volume>197</volume>, <fpage>427</fpage>&#x2013;<lpage>433</lpage>. doi: <pub-id pub-id-type="doi">10.1097/NMD.0b013e3181a61c56</pub-id>, PMID: <pub-id pub-id-type="pmid">19525743</pub-id></citation></ref>
<ref id="ref42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oliveira</surname> <given-names>J. T.</given-names></name> <name><surname>Sousa</surname> <given-names>I.</given-names></name> <name><surname>Ribeiro</surname> <given-names>A. P.</given-names></name> <name><surname>Gon&#x00E7;alves</surname> <given-names>M. M.</given-names></name></person-group> (<year>2021</year>). <article-title>Premature termination of the unified protocol for the transdiagnostic treatment of emotional disorders: the role of ambivalence towards change</article-title>. <source>Clin. Psychol. Psychother.</source> <volume>29</volume>, <fpage>1089</fpage>&#x2013;<lpage>1100</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cpp.2694</pub-id>, PMID: <pub-id pub-id-type="pmid">34791753</pub-id></citation></ref>
<ref id="ref43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pantalon</surname> <given-names>M. V.</given-names></name> <name><surname>Nich</surname> <given-names>C.</given-names></name> <name><surname>Frankforter</surname> <given-names>T.</given-names></name> <name><surname>Carroll</surname> <given-names>K. M.</given-names></name></person-group> (<year>2002</year>). <article-title>The URICA as a measure of motivation to change among treatment-seeking individuals with concurrent alcohol and cocaine problems</article-title>. <source>Psychol. Addict. Behav.</source> <volume>16</volume>, <fpage>299</fpage>&#x2013;<lpage>307</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0893-164X.16.4.299</pub-id>, PMID: <pub-id pub-id-type="pmid">12503902</pub-id></citation></ref>
<ref id="ref44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Polaschek</surname> <given-names>D. L. L.</given-names></name> <name><surname>Anstiss</surname> <given-names>B.</given-names></name> <name><surname>Wilson</surname> <given-names>M.</given-names></name></person-group> (<year>2010</year>). <article-title>The assessment of offending-related stage of change in offenders: psychometric validation of the URICA with male prisoners</article-title>. <source>Psychol. Crime Law</source> <volume>16</volume>, <fpage>305</fpage>&#x2013;<lpage>325</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10683160802698766</pub-id></citation></ref>
<ref id="ref45"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Prochaska</surname> <given-names>J. O.</given-names></name> <name><surname>DiClemente</surname> <given-names>C. C.</given-names></name></person-group> (<year>1984</year>). <source>The transtheoretical approach: Crossing the traditional boundaries of therapy</source>. <publisher-loc>Homewood, IL</publisher-loc>: <publisher-name>Dow-Jones/Irwin</publisher-name>.</citation></ref>
<ref id="ref46"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Prochaska</surname> <given-names>J. O.</given-names></name> <name><surname>DiClemente</surname> <given-names>C. C.</given-names></name></person-group> (<year>2005</year>). &#x201C;<article-title>The transtheoretical approach</article-title>&#x201D; in <source>Handbook of psychotherapy integration</source>. eds. <person-group person-group-type="editor"><name><surname>Norcross</surname> <given-names>J. C.</given-names></name> <name><surname>Goldfried</surname> <given-names>M. R.</given-names></name></person-group>, vol. <volume>2</volume> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Oxford Press</publisher-name>), <fpage>147</fpage>&#x2013;<lpage>171</lpage>.</citation></ref>
<ref id="ref47"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Prochaska</surname> <given-names>J. O.</given-names></name> <name><surname>Norcross</surname> <given-names>J. C.</given-names></name></person-group> (<year>2014</year>). <source>Systems of psychotherapy: A transtheoretical analysis</source>. <edition>8th edition.</edition> Edn. <publisher-loc>Belmont, CA</publisher-loc>: <publisher-name>Thomson Brooks/Cole</publisher-name>.</citation></ref>
<ref id="ref48"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reinholt</surname> <given-names>N.</given-names></name> <name><surname>Hvenegaard</surname> <given-names>M.</given-names></name> <name><surname>Christensen</surname> <given-names>A. B.</given-names></name> <name><surname>Eskildsen</surname> <given-names>A.</given-names></name> <name><surname>Hjorth&#x00F8;j</surname> <given-names>C.</given-names></name> <name><surname>Poulsen</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Transdiagnostic versus diagnosis-specific group cognitive behavioral therapy for anxiety disorders and depression: a randomized controlled trial</article-title>. <source>Psychother. Psychosom.</source> <volume>2021</volume>, <fpage>1</fpage>&#x2013;<lpage>14</lpage>.</citation></ref>
<ref id="ref49"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Revelle</surname> <given-names>W. R.</given-names></name></person-group> (<year>2017</year>). <source>psych: Procedures for personality and psychological research</source>.</citation></ref>
<ref id="ref50"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rosseel</surname> <given-names>Y.</given-names></name></person-group> (<year>2012</year>). <article-title>Lavaan: an R package for structural equation modeling</article-title>. <source>J. Stat. Softw.</source> <volume>48</volume>, <fpage>1</fpage>&#x2013;<lpage>36</lpage>.</citation></ref>
<ref id="ref51"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schneider</surname> <given-names>W.</given-names></name> <name><surname>Klauer</surname> <given-names>T.</given-names></name></person-group> (<year>2001</year>). <article-title>Symptom level, treatment motivation and the effects of inpatient psychotherapy</article-title>. <source>Psychother. Res.</source> <volume>11</volume>, <fpage>153</fpage>&#x2013;<lpage>167</lpage>. doi: <pub-id pub-id-type="doi">10.1080/713663888</pub-id></citation></ref>
<ref id="ref52"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sussman</surname> <given-names>S. Y.</given-names></name> <name><surname>Ayala</surname> <given-names>N.</given-names></name> <name><surname>Pokhrel</surname> <given-names>P.</given-names></name> <name><surname>Herzog</surname> <given-names>T. A.</given-names></name></person-group> (<year>2022</year>). <article-title>Reflections on the continued popularity of the Transtheoretical model</article-title>. <source>Health Behav. Res.</source> <volume>5</volume>:<fpage>1128</fpage>. doi: <pub-id pub-id-type="doi">10.4148/2572-1836.1128</pub-id></citation></ref>
<ref id="ref53"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Swift</surname> <given-names>J. K.</given-names></name> <name><surname>Greenberg</surname> <given-names>R. P.</given-names></name> <name><surname>Tompkins</surname> <given-names>K. A.</given-names></name> <name><surname>Parkin</surname> <given-names>S. R.</given-names></name></person-group> (<year>2017</year>). <article-title>Treatment refusal and premature termination in psychotherapy, pharmacotherapy, and their combination: a meta-analysis of head-to-head comparisons</article-title>. <source>Psychotherapy</source> <volume>54</volume>, <fpage>47</fpage>&#x2013;<lpage>57</lpage>. doi: <pub-id pub-id-type="doi">10.1037/pst0000104</pub-id>, PMID: <pub-id pub-id-type="pmid">28263651</pub-id></citation></ref>
<ref id="ref54"><citation citation-type="book"><person-group person-group-type="author"><collab id="coll2">Team R Studio</collab></person-group> (<year>2019</year>). <source>R Studio: Integrated Development for R</source>. <publisher-loc>Boston, MA</publisher-loc>: <publisher-name>RStudio Inc</publisher-name>.</citation></ref>
<ref id="ref55"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thompson</surname> <given-names>E. C.</given-names></name> <name><surname>Spirito</surname> <given-names>A.</given-names></name> <name><surname>Saarinen</surname> <given-names>J. S.</given-names></name> <name><surname>Wolff</surname> <given-names>J. C.</given-names></name></person-group> (<year>2021</year>). <article-title>Psychosis-spectrum experiences linked to specific psychotherapy readiness domains among psychiatrically hospitalized adolescents</article-title>. <source>Early Interv. Psychiatry</source> <volume>15</volume>, <fpage>949</fpage>&#x2013;<lpage>956</lpage>. doi: <pub-id pub-id-type="doi">10.1111/eip.13040</pub-id>, PMID: <pub-id pub-id-type="pmid">32954685</pub-id></citation></ref>
<ref id="ref56"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Treasure</surname> <given-names>J. L.</given-names></name> <name><surname>Katzman</surname> <given-names>M.</given-names></name> <name><surname>Schmidt</surname> <given-names>U.</given-names></name> <name><surname>Troop</surname> <given-names>N.</given-names></name> <name><surname>Todd</surname> <given-names>G.</given-names></name> <name><surname>deSilva</surname> <given-names>P.</given-names></name></person-group> (<year>1999</year>). <article-title>Engagement and outcome in the treatment of bulimia nervosa: first phase of a sequential design comparing motivation enhancement therapy and cognitive behavioral therapy</article-title>. <source>Behav. Res. Ther.</source> <volume>37</volume>, <fpage>405</fpage>&#x2013;<lpage>418</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0005-7967(98)00149-1</pub-id>, PMID: <pub-id pub-id-type="pmid">10228313</pub-id></citation></ref>
<ref id="ref57"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Truant</surname> <given-names>G. S.</given-names></name></person-group> (<year>1999</year>). <article-title>Assessment of suitability for psychotherapy. II. Assessment based on basic process goals</article-title>. <source>Am. J. Psychother.</source> <volume>53</volume>, <fpage>17</fpage>&#x2013;<lpage>34</lpage>.</citation></ref>
<ref id="ref58"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vogel</surname> <given-names>P. A.</given-names></name> <name><surname>Hansen</surname> <given-names>B.</given-names></name> <name><surname>Stiles</surname> <given-names>T. C.</given-names></name> <name><surname>G&#x00F6;testam</surname> <given-names>K. G.</given-names></name></person-group> (<year>2006</year>). <article-title>Treatment motivation, treatment expectancy, and helping alliance as predictors of outcome in cognitive behavioral treatment of OCD</article-title>. <source>J. Behav. Ther. Exp. Psychiatry</source> <volume>37</volume>, <fpage>247</fpage>&#x2013;<lpage>255</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jbtep.2005.12.001</pub-id>, PMID: <pub-id pub-id-type="pmid">16460667</pub-id></citation></ref>
<ref id="ref59"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weekers</surname> <given-names>L. C.</given-names></name> <name><surname>Hutsebaut</surname> <given-names>J.</given-names></name> <name><surname>Kamphuis</surname> <given-names>J. K.</given-names></name></person-group> (<year>2019</year>). <article-title>The level of personality functioning scale-brief form 2.0: update of a brief instrument for assessing level of personality functioning. Personal Ment</article-title>. <source>Health</source> <volume>13</volume>, <fpage>3</fpage>&#x2013;<lpage>14</lpage>. doi: <pub-id pub-id-type="doi">10.1002/pmh.1434</pub-id>, PMID: <pub-id pub-id-type="pmid">30230242</pub-id></citation></ref>
<ref id="ref60"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weekers</surname> <given-names>L. C.</given-names></name> <name><surname>Sellbom</surname> <given-names>M.</given-names></name> <name><surname>Hutsebaut</surname> <given-names>J.</given-names></name> <name><surname>Simonsen</surname> <given-names>S.</given-names></name> <name><surname>Bach</surname> <given-names>B.</given-names></name></person-group> (<year>2023</year>). <article-title>Normative data for the LPFS-BF 2.0 derived from the Danish general population and relationship with psychosocial impairment</article-title>. <source>Personal Ment Health</source> <volume>17</volume>, <fpage>157</fpage>&#x2013;<lpage>164</lpage>. doi: <pub-id pub-id-type="doi">10.1002/pmh.1570</pub-id>, PMID: <pub-id pub-id-type="pmid">36317556</pub-id></citation></ref>
<ref id="ref61"><citation citation-type="book"><person-group person-group-type="author"><collab id="coll3">WHO</collab></person-group> (<year>2022</year>). <source>ICD-11 clinical descriptions and diagnostic requirements for mental and Behavioural disorders</source>. <publisher-loc>Geneva</publisher-loc>: <publisher-name>World Health Organisation</publisher-name>.</citation></ref>
<ref id="ref62"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wierzbicki</surname> <given-names>M.</given-names></name> <name><surname>Pekarik</surname> <given-names>G.</given-names></name></person-group> (<year>1993</year>). <article-title>A meta-analysis of psychotherapy dropout</article-title>. <source>Prof. Psychol. Res. Pract.</source> <volume>24</volume>, <fpage>190</fpage>&#x2013;<lpage>195</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0735-7028.24.2.190</pub-id></citation></ref>
<ref id="ref63"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Williams</surname> <given-names>R.</given-names></name> <name><surname>Farquharson</surname> <given-names>L.</given-names></name> <name><surname>Palmer</surname> <given-names>L.</given-names></name> <name><surname>Bassett</surname> <given-names>P.</given-names></name> <name><surname>Clarke</surname> <given-names>J.</given-names></name> <name><surname>Clark</surname> <given-names>D. M.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Patient preference in psychological treatment and associations with self-reported outcome: national cross-sectional survey in England and Wales</article-title>. <source>BMC Psychiatry</source> <volume>16</volume>:<fpage>2016</fpage>.</citation></ref>
<ref id="ref64"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Willoughby</surname> <given-names>F. W.</given-names></name> <name><surname>Edens</surname> <given-names>J. F.</given-names></name></person-group> (<year>1996</year>). <article-title>Construct validity and predictive utility of the stages of change scale for alcoholics</article-title>. <source>J. Subst. Abus.</source> <volume>8</volume>, <fpage>275</fpage>&#x2013;<lpage>291</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0899-3289(96)90152-2</pub-id>, PMID: <pub-id pub-id-type="pmid">8934434</pub-id></citation></ref>
<ref id="ref65"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xia</surname> <given-names>Y.</given-names></name> <name><surname>Yang</surname> <given-names>Y.</given-names></name></person-group> (<year>2019</year>). <article-title>RMSEA, CFI, and TLI in structural equation modeling with ordered categorical data: the story they tell depends on the estimation methods</article-title>. <source>Behav. Res. Methods</source> <volume>51</volume>, <fpage>409</fpage>&#x2013;<lpage>428</lpage>. doi: <pub-id pub-id-type="doi">10.3758/s13428-018-1055-2</pub-id>, PMID: <pub-id pub-id-type="pmid">29869222</pub-id></citation></ref>
</ref-list>
</back>
</article>