<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychol.</journal-id>
<journal-title>Frontiers in Psychology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychol.</abbrev-journal-title>
<issn pub-type="epub">1664-1078</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyg.2021.641770</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Young People Who Meaningfully Improve Are More Likely to Mutually Agree to End Treatment</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Edbrooke-Childs</surname> <given-names>Julian</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1234168/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Costa da Silva</surname> <given-names>Lu&#x000ED;s</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>&#x0010C;u&#x00161;</surname> <given-names>Anja</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/709709/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Liverpool</surname> <given-names>Shaun</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1103157/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Pinheiro Mota</surname> <given-names>Catarina</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/751315/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Pietrabissa</surname> <given-names>Giada</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/65842/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Bardsley</surname> <given-names>Thomas</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Sales</surname> <given-names>Celia M. D.</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/577297/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ulberg</surname> <given-names>Randi</given-names></name>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
<xref ref-type="aff" rid="aff11"><sup>11</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1078757/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Jacob</surname> <given-names>Jenna</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Ferreira</surname> <given-names>Nuno</given-names></name>
<xref ref-type="aff" rid="aff12"><sup>12</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1234365/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Evidence Based Practice Unit, University College London &#x00026; Anna Freud National Centre for Children and Families, Clinical, Educational and Health Psychology</institution>, <addr-line>London</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff2"><sup>2</sup><institution>Child Outcomes Research Consortium, Anna Freud National Centre for Children and Families</institution>, <addr-line>London</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Child and Adolescent Psychiatry, Medical University of Vienna</institution>, <addr-line>Vienna</addr-line>, <country>Austria</country></aff>
<aff id="aff4"><sup>4</sup><institution>Faculty of Health, Social Care and Medicine, Edge Hill University</institution>, <addr-line>Ormskirk</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff5"><sup>5</sup><institution>Center for Psychology, University of Porto</institution>, <addr-line>Porto</addr-line>, <country>Portugal</country></aff>
<aff id="aff6"><sup>6</sup><institution>Departamento de Educa&#x000E7;&#x000E3;o e Psicologia, University of Tr&#x000E1;s-os-Montes and Alto Douro</institution>, <addr-line>Vila Real</addr-line>, <country>Portugal</country></aff>
<aff id="aff7"><sup>7</sup><institution>Department of Psychology, Catholic University of Milan</institution>, <addr-line>Milan</addr-line>, <country>Italy</country></aff>
<aff id="aff8"><sup>8</sup><institution>Istituto Auxologico Italiano Istituto di Ricovero e Cura a Carattere Scientifico (IRCCS), Psychology Research Laboratory</institution>, <addr-line>Milan</addr-line>, <country>Italy</country></aff>
<aff id="aff9"><sup>9</sup><institution>Faculty of Psychology and Education Sciences, University of Porto</institution>, <addr-line>Porto</addr-line>, <country>Portugal</country></aff>
<aff id="aff10"><sup>10</sup><institution>Institute of Clinical Medicine, University of Oslo</institution>, <addr-line>Oslo</addr-line>, <country>Norway</country></aff>
<aff id="aff11"><sup>11</sup><institution>Department of Psychiatry, Diakonhjemmet Hospital</institution>, <addr-line>Oslo</addr-line>, <country>Norway</country></aff>
<aff id="aff12"><sup>12</sup><institution>Department of Social Sciences, University of Nicosia</institution>, <addr-line>Nicosia</addr-line>, <country>Cyprus</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Antonio Iudici, University of Padua, Italy</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Erping Long, National Institutes of Health (NIH), United States; Xiaohang Wu, Sun Yat-sen University, China; Erin Veronica Kelly, The University of Sydney, Australia</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Julian Edbrooke-Childs <email>Julian.Edbrooke-Childs&#x00040;annfreud.org</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Psychology for Clinical Settings, a section of the journal Frontiers in Psychology</p></fn></author-notes>
<pub-date pub-type="epub">
<day>06</day>
<month>04</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>641770</elocation-id>
<history>
<date date-type="received">
<day>14</day>
<month>12</month>
<year>2020</year>
</date>
<date date-type="accepted">
<day>08</day>
<month>03</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2021 Edbrooke-Childs, Costa da Silva, &#x0010C;u&#x00161;, Liverpool, Pinheiro Mota, Pietrabissa, Bardsley, Sales, Ulberg, Jacob and Ferreira.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Edbrooke-Childs, Costa da Silva, &#x0010C;u&#x00161;, Liverpool, Pinheiro Mota, Pietrabissa, Bardsley, Sales, Ulberg, Jacob and Ferreira</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract><p><bold>Objective:</bold> Symptom improvement is often examined as an indicator of a good outcome of accessing mental health services. However, there is little evidence of whether symptom improvement is associated with other indicators of a good outcome, such as a mutual agreement to end treatment. The aim of this study was to examine whether young people accessing mental health services who meaningfully improved were more likely to mutually agree to end treatment.</p>
<p><bold>Methods:</bold> Multilevel multinomial regression analysis controlling for age, gender, ethnicity, and referral source was conducted on <italic>N</italic> = 8,995 episodes of care [Female = 5,469, 61%; <italic>mean</italic>Age = 13.66 (SD = 2.87) years] using anonymised administrative data from young people&#x00027;s mental health services.</p>
<p><bold>Results:</bold> Compared to young people with no change in mental health difficulties, those showing positive meaningful changes in mental health difficulties were less likely to have case closure due to non-mutual agreement (Odds Ratio or OR = 0.58, 95% Confidence Interval or CI = 0.50&#x02013;0.61). Similarly, they were less likely to transfer (OR = 0.61, 95% CI = 0.49&#x02013;0.74) or end treatment for other reasons (OR = 0.59, 95% CI = 0.50&#x02013;0.70) than by case closure due to mutual agreement.</p>
<p><bold>Conclusion:</bold> The findings suggest that young people accessing mental health services whose symptoms meaningfully improve are more likely to mutually agree to end treatment, adding to the evidence that symptom improvement may be appropriate to examine as an indicator of a good outcome of accessing mental health services.</p></abstract>
<kwd-group>
<kwd>youth</kwd>
<kwd>mental health</kwd>
<kwd>outcome</kwd>
<kwd>case closure</kwd>
<kwd>dropout</kwd>
<kwd>meaningful change</kwd>
</kwd-group>
<counts>
<fig-count count="0"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="55"/>
<page-count count="9"/>
<word-count count="7085"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Worldwide, poor mental well-being of young people (YP) has been recognized as being a key challenge to be addressed (Camilletti, <xref ref-type="bibr" rid="B6">2018</xref>). Prevalence data estimates that rates of mental health disorders in YP can reach up to 13.5%, with anxiety and depression leading as the most common presentations (Polanczyk et al., <xref ref-type="bibr" rid="B44">2015</xref>; Cohen et al., <xref ref-type="bibr" rid="B10">2018</xref>). In England, recent survey data reported that one in eight 5 to 19 year olds had at least one mental health disorder and one in twenty met criteria for two or more mental health diagnoses (NHS Digital, <xref ref-type="bibr" rid="B40">2019</xref>). Consequently, treatment options including psychotherapy and more recently digital interventions are being incorporated to support YP and families (Das et al., <xref ref-type="bibr" rid="B12">2016</xref>; Liverpool et al., <xref ref-type="bibr" rid="B35">2020</xref>). Although there is some evidence suggesting the effectiveness and efficacy of these interventions, many studies report limitations such as low engagement, non-adherence, and dropout from treatment, having implications for premature endings and case closure (Kazdin et al., <xref ref-type="bibr" rid="B32">1994</xref>; Kazdin, <xref ref-type="bibr" rid="B31">1997</xref>; Gopalan et al., <xref ref-type="bibr" rid="B23">2010</xref>).</p>
<sec>
<title>Proposed Explanations and Categorisations of Case Closure</title>
<p>Premature termination, defined as when a &#x0201C;client has left therapy before obtaining a requisite level of improvement or completing therapy goals&#x0201D; (Hatchett and Park, <xref ref-type="bibr" rid="B25">2003</xref>, p. 226) is a significant and widespread problem in the field of mental health (Barrett et al., <xref ref-type="bibr" rid="B2">2008</xref>). Up to 50% of clients discontinue psychological services prematurely (Barrett et al., <xref ref-type="bibr" rid="B2">2008</xref>) which undermines the potential benefits of treatment and reduces the cost-effectiveness of these interventions (Westmacott et al., <xref ref-type="bibr" rid="B53">2010</xref>). Several studies examining potential variables associated with this phenomenon (i.e., client, therapist, and treatment) have been conducted (Wierzbicki and Pekarik, <xref ref-type="bibr" rid="B54">1993</xref>; Garfield, <xref ref-type="bibr" rid="B22">1994</xref>; Sales, <xref ref-type="bibr" rid="B45">2003</xref>; Clarkin and Levy, <xref ref-type="bibr" rid="B9">2004</xref>), but results are largely inconsistent due to the plethora of terms that are often interchangeably used (i.e., attrition, dropout, early termination, pre-mature termination, early withdrawal, among others) (Wierzbicki and Pekarik, <xref ref-type="bibr" rid="B54">1993</xref>) and the methods adopted to operationalize these constructs (Swift et al., <xref ref-type="bibr" rid="B48">2009</xref>). To illustrate, main categorizations of dropout usually include <italic>duration</italic> of the therapy (i.e., when the YP in a study terminates treatment before the pre-defined cut off) and <italic>therapist judgment</italic> of whether the treatment termination is a dropout. However, it is often difficult for therapists to detect how clients are responding to therapy (Hannan et al., <xref ref-type="bibr" rid="B24">2005</xref>). Nonetheless, therapists&#x00027; and the YPs&#x00027; or carers&#x00027; assumptions about treatment goals and expectations may differ (Barrett et al., <xref ref-type="bibr" rid="B2">2008</xref>), leading to non-mutually agreed decisions (de Haan et al., <xref ref-type="bibr" rid="B13">2013</xref>). In fact, whether or not criteria for &#x0201C;clinical improvement&#x0201D; or recovery have been met, clients may prematurely end treatment because the necessary gains in functioning have been obtained <italic>prior</italic> to the end of a set number of sessions, or because they may want to try other interventions on their own, outside of treatment.</p>
<p>On the other hand, clients may recognize a lack of improvement and believe that additional sessions will not be helpful, another perspective that can also be difficult to detect during therapy (Lambert et al., <xref ref-type="bibr" rid="B33">2005</xref>). Further, the type of treatment a client receives also influences rates of non-mutually agreed endings in therapy (Barrett et al., <xref ref-type="bibr" rid="B2">2008</xref>). Treatments involving both medications and therapy in the extant literature have consistently shown lower rates of attrition than either medication or therapy alone (Arnow et al., <xref ref-type="bibr" rid="B1">2007</xref>). Another reason for dropout includes the YP&#x00027;s diagnosis (Westmacott et al., <xref ref-type="bibr" rid="B53">2010</xref>). Researchers reported higher rates of attrition among clients with more severe diagnoses (i.e., externalizing problems) and more complex diagnostic pictures (i.e., comorbidity) (Thorm&#x000E4;hlen et al., <xref ref-type="bibr" rid="B49">2003</xref>). There is also some evidence showing that external factors may also influence YP&#x00027;s use of health care services or constitute barriers to continuing treatment. Such factors include difficulties in finding mental health services, cost for services, degree of family involvement, and social support networks. Beyond that, practical issues such as greater distance traveled, scheduling conflicts, and long waiting lists can negatively influence community perception of the mental health services resulting in earlier dropout from care (Westmacott et al., <xref ref-type="bibr" rid="B53">2010</xref>). Therefore, a need-based definition is a valuable method for categorizing treatment dropouts and mitigates disadvantages of existing definitions of dropout (Dossett and Reid, <xref ref-type="bibr" rid="B16">2019</xref>).</p>
</sec>
<sec>
<title>Current State of Associations With Case Closure</title>
<p>Demographic data such as belonging to an ethnic minority (de Haan et al., <xref ref-type="bibr" rid="B14">2018</xref>) or lower socioeconomic status group (de Haan et al., <xref ref-type="bibr" rid="B15">2014</xref>), having a younger mother, and living in a single-parent household (de Haan et al., <xref ref-type="bibr" rid="B13">2013</xref>) are social and family variables that increase the likelihood of dropping out of treatment. Despite this, variables related to the treatment itself and those related to the therapist were also found to be overall stronger dropout predictors than the pre-treatment child and family or parent/carer variables. Specifically, dropout increases when adolescents experience lower quality of the therapeutic relationship, lower perceived relevance of treatment, more treatment participation barriers, and more stressors (Carter, <xref ref-type="bibr" rid="B7">1995</xref>; Garcia and Weisz, <xref ref-type="bibr" rid="B21">2002</xref>). Significant predictors of dropout are also the adolescent&#x00027;s experience of their therapist as being directive, controlling, and confronting; the therapist not showing care and concern; and dissatisfaction with the focus of therapy (Jethwa et al., <xref ref-type="bibr" rid="B29">2019</xref>). More cancellations or no-shows over the course of the treatment have also been consistently found as a reliable predictor of dropout (Kazdin et al., <xref ref-type="bibr" rid="B32">1994</xref>; Chasson et al., <xref ref-type="bibr" rid="B8">2008</xref>; de Haan et al., <xref ref-type="bibr" rid="B13">2013</xref>). Emerging evidence highlights the importance of including cultural understanding and adoption in the therapeutic relationship in order to retain YP in mental health settings (Yeh et al., <xref ref-type="bibr" rid="B55">1994</xref>; Carter, <xref ref-type="bibr" rid="B7">1995</xref>; Cunningham et al., <xref ref-type="bibr" rid="B11">2002</xref>; Lau, <xref ref-type="bibr" rid="B34">2006</xref>; Huey and Polo, <xref ref-type="bibr" rid="B26">2008</xref>; Miller et al., <xref ref-type="bibr" rid="B39">2008</xref>; Bibi et al., <xref ref-type="bibr" rid="B5">2017</xref>).</p>
<p>Nonetheless, treatment dropout is often regarded as a negative outcome in therapy. A mixed-method study that explored YP&#x00027;s reasons for dropout from treatment highlighted that nearly one third of the sample indicated they had received satisfactory treatment or experienced symptom improvement (O&#x00027;Keeffe et al., <xref ref-type="bibr" rid="B42">2019a</xref>). Therefore, when clients end treatment non-mutually, their therapists are often not aware whether their clients were (dis)satisfied with the therapy (Westmacott et al., <xref ref-type="bibr" rid="B53">2010</xref>). However, therapists of YP who dropped out due to symptom improvement reported they were not clinically concerned about this group of dropouts. This indicates that treatment terminations following clients who benefitted from therapy may not yet meaningfully be accounted for in existing explanatory models of dropout from treatment (O&#x00027;Keeffe et al., <xref ref-type="bibr" rid="B42">2019a</xref>).</p>
</sec>
<sec>
<title>The Current Study</title>
<p>There is a growing interest in improving outcomes for YP accessing mental health services, with the main focus thus far being on improving symptoms and aiming for &#x0201C;recovery&#x0201D;. However, other outcomes may also be important, and in particular, whether YP and therapist mutually agree with the end of treatment. This line of reasoning may have implications for the evaluation of outcomes at the case level and service level, including accuracy of data and effective use of costs to the National Health Services (Mental Health Taskforce to the NHS in England, <xref ref-type="bibr" rid="B38">2016</xref>). Therefore, it is important to broaden our understanding of the influence of demographics, referral process, and symptom improvements on case closure. Evidence that non mutual case closure may not necessarily be a problem may reflect more self-efficacy, competence, self-rated improvement, and autonomy among YP and their carers (Simon et al., <xref ref-type="bibr" rid="B46">2012</xref>; O&#x00027;Keeffe et al., <xref ref-type="bibr" rid="B43">2019b</xref>). Despite this wealth of knowledge, we are yet to fully understand if symptom improvement is an indicator of a &#x0201C;good&#x0201D; outcome.</p>
<p>In this vein, the present study aimed to examine whether levels of meaningful improvement in symptoms were associated with reasons for ending treatment, using multilevel multinomial regression analysis controlling for age, sex, ethnicity, and referral source. We hypothesized that youths whose problems meaningfully improved were more likely to mutually agree to end treatment.</p>
</sec>
</sec>
<sec sec-type="methods" id="s2">
<title>Methods</title>
<sec>
<title>Participants and Procedure</title>
<p>Three datasets held by the Child Outcomes Research Consortium on children and young people (0-25 years old) who accessed mental health services in the United Kingdom (UK) between 2002 and 2019 were merged (Costa da Silva et al., submitted). The data corpus was collected by clinicians and service administrators from YP mental health services across England, including those participating in a programme offered by the National Health Services to implement evidence-based practice between 2011 and 2015 (Fonagy et al., <xref ref-type="bibr" rid="B20">2017</xref>). From this merged dataset, cases were included in the present analysis if: (a) the child or young person was aged 6-25 years to reflect the age range that the included measures could be self-reported, (b) the case was closed, (c) there was at least one paired outcome measure completed at time 1 and time 2, and (d) there was a reason for case closure. This resulted in a final dataset of <italic>N</italic> = 8,995 episodes of care (i.e., independent observations) [Female = 5,469, 61%; meanAge = 13.66 (SD = 2.87) years]. Detailed demographic characteristics are shown in <xref ref-type="table" rid="T1">Table 1</xref>.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Descriptive statistics for all study variables.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold><italic>n</italic></bold></th>
<th valign="top" align="center"><bold>%</bold></th>
<th/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="4"><bold>Demographics</bold></td>
</tr>
<tr>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">5,469</td>
<td valign="top" align="center">60.80</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">3,526</td>
<td valign="top" align="center">39.20</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Age (<italic>M, SD</italic>, range)</td>
<td valign="top" align="center">13.66</td>
<td valign="top" align="center">2.87</td>
<td valign="top" align="center">6-25</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Ethnicity</italic></td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Asian</td>
<td valign="top" align="center">394</td>
<td valign="top" align="center">4.38</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Black</td>
<td valign="top" align="center">465</td>
<td valign="top" align="center">5.17</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Mixed-race</td>
<td valign="top" align="center">415</td>
<td valign="top" align="center">4.61</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Not reported</td>
<td valign="top" align="center">1,078</td>
<td valign="top" align="center">11.98</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Other ethnic group</td>
<td valign="top" align="center">226</td>
<td valign="top" align="center">2.51</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">White British</td>
<td valign="top" align="center">6,026</td>
<td valign="top" align="center">66.99</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">White other</td>
<td valign="top" align="center">391</td>
<td valign="top" align="center">4.35</td>
<td/>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Referral source</bold></td>
</tr>
<tr>
<td valign="top" align="left">Primary care</td>
<td valign="top" align="center">3,265</td>
<td valign="top" align="center">36.3</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Self-referral</td>
<td valign="top" align="center">584</td>
<td valign="top" align="center">6.49</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Education</td>
<td valign="top" align="center">1,388</td>
<td valign="top" align="center">15.43</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Social care/ youth justice</td>
<td valign="top" align="center">372</td>
<td valign="top" align="center">4.14</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Child health</td>
<td valign="top" align="center">346</td>
<td valign="top" align="center">3.85</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Mental health</td>
<td valign="top" align="center">1,545</td>
<td valign="top" align="center">17.18</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="center">461</td>
<td valign="top" align="center">5.13</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Missing</td>
<td valign="top" align="center">1,034</td>
<td valign="top" align="center">11.5</td>
<td/>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Case closure reason</bold></td>
</tr>
<tr>
<td valign="top" align="left">Mutual agreement</td>
<td valign="top" align="center">6,519</td>
<td valign="top" align="center">72.47</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Non-attendance</td>
<td valign="top" align="center">1,082</td>
<td valign="top" align="center">12.03</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Referral</td>
<td valign="top" align="center">545</td>
<td valign="top" align="center">6.06</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="center">849</td>
<td valign="top" align="center">9.44</td>
<td/>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Meaningful change</bold></td>
</tr>
<tr>
<td valign="top" align="left">Improved</td>
<td valign="top" align="center">3,943</td>
<td valign="top" align="center">43.84</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">No change</td>
<td valign="top" align="center">4,232</td>
<td valign="top" align="center">47.05</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Deteriorated</td>
<td valign="top" align="center">820</td>
<td valign="top" align="center">9.12</td>
<td/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>N = 8,995 from 68 services with 2&#x02013;1,274 per service</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Ethical Considerations</title>
<p>The present analysis involved secondary analysis of anonymised administrative data and therefore, an ethical review was not required (Tripathy, <xref ref-type="bibr" rid="B51">2013</xref>).</p>
</sec>
<sec>
<title>Measures</title>
<sec>
<title>Demographic and Clinical Characteristics</title>
<p>Age, gender, and ethnicity were recorded by services as part of routine data recording. Ethnicity was captured using the categories from the 2001 Census (Office for National Statistics, <xref ref-type="bibr" rid="B41">2019</xref>) and was generally based on self-report by the parent/carer or the young person. These were grouped for analysis as follows: White British (as the ethnic majority group), White Other (including Irish and Other White background), mixed-race (including Mixed White and Black Caribbean, Mixed White and Black African, Mixed White and Asian, and any other mixed background), Asian (including Indian, Pakistani, Bangladeshi, and Other), Black or Black British (including Caribbean, African, and Other), other ethnic groups (including Chinese and Other), and not stated. As used in previous research, referral source was recorded by services using 30 indicators, which were grouped into nine study variables for the present analysis (Edbrooke-Childs and Patalay, <xref ref-type="bibr" rid="B18">2019</xref>). In the main analysis, referral from primary care was selected as the reference category as it was the largest group.</p>
</sec>
<sec>
<title>Symptom Improvement</title>
<p>To measure symptom improvement, meaningful change according to self-reported measures was used. Meaningful change is the current analytic approach used by policy in England to examine national administrative data from child and adolescent mental health services. As we report elsewhere (Costa da Silva et al., submitted), meaningful change consisted of reliable change in standardized measures, or change more than would be expected solely from measurement error, and clinically important change in idiographic measures. For each completed measure at time 1 and time 2, it is therefore possible to improve, not change, or deteriorate according to reliable or clinically important change. YP were then classified as: (a) meaningfully improved if they met the criteria for improvement on at least one completed measure at time 1 and time 2 and did not deteriorate on any other measure, (b) not meaningfully changed if no completed measure at time 1 or time 2 met the criteria for reliable or clinically important change, or (c) meaningfully deteriorated if they met the criteria for deterioration on any completed measure at time 1 and time 2.</p>
</sec>
<sec>
<title>Case Closure Reason</title>
<p>Case closure reason was recorded by services and grouped into four categories for the present analysis: mutual agreement, non-mutual agreement, transfer, and other.</p>
</sec>
</sec>
<sec>
<title>Statistical Analysis</title>
<p>To examine whether YP who meaningfully improved were more likely to mutually agree to end treatment, accounting for the nesting of episodes of care in services and controlling for age, gender, ethnicity, and referral source, multilevel multinomial logistic regressions were conducted in STATA 16 (StataCorp., <xref ref-type="bibr" rid="B47">2019</xref>). Three preparatory models were estimated. In <italic>Model 0</italic> (null model) the variance explained in case closure reason at the service-level was examined and no predictors were added. The intraclass correlation coefficient was 45%, indicating that there was significant service-level variation in case closure reason and confirming that multilevel modeling was the appropriate statistical approach. In <italic>Model 1</italic>, demographic characteristics were added: male; grand-mean-centered age; and ethnicity with the White British group as the reference category as it was the largest group. In <italic>Model 2</italic>, referral source was added with primary care as the reference category. In the final model, meaningful change was added with no change selected as the reference category as it was the largest group. The likelihood ratio test was used to compare successive models, which were significant, and all variables were therefore retained in the final model. In particular, the likelihood ratio test was significant for the final model compared to Model 2: &#x003C7;<sup>2</sup>(6) = 111.3, <italic>p</italic> &#x0003C; 0.001.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>The results of the final model are shown in <xref ref-type="table" rid="T2">Table 2</xref>. Compared to girls, boys were less likely to have case closure due to non-mutual agreement than case closure due to mutual agreement. Compared to younger YP, older YP were more likely to have case closure due to non-mutual agreement and transfer than case closure due to mutual agreement. Compared to White British YP, Black or Black British YP, mixed-race YP, and those from other White backgrounds were more likely to have case closure due to non-mutual agreement than case closure due to mutual agreement. Compared to White British YP, mixed-race YP were more likely to have case closure due to transfer than case closure due to mutual agreement. In contrast, compared to White British YP, YP with not reported ethnic backgrounds were less likely to have case closure reason due to transfer than case closure due to mutual agreement. Compared to White British YP, Asian YP, mixed-race YP, and YP with &#x0201C;other&#x0201D; ethnic backgrounds were less likely to have case closure due to other reasons than case closure due to mutual agreement. Compared to White British YP, YP with not reported ethnic backgrounds were more likely to have case closure due to other reasons than case closure due to mutual agreement.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Multilevel multinomial regression with demographics, referral source, and meaningful improvement predicting case closure reason.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" style="border-bottom: thin solid #000000;" colspan="3"><bold>Non-mutual vs. mutual agreement</bold></th>
<th/>
<th valign="top" align="center" style="border-bottom: thin solid #000000;" colspan="3"><bold>Transfer vs. mutual agreement</bold></th>
<th/>
<th valign="top" align="center" style="border-bottom: thin solid #000000;" colspan="3"><bold>Other reason vs. mutual agreement</bold></th>
<th/>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>OR</bold></th>
<th valign="top" align="center"><bold><italic>p</italic>-value</bold></th>
<th valign="top" align="center"><bold>95% CI</bold></th>
<th/>
<th valign="top" align="center"><bold>OR</bold></th>
<th valign="top" align="center"><bold><italic>p</italic>-value</bold></th>
<th valign="top" align="center"><bold>95% CI</bold></th>
<th/>
<th valign="top" align="center"><bold>OR</bold></th>
<th valign="top" align="center"><bold><italic>p</italic>-value</bold></th>
<th valign="top" align="center"><bold>95% CI</bold></th>
<th/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="13"><bold>Demographics</bold></td>
</tr>
<tr>
<td valign="top" align="left">Male vs. female</td>
<td valign="top" align="center"><bold>0.83</bold></td>
<td valign="top" align="center">0.01500</td>
<td valign="top" align="center">0.71</td>
<td valign="top" align="center">0.96</td>
<td valign="top" align="center">1.14</td>
<td valign="top" align="center">0.18400</td>
<td valign="top" align="center">0.94</td>
<td valign="top" align="center">1.38</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">0.98200</td>
<td valign="top" align="center">0.85</td>
<td valign="top" align="center">1.18</td>
</tr>
<tr>
<td valign="top" align="left">Age</td>
<td valign="top" align="center"><bold>1.09</bold></td>
<td valign="top" align="center">0.00000</td>
<td valign="top" align="center">1.06</td>
<td valign="top" align="center">1.12</td>
<td valign="top" align="center"><bold>1.12</bold></td>
<td valign="top" align="center">0.00000</td>
<td valign="top" align="center">1.08</td>
<td valign="top" align="center">1.16</td>
<td valign="top" align="center">1.02</td>
<td valign="top" align="center">0.24800</td>
<td valign="top" align="center">0.99</td>
<td valign="top" align="center">1.05</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Ethnicity</italic></td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Asian vs. WB</td>
<td valign="top" align="center">1.01</td>
<td valign="top" align="center">0.95400</td>
<td valign="top" align="center">0.71</td>
<td valign="top" align="center">1.43</td>
<td valign="top" align="center">1.15</td>
<td valign="top" align="center">0.51700</td>
<td valign="top" align="center">0.75</td>
<td valign="top" align="center">1.75</td>
<td valign="top" align="center"><bold>0.61</bold></td>
<td valign="top" align="center">0.02700</td>
<td valign="top" align="center">0.39</td>
<td valign="top" align="center">0.94</td>
</tr>
<tr>
<td valign="top" align="left">Black vs. WB</td>
<td valign="top" align="center"><bold>1.38</bold></td>
<td valign="top" align="center">0.03500</td>
<td valign="top" align="center">1.02</td>
<td valign="top" align="center">1.85</td>
<td valign="top" align="center">1.02</td>
<td valign="top" align="center">0.90900</td>
<td valign="top" align="center">0.68</td>
<td valign="top" align="center">1.55</td>
<td valign="top" align="center">0.74</td>
<td valign="top" align="center">0.13500</td>
<td valign="top" align="center">0.50</td>
<td valign="top" align="center">1.10</td>
</tr>
<tr>
<td valign="top" align="left">Mixed-race vs. WB</td>
<td valign="top" align="center"><bold>1.48</bold></td>
<td valign="top" align="center">0.01100</td>
<td valign="top" align="center">1.09</td>
<td valign="top" align="center">2.01</td>
<td valign="top" align="center"><bold>1.6</bold></td>
<td valign="top" align="center">0.01600</td>
<td valign="top" align="center">1.09</td>
<td valign="top" align="center">2.33</td>
<td valign="top" align="center"><bold>0.6</bold></td>
<td valign="top" align="center">0.02400</td>
<td valign="top" align="center">0.38</td>
<td valign="top" align="center">0.93</td>
</tr>
<tr>
<td valign="top" align="left">Not reported vs. WB</td>
<td valign="top" align="center">0.92</td>
<td valign="top" align="center">0.48200</td>
<td valign="top" align="center">0.72</td>
<td valign="top" align="center">1.17</td>
<td valign="top" align="center"><bold>0.57</bold></td>
<td valign="top" align="center">0.00200</td>
<td valign="top" align="center">0.40</td>
<td valign="top" align="center">0.81</td>
<td valign="top" align="center"><bold>1.29</bold></td>
<td valign="top" align="center">0.04000</td>
<td valign="top" align="center">1.01</td>
<td valign="top" align="center">1.65</td>
</tr>
<tr>
<td valign="top" align="left">Other ethnic group vs. WB</td>
<td valign="top" align="center">1.07</td>
<td valign="top" align="center">0.76500</td>
<td valign="top" align="center">0.69</td>
<td valign="top" align="center">1.66</td>
<td valign="top" align="center">1.07</td>
<td valign="top" align="center">0.81000</td>
<td valign="top" align="center">0.62</td>
<td valign="top" align="center">1.83</td>
<td valign="top" align="center"><bold>0.28</bold></td>
<td valign="top" align="center">0.00100</td>
<td valign="top" align="center">0.13</td>
<td valign="top" align="center">0.60</td>
</tr>
<tr>
<td valign="top" align="left">White other vs. WB</td>
<td valign="top" align="center"><bold>1.4</bold></td>
<td valign="top" align="center">0.03800</td>
<td valign="top" align="center">1.02</td>
<td valign="top" align="center">1.91</td>
<td valign="top" align="center">0.95</td>
<td valign="top" align="center">0.81800</td>
<td valign="top" align="center">0.61</td>
<td valign="top" align="center">1.48</td>
<td valign="top" align="center">0.86</td>
<td valign="top" align="center">0.44400</td>
<td valign="top" align="center">0.59</td>
<td valign="top" align="center">1.26</td>
</tr>
<tr>
<td valign="top" align="left" colspan="13"><bold>Referral source</bold></td>
</tr>
<tr>
<td valign="top" align="left">Self-referral vs. pri. care</td>
<td valign="top" align="center">1.36</td>
<td valign="top" align="center">0.06700</td>
<td valign="top" align="center">0.98</td>
<td valign="top" align="center">1.90</td>
<td valign="top" align="center"><bold>0.28</bold></td>
<td valign="top" align="center">0.00000</td>
<td valign="top" align="center">0.14</td>
<td valign="top" align="center">0.54</td>
<td valign="top" align="center"><bold>0.48</bold></td>
<td valign="top" align="center">0.00100</td>
<td valign="top" align="center">0.30</td>
<td valign="top" align="center">0.75</td>
</tr>
<tr>
<td valign="top" align="left">Education vs. pri. care</td>
<td valign="top" align="center">0.87</td>
<td valign="top" align="center">0.33500</td>
<td valign="top" align="center">0.66</td>
<td valign="top" align="center">1.15</td>
<td valign="top" align="center"><bold>0.57</bold></td>
<td valign="top" align="center">0.00200</td>
<td valign="top" align="center">0.40</td>
<td valign="top" align="center">0.81</td>
<td valign="top" align="center">0.89</td>
<td valign="top" align="center">0.39000</td>
<td valign="top" align="center">0.67</td>
<td valign="top" align="center">1.17</td>
</tr>
<tr>
<td valign="top" align="left">Social care/ youth justice vs. pri. care</td>
<td valign="top" align="center"><bold>1.45</bold></td>
<td valign="top" align="center">0.04100</td>
<td valign="top" align="center">1.01</td>
<td valign="top" align="center">2.06</td>
<td valign="top" align="center"><bold>1.62</bold></td>
<td valign="top" align="center">0.02000</td>
<td valign="top" align="center">1.08</td>
<td valign="top" align="center">2.43</td>
<td valign="top" align="center">0.82</td>
<td valign="top" align="center">0.37500</td>
<td valign="top" align="center">0.53</td>
<td valign="top" align="center">1.27</td>
</tr>
<tr>
<td valign="top" align="left">Child health vs. pri. care</td>
<td valign="top" align="center">1.25</td>
<td valign="top" align="center">0.28000</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">1.88</td>
<td valign="top" align="center"><bold>1.59</bold></td>
<td valign="top" align="center">0.04300</td>
<td valign="top" align="center">1.02</td>
<td valign="top" align="center">2.50</td>
<td valign="top" align="center">0.92</td>
<td valign="top" align="center">0.70600</td>
<td valign="top" align="center">0.59</td>
<td valign="top" align="center">1.43</td>
</tr>
<tr>
<td valign="top" align="left">Mental health vs. pri. care</td>
<td valign="top" align="center">1.14</td>
<td valign="top" align="center">0.26000</td>
<td valign="top" align="center">0.91</td>
<td valign="top" align="center">1.42</td>
<td valign="top" align="center">1.12</td>
<td valign="top" align="center">0.39100</td>
<td valign="top" align="center">0.86</td>
<td valign="top" align="center">1.46</td>
<td valign="top" align="center"><bold>1.25</bold></td>
<td valign="top" align="center">0.04700</td>
<td valign="top" align="center">1.00</td>
<td valign="top" align="center">1.56</td>
</tr>
<tr>
<td valign="top" align="left">Other vs. primary care</td>
<td valign="top" align="center"><bold>1.6</bold></td>
<td valign="top" align="center">0.01200</td>
<td valign="top" align="center">1.11</td>
<td valign="top" align="center">2.30</td>
<td valign="top" align="center"><bold>0.49</bold></td>
<td valign="top" align="center">0.03500</td>
<td valign="top" align="center">0.25</td>
<td valign="top" align="center">0.95</td>
<td valign="top" align="center">0.89</td>
<td valign="top" align="center">0.60900</td>
<td valign="top" align="center">0.57</td>
<td valign="top" align="center">1.39</td>
</tr>
<tr>
<td valign="top" align="left">Missing vs. primary care</td>
<td valign="top" align="center"><bold>1.8</bold></td>
<td valign="top" align="center">0.00000</td>
<td valign="top" align="center">1.39</td>
<td valign="top" align="center">2.34</td>
<td valign="top" align="center">1.16</td>
<td valign="top" align="center">0.35500</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">1.61</td>
<td valign="top" align="center"><bold>0.59</bold></td>
<td valign="top" align="center">0.00100</td>
<td valign="top" align="center">0.43</td>
<td valign="top" align="center">0.81</td>
</tr>
<tr>
<td valign="top" align="left" colspan="13"><bold>Meaningful change</bold></td>
</tr>
<tr>
<td valign="top" align="left">Improved vs. no change</td>
<td valign="top" align="center"><bold>0.58</bold></td>
<td valign="top" align="center">0.00000</td>
<td valign="top" align="center">0.50</td>
<td valign="top" align="center">0.68</td>
<td valign="top" align="center"><bold>0.61</bold></td>
<td valign="top" align="center">0.00000</td>
<td valign="top" align="center">0.49</td>
<td valign="top" align="center">0.74</td>
<td valign="top" align="center"><bold>0.59</bold></td>
<td valign="top" align="center">0.00000</td>
<td valign="top" align="center">0.50</td>
<td valign="top" align="center">0.70</td>
</tr>
<tr>
<td valign="top" align="left">Deteriorated vs. no change</td>
<td valign="top" align="center">1.25</td>
<td valign="top" align="center">0.06000</td>
<td valign="top" align="center">0.99</td>
<td valign="top" align="center">1.57</td>
<td valign="top" align="center"><bold>1.38</bold></td>
<td valign="top" align="center">0.02900</td>
<td valign="top" align="center">1.03</td>
<td valign="top" align="center">1.83</td>
<td valign="top" align="center"><bold>0.62</bold></td>
<td valign="top" align="center">0.00200</td>
<td valign="top" align="center">0.46</td>
<td valign="top" align="center">0.84</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>N = 8,995 from 68 services with 2-1,274 per service. OR = odds ratio. CI = 95% Confidence Interval. WB = White British. Odds ratios in bold are significant at least at the p &#x0003C; 0.05 level</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>Compared to YP referred by primary care, YP referred through social care/ youth justice, other sources, and with missing referral source were more likely to have case closure due to non-mutual agreement than case closure due to mutual agreement. Compared to YP referred by primary care, YP referred by self-referral, education, or other sources were less likely to have case closure due to transfer than case closure due to mutual agreement. In contrast, compared to YP referred by primary care, YP referred by social care/ youth justice or child health were more likely to have case closure due to transfer than case closure due to mutual agreement. Compared to YP referred by primary care, YP referred by mental health services were more likely to have case closure due to other reasons, and YP referred by self-referral or with missing referral source were less likely to have case closure due to other reasons, than case closure due to mutual agreement.</p>
<p>Compared to YP who did not meaningfully change in symptoms, YP who meaningfully improved in symptoms were less likely to have case closure due to non-mutual agreement, transfer, and other reasons than case closure due to mutual agreement. Compared to YP who did not meaningfully change in symptoms, YP who meaningfully deteriorated in symptoms were more likely to have case closure due to transfer, and were less likely to have case closure due to other reasons, than case closure due to mutual agreement.</p>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>To better understand symptom improvement as an indicator of a good outcome of accessing YP mental health services, this study examined whether levels of meaningful improvement were associated with reasons for ending treatment. Multilevel multinomial regression analyses were conducted controlling for age, gender, ethnicity, and referral source. As hypothesized, the results indicated that YP whose problems meaningfully improved were more likely to mutually agree to end treatment.</p>
<p>Our results are consistent with previous studies showing improved mental health to be associated with treatment completion when compared to YP who prematurely ended treatment (Kazdin et al., <xref ref-type="bibr" rid="B32">1994</xref>; Chasson et al., <xref ref-type="bibr" rid="B8">2008</xref>; de Haan et al., <xref ref-type="bibr" rid="B13">2013</xref>). Nevertheless, the present study builds on the extant literature as it is the largest study on symptom improvement and reasons for case closure. Moreover, this study used an advanced statistical approach to account for service-level variation. This study also uses the latest approach to measuring symptom improvement using meaningful change.</p>
<p>A possible explanation could be that YP who do not experience improvement are more likely to go on to access adult care or other specialist services, which this study highlighted. This is consistent with studies in adult mental health services (Westmacott et al., <xref ref-type="bibr" rid="B53">2010</xref>; Bartholomew et al., <xref ref-type="bibr" rid="B3">2019</xref>). These findings may also be attributed to treatment engagement which can be affected by diagnostic agreement (Jensen-Doss and Weisz, <xref ref-type="bibr" rid="B28">2008</xref>) and shared treatment decision-making experiences in YP mental health services (Edbrooke-Childs et al., <xref ref-type="bibr" rid="B17">2015</xref>). Further, existing research suggests the most common reason for non-mutual treatment endings in YP therapeutic settings was a therapeutic relationship disconnect (Carter, <xref ref-type="bibr" rid="B7">1995</xref>; Garcia and Weisz, <xref ref-type="bibr" rid="B21">2002</xref>). Although the current findings show significant associations between meaningful change and mutual agreement to end treatment, a recent study found no significant evidence linking YP depressive symptoms to mutual agreement on treatment ending (O&#x00027;Keeffe et al., <xref ref-type="bibr" rid="B43">2019b</xref>). This inconsistency may warrant further investigations if we are to generalize findings across symptom type, treatment type, and the level of impact the psychosocial difficulties may have on the YP and their families.</p>
<p>The current findings also reflect further potential disparities and child mental health inequalities in the UK (Fairchild, <xref ref-type="bibr" rid="B19">2019</xref>). In comparison to White British YP, Black or Black British YP, mixed-race YP, and YP from other White ethnic backgrounds were more likely to have case closure due to non-mutual agreement than have case closure due to mutual agreement. It is likely that such connections exist highlighting associations such as ethnic minority groups being more likely to access YP mental health services through non-voluntary routes, for example, social care/ youth justice (Edbrooke-Childs and Patalay, <xref ref-type="bibr" rid="B18">2019</xref>). This is important because the current findings suggest that YP who access services through more compulsory sources, such as social care/ youth justice, were more likely to have case closure reason due to non-mutual agreement and transfer than case closure due to mutual agreement. These findings may possibly support previous research outlining socio-economic disadvantages as a predictor of dropout from treatment, which include factors such as a lack of transportation and childcare (Kazdin et al., <xref ref-type="bibr" rid="B32">1994</xref>; Kazdin, <xref ref-type="bibr" rid="B31">1997</xref>; de Haan et al., <xref ref-type="bibr" rid="B13">2013</xref>). However, it is still unclear which mediating factors may influence these findings as previous research fails to associate these demographic factors with treatment outcome and ending (O&#x00027;Keeffe et al., <xref ref-type="bibr" rid="B42">2019a</xref>).</p>
<p>Yet, there is some suggestion that the interface between difficulties and the type of intervention may be the effective element in YP retention (Baruch et al., <xref ref-type="bibr" rid="B4">1998</xref>; Johnson et al., <xref ref-type="bibr" rid="B30">2009</xref>). This poses a question whether relevant and effective treatments are being offered to YP with the most severe and complex needs.</p>
<p>Whilst the finding that YP who achieve meaningful improvement are likely to end treatment on mutual terms, there are also methodological and outcome tracking considerations here. Previous research suggests that clients may disengage from treatment when they have reached a level of &#x0201C;recovery&#x0201D; that is important to them (Hynan, <xref ref-type="bibr" rid="B27">1990</xref>; McKenna and Todd, <xref ref-type="bibr" rid="B37">1997</xref>; Todd et al., <xref ref-type="bibr" rid="B50">2003</xref>). Therefore, there may be a discord between the outcomes of importance to the clinician and young person. If YP feel as though they have reached a level of recovery or improvement that is important to them, they may discontinue treatment regardless of how much progress they have made on a symptom-based measure. Thus, highlighting the importance of collecting a range of outcome information, and further highlighting the importance of shared decision-making.</p>
<sec>
<title>Implications</title>
<p>Although our findings suggest that YP who meaningfully improve are more likely to mutually agree to ending treatment, clinicians and researchers should consider that some YP may non-mutually end treatment if they self-assess as having sufficiently improved. This speaks in favor of ongoing evaluations of treatment goals and progress tracking. In light of the previous literature, it is also important to note that families with YP diagnosed with specific difficulties, having additional complexities, or experiencing external variables such as deprivation are more vulnerable to non-mutually end treatment. Therefore, researchers, clinicians, families, YP, and decision-makers should continue to work together to develop tailored service level programmes and individual interventions to ensure underrepresented and underserved families are reached. For example, the finding that YP from non-White British ethnic groups are more likely to drop out of treatment highlights the importance of reaching these groups. This includes considering the referral routes and types of interventions offered, including consideration of community-based interventions, which may widen reach and increase retention for the identified groups.</p>
<p>One area that was not possible to investigate in the present study is the parent/carer perspective, given the significant role parents and carers have in YP retention in mental health settings (Weisz et al., <xref ref-type="bibr" rid="B52">1987</xref>; Garcia and Weisz, <xref ref-type="bibr" rid="B21">2002</xref>). Future research should explore this, as parent/carer views may differ from those of the clinician and the young person. It is also important to continue research into the use of digital interventions. With growing interest in this area, through web-based appointment systems and texting to mobile phones, we may be able to better capture reasons for treatment dropouts and facilitate non-face-to-face support for YP. Further qualitative and quantitative studies are also welcomed to explore YP&#x00027;s own descriptions of good outcomes and treatment ending to triangulate or further develop our current descriptions.</p>
</sec>
<sec>
<title>Strengths and Limitations</title>
<p>A major strength of this study is the inclusion of a large sample size. Moreover, we investigated the factors associated with case closure and YP&#x00027;s mental health using multilevel modeling, a method that was able to account for of individual and service-level variation. However, these results should be interpreted in the context of several limitations. The large majority of the participants were female and identified as White-British ethnicity thus preventing us from making predictions on the impact that cultural variations may have on the study&#x00027;s findings. Moreover, the specific problems presented by YP may have influenced the study outcome, but we were unable to account for this in the present investigation.</p>
<p>Another limitation of the study relates to the numerous ways that dropout can be defined, bringing challenges to the ability to compare results between studies (Barrett et al., <xref ref-type="bibr" rid="B2">2008</xref>; de Haan et al., <xref ref-type="bibr" rid="B13">2013</xref>). Reliability of the study&#x00027;s results is also affected by the absence of detailed information on professionals&#x00027; reasons for case closure and the lack of qualitative data from YP or parents/carers in order to provide a deeper understanding of the current sample. In addition, the unavailability of follow-up data prevents drawing conclusions about the efficacy and effectiveness of the intervention &#x02013; therefore on the extent to which clients&#x00027; decision to discontinue the therapy due to perceived improvements or dissatisfaction is supported by trends in symptoms or clinical outcomes. Without a randomized controlled design, inferences about causation, of symptom improvement and reason for case closure, cannot be made. Another constraint identified was the reliance on routine pre-collected data, resulting in less flexibility to include explanatory variables of interest, such as the parent/carer perspective. Although this may compromise the rigorous empirical research standards and cause-effect relationships, this method has the benefit of allowing us to investigate variables without additional research participation burden to YP (Mansfield et al., <xref ref-type="bibr" rid="B36">2020</xref>).</p>
</sec>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusion</title>
<p>Symptom improvement continues to be an important indicator assess a good outcome that in turn determines treatment ending. The findings of the current study provide support for this approach indicating that YP with improvements are more likely to mutually agree to ending treatment. However, it is noted that symptom improvement should be evaluated alongside other aspects of the YP&#x00027;s life situation. Although further research is needed to fully conceptualize and understand non-mutually agreed endings (e.g., dropout), the current findings contribute to informing evidence-based practice.</p>
</sec>
<sec sec-type="data-availability-statement" id="s6">
<title>Data Availability Statement</title>
<p>The data analyzed in this study is subject to the following licenses/restrictions: Request for administrative data can be made available upon request from the corresponding author. Requests to access these datasets should be directed to <email>julian.childs&#x00040;annafreud.org</email>.</p>
</sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>As this was a secondary analysis of anonymised data, ethical review and approval was not required for the study on human participants in accordance with the local legislation and institutional requirements. Written informed consent from the participants&#x00027; legal guardian/next of kin was not required to participate in the present analysis in accordance with the national legislation and the institutional requirements.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>JE-C and JJ conceived of the study. JE-C lead the data analysis and methods and results writing, to which TB, CS, and JJ contributed. CPM, GP, CS, and NF reviewed the literature and wrote the introduction. RU, A&#x0010C;, and SL wrote the discussion. All authors contributed to the analysis decisions, reviewed and edited the manuscript, and approved the final version.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>TB reports other funding from NHS England &#x00026; NHS Improvement, outside the submitted work. JE-C reports grants from NHS England &#x00026; NHS Improvement, outside the submitted work, and he was involved in the programme of service transformation that some of the data in the present manuscript draws on. The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<ack><p>The authors would like to thank all members present and former of the CORC committee including: Ashley Wyatt, Mick Atkinson, Kate Martin, Ann York, Duncan Law, Julie Elliot, Isobel Fleming, Beth Ingram - and present and former members of the CORC team (including. JJ, LCS, and JEC): Kate Dalzell, Benjamin Richie, Alison Ford, Sally Marriott, Lee Atkins, Martha Reilly, Nicholas Tait, Anja Teichert, Rory Lawless, Anisatu Rashid, ophie D&#x00027;Souza, and Rebecca Lane. The authors would also like to thank Florence Ruby for helpful comments on an earlier draft of the manuscript.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Arnow</surname> <given-names>B. A.</given-names></name> <name><surname>Blasey</surname> <given-names>C.</given-names></name> <name><surname>Manber</surname> <given-names>R.</given-names></name> <name><surname>Constantino</surname> <given-names>M. J.</given-names></name> <name><surname>Markowitz</surname> <given-names>J. C.</given-names></name> <name><surname>Klein</surname> <given-names>D. N.</given-names></name> <etal/></person-group>. (<year>2007</year>). <article-title>Dropouts versus completers among chronically depressed outpatients</article-title>. <source>J. Affect. Disord.</source> <volume>97</volume>, <fpage>197</fpage>&#x02013;<lpage>202</lpage>. <pub-id pub-id-type="doi">10.1016/j.jad.2006.06.017</pub-id></citation>
</ref>
<ref id="B2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barrett</surname> <given-names>M. S.</given-names></name> <name><surname>Chua</surname> <given-names>W. J.</given-names></name> <name><surname>Crits-Christoph</surname> <given-names>P.</given-names></name> <name><surname>Gibbons</surname> <given-names>M. B.</given-names></name> <name><surname>Thompson</surname> <given-names>D.</given-names></name></person-group> (<year>2008</year>). <article-title>Early withdrawal from mental health treatment: implications for psychotherapy practice</article-title>. <source>Psychotherapy</source> <volume>45</volume>, <fpage>247</fpage>&#x02013;<lpage>267</lpage>. <pub-id pub-id-type="doi">10.1037/0033-3204.45.2.247</pub-id></citation>
</ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bartholomew</surname> <given-names>T. T.</given-names></name> <name><surname>Lockard</surname> <given-names>A. J.</given-names></name> <name><surname>Folger</surname> <given-names>S. F.</given-names></name> <name><surname>Low</surname> <given-names>B. E.</given-names></name> <name><surname>Poet</surname> <given-names>A. D.</given-names></name> <name><surname>Scofield</surname> <given-names>B. E.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Symptom reduction and termination: client change and therapist identified reasons for saying goodbye</article-title>. <source>Couns. Psychol. Q</source>. <volume>32</volume>, <fpage>81</fpage>&#x02013;<lpage>99</lpage>. <pub-id pub-id-type="doi">10.1080/09515070.2017.1367272</pub-id></citation></ref>
<ref id="B4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baruch</surname> <given-names>G.</given-names></name> <name><surname>Gerber</surname> <given-names>A.</given-names></name> <name><surname>Fearon</surname> <given-names>P.</given-names></name></person-group> (<year>1998</year>). <article-title>Adolescents who drop out of psychotherapy at a community-based psychotherapy centre: a preliminary investigation of the characteristics of early drop-outs, late drop-outs and those who continue treatment</article-title>. <source>Br. J. Med. Psychol.</source> <volume>71</volume>, <fpage>233</fpage>&#x02013;<lpage>245</lpage>. <pub-id pub-id-type="doi">10.1111/j.2044-8341.1998.tb00988.x</pub-id></citation></ref>
<ref id="B5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bibi</surname> <given-names>F.</given-names></name> <name><surname>Millar</surname> <given-names>H.</given-names></name> <name><surname>Holland</surname> <given-names>A.</given-names></name></person-group> (<year>2017</year>). <article-title>The role of cultural factors in engagement and change in multisystemic therapy (MST)</article-title>. <source>J. Fam. Ther.</source> <volume>39</volume>, <fpage>243</fpage>&#x02013;<lpage>263</lpage>. <pub-id pub-id-type="doi">10.1111/1467-6427.12134</pub-id></citation></ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Camilletti</surname> <given-names>E.</given-names></name></person-group> (<year>2018</year>). <source>Realizing an Enabling Environment for Adolescent Well-Being: An Inventory of Laws and Policies for Adolescents in South Asia</source>. UNICEF Office of Research - Innocenti.</citation></ref>
<ref id="B7">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Carter</surname> <given-names>R.</given-names></name></person-group> (<year>1995</year>). <source>The Influence of Race and Racial Identity in Psychotherapy: Toward a Racially Inclusive Model</source>. <publisher-loc>New Jersey, NJ</publisher-loc>: <publisher-name>John Wiley and Sons</publisher-name>.</citation></ref>
<ref id="B8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chasson</surname> <given-names>G. S.</given-names></name> <name><surname>Vincent</surname> <given-names>J. P.</given-names></name> <name><surname>Harris</surname> <given-names>G. E.</given-names></name></person-group> (<year>2008</year>). <article-title>The use of symptom severity measured just before termination to predict child treatment dropout</article-title>. <source>J. Clin. Psychol</source>. <volume>64</volume>, <fpage>891</fpage>&#x02013;<lpage>904</lpage>. <pub-id pub-id-type="doi">10.1002/jclp.20494</pub-id><pub-id pub-id-type="pmid">18459120</pub-id></citation></ref>
<ref id="B9">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Clarkin</surname> <given-names>J. F.</given-names></name> <name><surname>Levy</surname> <given-names>K. N.</given-names></name></person-group> (<year>2004</year>). <article-title>The influence of client variables on psychotherapy</article-title>, in <source>Bergin and Garfield&#x00027;s Handbook of Psychotherapy and Behavior Change, 5th ed</source>, ed <person-group person-group-type="editor"><name><surname>Lambert</surname> <given-names>M. J.</given-names></name></person-group> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Wiley and Sons</publisher-name>), <fpage>194</fpage>&#x02013;<lpage>226</lpage>.</citation></ref>
<ref id="B10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cohen</surname> <given-names>J. R.</given-names></name> <name><surname>Andrews</surname> <given-names>A. R.</given-names></name> <name><surname>Davis</surname> <given-names>M. M.</given-names></name> <name><surname>Rudolph</surname> <given-names>K. D.</given-names></name></person-group> (<year>2018</year>). <article-title>Anxiety and depression during childhood and adolescence: testing theoretical models of continuity and discontinuity</article-title>. <source>J. Abnorm. Child Psychol</source>. <volume>46</volume>, <fpage>1295</fpage>&#x02013;<lpage>1308</lpage>. <pub-id pub-id-type="doi">10.1007/s10802-017-0370-x</pub-id><pub-id pub-id-type="pmid">29256025</pub-id></citation></ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cunningham</surname> <given-names>P. B.</given-names></name> <name><surname>Foster</surname> <given-names>S. L.</given-names></name> <name><surname>Henggeler</surname> <given-names>S. W.</given-names></name></person-group> (<year>2002</year>). <article-title>The elusive concept of cultural competence</article-title>. <source>Child. Serv.</source> <volume>5</volume>, <fpage>231</fpage>&#x02013;<lpage>243</lpage>. <pub-id pub-id-type="doi">10.1207/S15326918CS0503_7</pub-id></citation></ref>
<ref id="B12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Das</surname> <given-names>J. K.</given-names></name> <name><surname>Salam</surname> <given-names>R. A.</given-names></name> <name><surname>Lassi</surname> <given-names>Z. S.</given-names></name> <name><surname>Khan</surname> <given-names>M. N.</given-names></name> <name><surname>Mahmood</surname> <given-names>W.</given-names></name> <name><surname>Patel</surname> <given-names>V.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Interventions for adolescent mental health: an overview of systematic reviews</article-title>. <source>J. Adolesc. Health</source> <volume>59</volume>, <fpage>49</fpage>&#x02013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1016/j.jadohealth.2016.06.020</pub-id><pub-id pub-id-type="pmid">27664596</pub-id></citation></ref>
<ref id="B13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Haan</surname> <given-names>A. M.</given-names></name> <name><surname>Boon</surname> <given-names>A. E.</given-names></name> <name><surname>de Jong</surname> <given-names>J. T. V. M.</given-names></name> <name><surname>Hoeve</surname> <given-names>M.</given-names></name> <name><surname>Vermeiren</surname> <given-names>R. R. J. M.</given-names></name></person-group> (<year>2013</year>). <article-title>A meta-analytic review on treatment dropout in child and adolescent outpatient mental health care</article-title>. <source>Clin. Psychol. Rev.</source> <volume>33</volume>, <fpage>698</fpage>&#x02013;<lpage>711</lpage>. <pub-id pub-id-type="doi">10.1016/j.cpr.2013.04.005</pub-id><pub-id pub-id-type="pmid">23742782</pub-id></citation></ref>
<ref id="B14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Haan</surname> <given-names>A. M.</given-names></name> <name><surname>Boon</surname> <given-names>A. E.</given-names></name> <name><surname>de Jong</surname> <given-names>J. T. V. M.</given-names></name> <name><surname>Vermeiren</surname> <given-names>R. R. J. M.</given-names></name></person-group> (<year>2018</year>). <article-title>A review of mental health treatment dropout by ethnic minority youth</article-title>. <source>Transcult. Psychiatry</source> <volume>55</volume>, <fpage>3</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1177/1363461517731702</pub-id><pub-id pub-id-type="pmid">29035137</pub-id></citation></ref>
<ref id="B15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Haan</surname> <given-names>A. M.</given-names></name> <name><surname>Boon</surname> <given-names>A. E.</given-names></name> <name><surname>Vermeiren</surname> <given-names>R. R. J. M.</given-names></name> <name><surname>Hoeve</surname> <given-names>M.</given-names></name> <name><surname>de Jong</surname> <given-names>J. T. V. M.</given-names></name></person-group> (<year>2014</year>). <article-title>Ethnic background, socioeconomic status, and problem severity as dropout risk factors in psychotherapy with youth</article-title>. <source>Child Youth Care Forum</source>. <volume>44</volume>, <fpage>1</fpage>&#x02013;<lpage>16</lpage>. <pub-id pub-id-type="doi">10.1007/s10566-014-9266-x</pub-id></citation></ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dossett</surname> <given-names>K. W.</given-names></name> <name><surname>Reid</surname> <given-names>G. J.</given-names></name></person-group> (<year>2019</year>). <article-title>Defining dropout from children&#x00027;s mental health services: a novel need-based definition</article-title>. <source>J. Child Fam. Stud</source>. <volume>29</volume>, <fpage>2028</fpage>&#x02013;<lpage>2038</lpage>. <pub-id pub-id-type="doi">10.1007/s10826-019-01631-1</pub-id></citation></ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Edbrooke-Childs</surname> <given-names>J.</given-names></name> <name><surname>Jacob</surname> <given-names>J.</given-names></name> <name><surname>Argent</surname> <given-names>R.</given-names></name> <name><surname>Patalay</surname> <given-names>P.</given-names></name> <name><surname>Deighton</surname> <given-names>J.</given-names></name> <name><surname>Wolpert</surname> <given-names>M.</given-names></name></person-group> (<year>2015</year>). <article-title>The relationship between child- and parent-reported shared decision making and child-, parent-, and clinician-reported treatment outcome in routinely collected child mental health services data</article-title>. <source>Clin. Child Psychol. Psychiatry</source> <volume>21</volume>, <fpage>324</fpage>&#x02013;<lpage>338</lpage>. <pub-id pub-id-type="doi">10.1177/1359104515591226</pub-id><pub-id pub-id-type="pmid">26104790</pub-id></citation></ref>
<ref id="B18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Edbrooke-Childs</surname> <given-names>J.</given-names></name> <name><surname>Patalay</surname> <given-names>P.</given-names></name></person-group> (<year>2019</year>). <article-title>Ethnic differences in referral routes to youth mental health services</article-title>. <source>J. Am. Acad. Child Adolesc. Psychiatry</source> <volume>58</volume>, <fpage>368</fpage>&#x02013;<lpage>375.e1</lpage>. <pub-id pub-id-type="doi">10.1016/j.jaac.2018.07.906</pub-id></citation>
</ref>
<ref id="B19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fairchild</surname> <given-names>G.</given-names></name></person-group> (<year>2019</year>). <article-title>Mind the gap: evidence that child mental health inequalities are increasing in the UK</article-title>. <source>Eur. Child Adolesc. Psychiatry</source> <volume>28</volume>, <fpage>1415</fpage>&#x02013;<lpage>1416</lpage>. <pub-id pub-id-type="doi">10.1007/s00787-019-01418-1</pub-id><pub-id pub-id-type="pmid">31605207</pub-id></citation></ref>
<ref id="B20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fonagy</surname> <given-names>P.</given-names></name> <name><surname>Pugh</surname> <given-names>K.</given-names></name> <name><surname>O&#x00027;Herlihy</surname> <given-names>A.</given-names></name></person-group> (<year>2017</year>). <article-title>The children and young people&#x00027;s improving access to psychological therapies (CYP IAPT) programme in England</article-title>. <source>Child Psychol. Psychiatry</source> <fpage>429</fpage>&#x02013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1002/9781119170235.ch48</pub-id></citation></ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Garcia</surname> <given-names>J. A.</given-names></name> <name><surname>Weisz</surname> <given-names>J. R.</given-names></name></person-group> (<year>2002</year>). <article-title>When youth mental health care stops: therapeutic relationship problems and other reasons for ending youth outpatient treatment</article-title>. <source>J. Consult. Clin. Psychol</source>. <volume>70</volume>, <fpage>439</fpage>&#x02013;<lpage>443</lpage>. <pub-id pub-id-type="doi">10.1037/0022-006X.70.2.439</pub-id><pub-id pub-id-type="pmid">11952203</pub-id></citation></ref>
<ref id="B22">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Garfield</surname> <given-names>S. L.</given-names></name></person-group> (<year>1994</year>). <article-title>Research on client variables in psychotherapy</article-title>, in <source>Handbook of Psychotherapy and Behavior Change</source>, eds <person-group person-group-type="editor"><name><surname>Bergin</surname> <given-names>A. E.</given-names></name> <name><surname>Garfield</surname> <given-names>S. L.</given-names></name></person-group> (<publisher-loc>New Jersey, NJ</publisher-loc>: <publisher-name>John Wiley and Sons</publisher-name>), <fpage>190</fpage>&#x02013;<lpage>228</lpage>.</citation></ref>
<ref id="B23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gopalan</surname> <given-names>G.</given-names></name> <name><surname>Goldstein</surname> <given-names>L.</given-names></name> <name><surname>Klingenstein</surname> <given-names>K.</given-names></name> <name><surname>Carolyn Sicher Psy</surname> <given-names>D.</given-names></name> <name><surname>Blake</surname> <given-names>C.</given-names></name> <name><surname>McKay</surname> <given-names>M. M.</given-names></name></person-group> (<year>2010</year>). <article-title>Engaging families into child mental health treatment: Updates and special considerations</article-title>. <source>J. Can. Acad. Child Adolesc. Psychiatry</source> <volume>19</volume>, <fpage>182</fpage>&#x02013;<lpage>196</lpage>.<pub-id pub-id-type="pmid">20842273</pub-id></citation></ref>
<ref id="B24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hannan</surname> <given-names>C.</given-names></name> <name><surname>Lambert</surname> <given-names>M. J.</given-names></name> <name><surname>Harmon</surname> <given-names>C.</given-names></name> <name><surname>Nielsen</surname> <given-names>S. L.</given-names></name> <name><surname>Smart</surname> <given-names>D. W.</given-names></name> <name><surname>Shimokawa</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2005</year>). <article-title>A lab test and algorithms for identifying clients at risk for treatment failure</article-title>. <source>J. Clin. Psychol.</source> <volume>61</volume>, <fpage>155</fpage>&#x02013;<lpage>163</lpage>. <pub-id pub-id-type="doi">10.1002/jclp.20108</pub-id><pub-id pub-id-type="pmid">15609357</pub-id></citation></ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hatchett</surname> <given-names>G. T.</given-names></name> <name><surname>Park</surname> <given-names>H. L.</given-names></name></person-group> (<year>2003</year>). <article-title>Comparison of four operational definitions of premature termination</article-title>. <source>Psychotherapy</source> <volume>40</volume>, <fpage>226</fpage>&#x02013;<lpage>231</lpage>. <pub-id pub-id-type="doi">10.1037/0033-3204.40.3.226</pub-id></citation></ref>
<ref id="B26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huey</surname> <given-names>S. J.</given-names></name> <name><surname>Polo</surname> <given-names>A. J.</given-names></name></person-group> (<year>2008</year>). <article-title>Evidence-based psychosocial treatments for ethnic minority youth</article-title>. <source>J. Clin. Child Adolesc. Psychol.</source> <volume>37</volume>, <fpage>262</fpage>&#x02013;<lpage>301</lpage>. <pub-id pub-id-type="doi">10.1080/15374410701820174</pub-id><pub-id pub-id-type="pmid">18444061</pub-id></citation></ref>
<ref id="B27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hynan</surname> <given-names>D. J.</given-names></name></person-group> (<year>1990</year>). <article-title>Client reasons and experiences in treatment that influence termination of psychotherapy</article-title>. <source>J. Clin. Psychol.</source> <volume>46</volume>, <fpage>891</fpage>&#x02013;<lpage>895</lpage>. <pub-id pub-id-type="doi">10.1002/1097-4679(199011)46:6&#x0003C;891::AID-JCLP2270460631&#x0003E;3.0.CO;2-8</pub-id><pub-id pub-id-type="pmid">2286687</pub-id></citation></ref>
<ref id="B28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jensen-Doss</surname> <given-names>A.</given-names></name> <name><surname>Weisz</surname> <given-names>J. R.</given-names></name></person-group> (<year>2008</year>). <article-title>Diagnostic agreement predicts treatment process and outcomes in youth mental health clinics</article-title>. <source>J. Consult. Clin. Psychol.</source> <volume>76</volume>, <fpage>711</fpage>&#x02013;<lpage>722</lpage>. <pub-id pub-id-type="doi">10.1037/0022-006X.76.5.711</pub-id><pub-id pub-id-type="pmid">18837589</pub-id></citation></ref>
<ref id="B29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jethwa</surname> <given-names>J.</given-names></name> <name><surname>Glorney</surname> <given-names>E.</given-names></name> <name><surname>Adhyaru</surname> <given-names>J.</given-names></name> <name><surname>Lawson</surname> <given-names>A.</given-names></name></person-group> (<year>2019</year>). <article-title>A grounded theory of multisystemic therapist roles in achieving positive outcomes for young people and families</article-title>. <source>J. Fam. Ther</source>. <volume>43</volume>, <fpage>1</fpage>&#x02013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1111/1467-6427.12287</pub-id></citation></ref>
<ref id="B30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Johnson</surname> <given-names>E.</given-names></name> <name><surname>Mellor</surname> <given-names>D.</given-names></name> <name><surname>Brann</surname> <given-names>P.</given-names></name></person-group> (<year>2009</year>). <article-title>Factors associated with dropout and diagnosis in child and adolescent mental health services</article-title>. <source>Aust. N. Z. J. Psychiatry</source> <volume>43</volume>, <fpage>431</fpage>&#x02013;<lpage>437</lpage>. <pub-id pub-id-type="doi">10.1080/00048670902817687</pub-id><pub-id pub-id-type="pmid">19373704</pub-id></citation></ref>
<ref id="B31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kazdin</surname> <given-names>A.</given-names></name></person-group> (<year>1997</year>). <article-title>Practitioner review: psychosocial treatments for conduct disorder in children</article-title>. <source>J. Child Psychol. Psychiatry Allied Discip.</source> <volume>38</volume>, <fpage>161</fpage>&#x02013;<lpage>178</lpage>. <pub-id pub-id-type="doi">10.1111/j.1469-7610.1997.tb01851.x</pub-id></citation>
</ref>
<ref id="B32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kazdin</surname> <given-names>A.</given-names></name> <name><surname>Mazurick</surname> <given-names>J.</given-names></name> <name><surname>Siegel</surname> <given-names>T.</given-names></name></person-group> (<year>1994</year>). <article-title>Treatment outcome among children with externalizing disorder who terminate prematurely versus those who complete psychotherapy</article-title>. <source>J. Am. Acad. Child Adolesc. Psychiatry</source> <volume>33</volume>, <fpage>549</fpage>&#x02013;<lpage>557</lpage>. <pub-id pub-id-type="doi">10.1097/00004583-199405000-00013</pub-id></citation>
</ref>
<ref id="B33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lambert</surname> <given-names>M.</given-names></name> <name><surname>Harmon</surname> <given-names>C.</given-names></name> <name><surname>Slade</surname> <given-names>K.</given-names></name> <name><surname>Whipple</surname> <given-names>J.</given-names></name> <name><surname>Hawkins</surname> <given-names>E.</given-names></name></person-group> (<year>2005</year>). <article-title>Providing feedback to psychotherapists on their patients&#x00027; progress: clinical results and practice suggestions</article-title>. <source>J. Clin. Psychol</source>. <volume>61</volume>, <fpage>165</fpage>&#x02013;<lpage>174</lpage>. <pub-id pub-id-type="doi">10.1002/jclp.20113</pub-id><pub-id pub-id-type="pmid">15609358</pub-id></citation></ref>
<ref id="B34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lau</surname> <given-names>A. S.</given-names></name></person-group> (<year>2006</year>). <article-title>Making the case for selective and directed cultural adaptations of evidence-based treatments: examples from parent training</article-title>. <source>Clin. Psychol. Sci. Pract.</source> <volume>13</volume>, <fpage>295</fpage>&#x02013;<lpage>310</lpage>. <pub-id pub-id-type="doi">10.1111/j.1468-2850.2006.00042.x</pub-id></citation></ref>
<ref id="B35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liverpool</surname> <given-names>S.</given-names></name> <name><surname>Mota</surname> <given-names>C. P.</given-names></name> <name><surname>Sales</surname> <given-names>C. M. D.</given-names></name> <name><surname>Cu&#x00161;</surname> <given-names>A.</given-names></name> <name><surname>Carletto</surname> <given-names>S.</given-names></name> <name><surname>Hancheva</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Engaging children and young people in digital mental health interventions: systematic review of modes of delivery, facilitators, and barriers</article-title>. <source>J. Med. Internet Res</source>. <volume>22</volume>:<fpage>e16317</fpage>. <pub-id pub-id-type="doi">10.2196/16317</pub-id><pub-id pub-id-type="pmid">32442160</pub-id></citation></ref>
<ref id="B36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mansfield</surname> <given-names>K. L.</given-names></name> <name><surname>Gallacher</surname> <given-names>J. E.</given-names></name> <name><surname>Mourby</surname> <given-names>M.</given-names></name> <name><surname>Fazel</surname> <given-names>M.</given-names></name></person-group> (<year>2020</year>). <article-title>Five models for child and adolescent data linkage in the UK: a review of existing and proposed methods</article-title>. <source>Evid. Based Ment. Health</source>, <volume>23</volume>, <fpage>39</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1136/ebmental-2019-300140</pub-id><pub-id pub-id-type="pmid">32046992</pub-id></citation></ref>
<ref id="B37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McKenna</surname> <given-names>P. A.</given-names></name> <name><surname>Todd</surname> <given-names>D. M.</given-names></name></person-group> (<year>1997</year>). <article-title>Longitudinal utilization of mental health services: a timeline method, nine retrospective accounts, and a preliminary conceptualization</article-title>. <source>Psychother. Res.</source> <volume>7</volume>, <fpage>383</fpage>&#x02013;<lpage>395</lpage>. <pub-id pub-id-type="doi">10.1080/10503309712331332093</pub-id></citation></ref>
<ref id="B38">
<citation citation-type="web"><person-group person-group-type="author"><collab>Mental Health Taskforce to the NHS in England</collab></person-group> (<year>2016</year>). <source>The Five Year Forward View for Mental Health. The Mental Health Taskforce</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.england.nhs.uk/wp-content/uploads/2016/02/Mental-Health-Taskforce-FYFVfinal.pdf">https://www.england.nhs.uk/wp-content/uploads/2016/02/Mental-Health-Taskforce-FYFVfinal.pdf</ext-link> (accessed Febraury 1, 2021).</citation></ref>
<ref id="B39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miller</surname> <given-names>L. M.</given-names></name> <name><surname>Southam-Gerow</surname> <given-names>M. A.</given-names></name> <name><surname>Allin</surname> <given-names>R. B.</given-names></name></person-group> (<year>2008</year>). <article-title>Who stays in treatment? Child and family predictors of youth client retention in a public mental health agency</article-title>. <source>Child Youth Care Forum</source> <volume>37</volume>, <fpage>153</fpage>&#x02013;<lpage>170</lpage>. <pub-id pub-id-type="doi">10.1007/s10566-008-9058-2</pub-id><pub-id pub-id-type="pmid">19774098</pub-id></citation></ref>
<ref id="B40">
<citation citation-type="web"><person-group person-group-type="author"><collab>NHS Digital</collab></person-group> (<year>2019</year>). <source>Waiting Times for Children and Young People&#x00027;s Mental Health Services, 2018 - 2019 Additional Statistics</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://digital.nhs.uk/data-and-information/find-data-and-publications/supplementary-information/2019-supplementary-information-files/waiting-times-for-children-and-young-peoples-mental-health-services-2018&#x02013;2019-additional-statistics">https://digital.nhs.uk/data-and-information/find-data-and-publications/supplementary-information/2019-supplementary-information-files/waiting-times-for-children-and-young-peoples-mental-health-services-2018&#x02013;2019-additional-statistics</ext-link> (accessed Febraury 1, 2021).</citation></ref>
<ref id="B41">
<citation citation-type="book"><person-group person-group-type="author"><collab>Office for National Statistics</collab></person-group> (<year>2019</year>). <source>Office for National Statistics</source>. <publisher-loc>UNEM01 SA</publisher-loc>: <publisher-name>Unemployment by Age and Duration (Seasonally Adjusted)</publisher-name>.</citation></ref>
<ref id="B42">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>O&#x00027;Keeffe</surname> <given-names>S.</given-names></name> <name><surname>Martin</surname> <given-names>P.</given-names></name> <name><surname>Goodyer</surname> <given-names>I. M.</given-names></name> <name><surname>Kelvin</surname> <given-names>R.</given-names></name> <name><surname>Dubicka</surname> <given-names>B.</given-names></name> <name><surname>Reynolds</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2019a</year>). <article-title>Prognostic implications for adolescents with depression who drop out of psychological treatment during a randomized controlled trial</article-title>. <source>J. Am. Acad. Child Adolesc. Psychiatry</source> <volume>58</volume>, <fpage>983</fpage>&#x02013;<lpage>992</lpage>. <pub-id pub-id-type="doi">10.1016/j.jaac.2018.11.019</pub-id><pub-id pub-id-type="pmid">30946974</pub-id></citation></ref>
<ref id="B43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>O&#x00027;Keeffe</surname> <given-names>S.</given-names></name> <name><surname>Martin</surname> <given-names>P.</given-names></name> <name><surname>Target</surname> <given-names>M.</given-names></name> <name><surname>Midgley</surname> <given-names>N.</given-names></name></person-group> (<year>2019b</year>). <article-title>I just stopped going&#x0201D;: a mixed methods investigation into types of therapy dropout in adolescents with depression</article-title>. <source>Front. Psychol</source>. <volume>10</volume>:<fpage>75</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00075</pub-id><pub-id pub-id-type="pmid">30804827</pub-id></citation></ref>
<ref id="B44">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Polanczyk</surname> <given-names>G. V</given-names></name> <name><surname>Salum</surname> <given-names>G. A.</given-names></name> <name><surname>Sugaya</surname> <given-names>L. S.</given-names></name> <name><surname>Caye</surname> <given-names>A.</given-names></name> <name><surname>Rohde</surname> <given-names>L. A.</given-names></name></person-group> (<year>2015</year>). <article-title>Annual research review: a meta-analysis of the worldwide prevalence of mental disorders in children and adolescents</article-title>. <source>J. Child Psychol. Psychiatry Allied Discip.</source> <volume>56</volume>, <fpage>345</fpage>&#x02013;<lpage>365</lpage>. <pub-id pub-id-type="doi">10.1111/jcpp.12381</pub-id><pub-id pub-id-type="pmid">25649325</pub-id></citation></ref>
<ref id="B45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sales</surname> <given-names>C. M. D.</given-names></name></person-group> (<year>2003</year>). <article-title>Understanding prior dropout in psychotherapy</article-title>. <source>Int. J. Psychol. Psychol. Ther.</source> <volume>3</volume>, <fpage>81</fpage>&#x02013;<lpage>90</lpage>.</citation></ref>
<ref id="B46">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Simon</surname> <given-names>G. E.</given-names></name> <name><surname>Imel</surname> <given-names>Z. E.</given-names></name> <name><surname>Ludman</surname> <given-names>E. J.</given-names></name> <name><surname>Steinfeld</surname> <given-names>B. J.</given-names></name></person-group> (<year>2012</year>). <article-title>Is dropout after a first psychotherapy visit always a bad outcome?</article-title> <source>Psychiatric Serv.</source> <volume>63</volume>, <fpage>705</fpage>&#x02013;<lpage>707</lpage>. <pub-id pub-id-type="doi">10.1176/appi.ps.201100309</pub-id><pub-id pub-id-type="pmid">22752034</pub-id></citation></ref>
<ref id="B47">
<citation citation-type="book"><person-group person-group-type="author"><collab>StataCorp</collab></person-group>. (<year>2019</year>). <source>Stata Statistical Software: Release 16</source>. <publisher-loc>College Station, TX</publisher-loc>: <publisher-name>StataCorp LP</publisher-name>.</citation></ref>
<ref id="B48">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Swift</surname> <given-names>J. K.</given-names></name> <name><surname>Callahan</surname> <given-names>J.</given-names></name> <name><surname>Levine</surname> <given-names>J. C.</given-names></name></person-group> (<year>2009</year>). <article-title>Using clinically significant change to identify premature termination</article-title>. <source>Psychotherapy</source> <volume>46</volume>, <fpage>328</fpage>&#x02013;<lpage>335</lpage>. <pub-id pub-id-type="doi">10.1037/a0017003</pub-id><pub-id pub-id-type="pmid">22122724</pub-id></citation></ref>
<ref id="B49">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thorm&#x000E4;hlen</surname> <given-names>B.</given-names></name> <name><surname>Weinryb</surname> <given-names>R. M.</given-names></name> <name><surname>Nor&#x000E9;n</surname> <given-names>K.</given-names></name> <name><surname>Vinnars</surname> <given-names>B.</given-names></name> <name><surname>B&#x000E5;gedahl-Strindlund</surname> <given-names>M.</given-names></name> <name><surname>Barber</surname> <given-names>J. P.</given-names></name></person-group> (<year>2003</year>). <article-title>Patient factors predicting dropout from supportive-expressive psychotherapy for patients with personality disorders</article-title>. <source>Psychother. Res.</source> <volume>13</volume>, <fpage>493</fpage>&#x02013;<lpage>509</lpage>. <pub-id pub-id-type="doi">10.1093/ptr/kpg039</pub-id><pub-id pub-id-type="pmid">21827258</pub-id></citation></ref>
<ref id="B50">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Todd</surname> <given-names>D. M.</given-names></name> <name><surname>Deane</surname> <given-names>F. P.</given-names></name> <name><surname>Bragdon</surname> <given-names>R. A.</given-names></name></person-group> (<year>2003</year>). <article-title>Client and therapist reasons for termination: a conceptualization and preliminary validation</article-title>. <source>J. Clin. Psychol</source>. <volume>59</volume>, <fpage>133</fpage>&#x02013;<lpage>147</lpage>. <pub-id pub-id-type="doi">10.1002/jclp.10123</pub-id><pub-id pub-id-type="pmid">12508337</pub-id></citation></ref>
<ref id="B51">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tripathy</surname> <given-names>J. P.</given-names></name></person-group> (<year>2013</year>). <article-title>Secondary data analysis: ethical issues and challenges</article-title>. <source>Iran. J. Public Health</source> <volume>42</volume>, <fpage>1478</fpage>&#x02013;<lpage>1479</lpage>.<pub-id pub-id-type="pmid">26060652</pub-id></citation></ref>
<ref id="B52">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weisz</surname> <given-names>J. R.</given-names></name> <name><surname>Weiss</surname> <given-names>B.</given-names></name> <name><surname>Langmeyer</surname> <given-names>D. B.</given-names></name></person-group> (<year>1987</year>). <article-title>Giving up on child psychotherapy: who drops out?</article-title> <source>J. Consult. Clin. Psychol</source>. <volume>55</volume>, <fpage>916</fpage>&#x02013;<lpage>918</lpage>. <pub-id pub-id-type="doi">10.1037/0022-006X.55.6.916</pub-id><pub-id pub-id-type="pmid">2925970</pub-id></citation></ref>
<ref id="B53">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Westmacott</surname> <given-names>R.</given-names></name> <name><surname>Hunsley</surname> <given-names>J.</given-names></name> <name><surname>Best</surname> <given-names>M.</given-names></name> <name><surname>Rumstein-Mckean</surname> <given-names>O.</given-names></name> <name><surname>Schindler</surname> <given-names>D.</given-names></name></person-group> (<year>2010</year>). <article-title>Client and therapist views of contextual factors related to termination from psychotherapy: a comparison between unilateral and mutual terminators</article-title>. <source>Psychother. Res.</source> <volume>20</volume>, <fpage>423</fpage>&#x02013;<lpage>435</lpage>. <pub-id pub-id-type="doi">10.1080/10503301003645796</pub-id><pub-id pub-id-type="pmid">20560091</pub-id></citation></ref>
<ref id="B54">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wierzbicki</surname> <given-names>M.</given-names></name> <name><surname>Pekarik</surname> <given-names>G.</given-names></name></person-group> (<year>1993</year>). <article-title>A meta-analysis of psychotherapy dropout</article-title>. <source>Prof. Psychol. Res. Pract.</source> <volume>24</volume>, <fpage>190</fpage>&#x02013;<lpage>195</lpage>. <pub-id pub-id-type="doi">10.1037/0735-7028.24.2.190</pub-id></citation></ref>
<ref id="B55">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yeh</surname> <given-names>M.</given-names></name> <name><surname>Eastman</surname> <given-names>K.</given-names></name> <name><surname>Cheung</surname> <given-names>M. K.</given-names></name></person-group> (<year>1994</year>). <article-title>Children and adolescents in community health centers: does the ethnicity or the language of the therapist matter?</article-title> <source>J. Commun. Psychol.</source> <volume>22</volume>, <fpage>153</fpage>&#x02013;<lpage>163</lpage>. <pub-id pub-id-type="doi">10.1002/1520-6629(199404)22:2&#x0003C;153::AID-JCOP2290220210&#x0003E;3.0.CO;2-R</pub-id></citation></ref>
</ref-list>
<glossary>
<def-list>
<title>Abbreviations</title>
<def-item><term>YP</term>
<def><p>Young people.</p></def></def-item>
</def-list>
</glossary>
<fn-group>
<fn fn-type="financial-disclosure"><p><bold>Funding.</bold> This publication was supported by TREATme, a European Network on Individualized Psychotherapy Treatment of Young People with Mental Health Disorders under the European Cooperation in Science and Technology (COST) which was supported by the EU Framework Programme Horizon 2020 action CA16102.</p>
</fn>
</fn-group>
</back>
</article>