<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychiatry</journal-id>
<journal-title>Frontiers in Psychiatry</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychiatry</abbrev-journal-title>
<issn pub-type="epub">1664-0640</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyt.2024.1256092</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychiatry</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Feasibility of Recovery Assessment Scale &#x2013; Domains and Stages (RAS-DS) for everyday mental health practice</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Ramesh</surname>
<given-names>Shivani</given-names>
</name>
<uri xlink:href="https://loop.frontiersin.org/people/2641279"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Scanlan</surname>
<given-names>Justin Newton</given-names>
</name>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/888619"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Honey</surname>
<given-names>Anne</given-names>
</name>
<uri xlink:href="https://loop.frontiersin.org/people/2369061"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hancock</surname>
<given-names>Nicola</given-names>
</name>
<uri xlink:href="https://loop.frontiersin.org/people/2643886"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<institution>Centre for Disability Research and Policy, Faculty of Medicine and Health, University of Sydney</institution>, <addr-line>Sydney, New South Wales</addr-line>, <country>Australia</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Fabrizio Stasolla, Giustino Fortunato University, Italy</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Alessandro Oronzo Caff&#xf2;, University of Bari Aldo Moro, Italy</p>
<p>Anju Devianee Keetharuth, The University of Sheffield, United Kingdom</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Justin Newton Scanlan, <email xlink:href="mailto:justin.scanlan@sydney.edu.au">justin.scanlan@sydney.edu.au</email>
</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>09</day>
<month>02</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>15</volume>
<elocation-id>1256092</elocation-id>
<history>
<date date-type="received">
<day>10</day>
<month>07</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>29</day>
<month>01</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2024 Ramesh, Scanlan, Honey and Hancock</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Ramesh, Scanlan, Honey and Hancock</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Routine use of self-rated measures of mental health recovery can support recovery-oriented practice. However, to be widely adopted, outcome measures must be feasible. This study examined the feasibility of Recovery Assessment Scale &#x2013; Domains and Stages (RAS-DS) from the perspectives of mental health workers.</p>
</sec>
<sec>
<title>Method</title>
<p>Mental health workers who had previously sought permission to use RAS-DS (n=58) completed an online survey that explored three aspects of feasibility: practicality, acceptability and applicability.</p>
</sec>
<sec>
<title>Results</title>
<p>The highest-rated feasibility items related to applicability, or usefulness in practice, with over 90% of participants reporting that RAS-DS helps &#x201c;promote discussion&#x201d; and covers areas that are &#x201c;meaningful to consumers&#x201d;. Acceptability items indicated that the purpose of RAS-DS is clear but length was an issue for some participants. At a practical level, RAS-DS was seen as easy to access but training was seen by many as necessary to ensure optimal use.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>Results suggest potential usefulness of RAS-DS as a routine outcome measure and identify aspects that can be addressed to further enhance feasibility including provision of training materials and opportunities, wide-reaching promotion of its use as a collaborative tool, and further investigation of issues around instrument length.</p>
</sec>
</abstract>
<kwd-group>
<kwd>RAS-DS</kwd>
<kwd>outcome measure</kwd>
<kwd>feasibility</kwd>
<kwd>recovery</kwd>
<kwd>self-rated outcomes</kwd>
</kwd-group>
<counts>
<fig-count count="0"/>
<table-count count="7"/>
<equation-count count="0"/>
<ref-count count="56"/>
<page-count count="10"/>
<word-count count="5442"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Social Psychiatry and Psychiatric Rehabilitation</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<label>1</label>
<title>Introduction</title>
<p>Over the last three decades, the notion of recovery and adoption of recovery-oriented practice has gained prominence in mental health services (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). Shifting from a dominant focus on symptom amelioration (<xref ref-type="bibr" rid="B3">3</xref>), recovery refers to a &#x201c;deeply personal, unique process of changing one&#x2019;s attitudes, values, feelings, goals, skills and/or roles -&#xa0;a way of living a satisfying, hopeful and contributing life, even with limitations caused by illness&#x201d; (<xref ref-type="bibr" rid="B4">4</xref>, p. 527). Recovery-oriented practice is grounded in the belief that individuals experiencing mental illness can recover. Practice should embody a collaborative and person-centred approach that fosters self-determination, choice, and hope (<xref ref-type="bibr" rid="B5">5</xref>).</p>
<p>Concurrent with shifts towards recovery-oriented practice, mental health services are increasingly expected to evaluate service delivery through use of routine outcome measures (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>). Routine outcome measurement was also introduced to support mental health workers in clinical decision-making and engaging consumers in care-planning (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B8">8</xref>). Current routine outcome measures mandated in countries such as Australia include a mixture of clinician-rated (e.g., Health of the Nation Outcome Scales (<xref ref-type="bibr" rid="B9">9</xref>)) and self-rated (e.g., Behaviour and Symptom Identification Scale-32 (<xref ref-type="bibr" rid="B10">10</xref>)) measures that focus on symptomology, hospitalisation rates and level of functioning (<xref ref-type="bibr" rid="B7">7</xref>). However, in the context of moving towards recovery-oriented practice, Lakeman (<xref ref-type="bibr" rid="B11">11</xref>) and Happell (<xref ref-type="bibr" rid="B12">12</xref>) argued that mandating routine use of such symptom-focused measures does little to inform recovery-oriented approaches and is not aligned with what is meaningful to consumers in their recovery. Indeed, this may create barriers to recovery-oriented practice (<xref ref-type="bibr" rid="B13">13</xref>).</p>
<p>The ability to assess and measure recovery-focused outcomes from the consumer&#x2019;s perspective supports the adoption of recovery-oriented practice (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B15">15</xref>). Using self-rated recovery measures presents opportunities for workers to focus on what is important to individual consumers, and actively engage consumers through collaborative goal-setting and care-planning, all fundamental to recovery-oriented practice (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>). While mandating completion of a recovery measure by consumers would be antithetical to the choice and autonomy inherent in the concept of recovery, routinely offering it and explaining the benefits is valuable in developing recovery-oriented services.</p>
<p>Consequently, efforts have been made to establish psychometrically sound recovery measures that can be used for routine outcome measurement (<xref ref-type="bibr" rid="B18">18</xref>&#x2013;<xref ref-type="bibr" rid="B20">20</xref>). However, none of these measures have been comprehensively examined for their feasibility, with typically only brevity explored. To support the uptake of self-rated recovery measures in routine practice, it is important that measures are not only psychometrically sound but also feasible. For example, low or variable completion rates of routine outcome measures are common (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B21">21</xref>) and these are often related to feasibility issues such as completion times, scoring complexity, unmet training needs, and, in particular, limited valuing of the measures by workers (<xref ref-type="bibr" rid="B22">22</xref>&#x2013;<xref ref-type="bibr" rid="B26">26</xref>).</p>
<p>RAS-DS is a 38-item self-rated recovery measure that encompasses four recovery domains: &#x201c;Doing things I value&#x201d; (functional aspects), &#x201c;Looking forward&#x201d; (psychological aspects), &#x201c;Mastering my illness&#x201d; (symptom management), and &#x201c;Connecting and belonging&#x201d; (social aspects). Users rate items on a four point scale (1 untrue, 2&#xa0;a bit true, 3 mostly true, 4 completely true). It was developed from the Recovery Assessment Scale (RAS) (<xref ref-type="bibr" rid="B27">27</xref>), with revised structure and items to address identified problems with RAS measurement properties (<xref ref-type="bibr" rid="B28">28</xref>). Formal training is not required to administer RAS-DS and a user-manual can be readily accessed online to guide workers (<xref ref-type="bibr" rid="B29">29</xref>). Items are all positively phrased so that a total recovery score can be obtained by simply adding all items and domain scores are obtained by averaging item scores in each domain. RAS-DS has demonstrated good reliability, validity, and sensitivity to change (<xref ref-type="bibr" rid="B30">30</xref>, <xref ref-type="bibr" rid="B31">31</xref>). Beyond measuring outcomes, however, RAS-DS was designed as a tool to guide workers&#x2019; collaborative practice with consumers (<xref ref-type="bibr" rid="B29">29</xref>). It has been translated into 18 languages and uptake has been widespread across 26 countries. While these features make it a promising candidate for a routine outcome measure, little work has been done to establish its feasibility. Previous studies have suggested that it was relatively quick and easy to use and contributed towards goal-setting and the therapeutic alliance (<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>). However these studies touched on feasibility issues in the context of broader analysis of measurement properties. Given the barriers to implementing routine outcome measures, a more comprehensive assessment of the feasibility of RAS-DS is required. The aim of this study was to explore the feasibility of RAS-DS in detail from the perspectives of mental health workers.</p>
</sec>
<sec id="s2">
<label>2</label>
<title>Methods</title>
<sec id="s2_1">
<label>2.1</label>
<title>Study design</title>
<p>This descriptive study used surveys with RAS-DS users to collect both quantitative and qualitative data to gain a nuanced understanding of participants&#x2019; perspectives of the feasibility of RAS-DS (<xref ref-type="bibr" rid="B33">33</xref>). Ethical approval was obtained from The University of Sydney Human Research Ethics Committee (approval number 2019/921).</p>
</sec>
<sec id="s2_2">
<label>2.2</label>
<title>Measuring feasibility</title>
<p>One of the most influential feasibility frameworks used in mental health services was developed by Andrews et&#xa0;al. (<xref ref-type="bibr" rid="B34">34</xref>). This framework proposed that a &#x201c;feasible&#x201d; measure is <italic>practical</italic>, <italic>acceptable</italic>, and <italic>applicable</italic> to consumers and workers. A <italic>practical</italic> measure imposes minimal cost. Further, administering, scoring, and interpreting results should be simple, with instructions provided and little training needed. An <italic>acceptable</italic> measure is brief and user-friendly, for example, the format and language should be easy for consumers to understand. Lastly, an <italic>applicable</italic> measure addresses outcomes aligned with consumer priorities and facilitates appropriate treatment decisions. In recovery-based practice, facilitating appropriate treatment decisions requires consumer involvement and understanding between worker and consumer. To be applicable, a measure should also be multi-dimensional to enable specific domains to be illuminated, and able to be meaningfully aggregated for management requirements. This framework has been utilised in previous studies (<xref ref-type="bibr" rid="B35">35</xref>, <xref ref-type="bibr" rid="B36">36</xref>) to evaluate the feasibility of potential routine outcome measures. In addition to aspects covered within the Andrews et&#xa0;al. (<xref ref-type="bibr" rid="B34">34</xref>) framework, some additional feasibility considerations have also been suggested. These include cultural appropriateness, capacity to promote discussions between consumers and workers (<xref ref-type="bibr" rid="B36">36</xref>), flexibility in administration options, and ability to provide information otherwise unavailable, contributing towards workers&#x2019; understanding of consumers (<xref ref-type="bibr" rid="B37">37</xref>). Therefore, for this study, the Andrews et&#xa0;al. (<xref ref-type="bibr" rid="B34">34</xref>) framework was expanded upon to include these additional aspects. The updated feasibility framework is summarised in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Updated feasibility framework adopted in this study.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Feasibility Domain</th>
<th valign="top" align="left">Considerations</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Practicality</td>
<td valign="top" align="left">Minimal training requirements <sup>a</sup>
<break/>Easy to score (i.e. simple and quick calculation of totals) <sup>a</sup>
<break/>Easy to interpret results (i.e. the meaning of item and total scores is clear) <sup>a</sup>
<break/>Easy to access <sup>a</sup>
<break/>Low cost <sup>a</sup>
</td>
</tr>
<tr>
<td valign="top" align="left">Acceptability</td>
<td valign="top" align="left">Brief (i.e., not too many questions and items) <sup>a</sup>
<break/>Purpose is clear and relevant to consumers <sup>a</sup>
<break/>Wording is easy to understand for consumers <sup>a</sup>
<break/>Culturally appropriate <sup>b</sup>
<break/>Flexible administration (i.e., consumers are able to choose whether to complete the tool on their own or with workers) <sup>c</sup>
</td>
</tr>
<tr>
<td valign="top" align="left">Applicability</td>
<td valign="top" align="left">Covers areas or concepts that are meaningful and important to consumers <sup>a</sup>
<break/>Promotes discussion <sup>b</sup>
<break/>Gives workers clearer understanding of consumer perspectives <sup>c</sup>
<break/>Helps consumers participate in decision-making and treatment planning and tracking outcomes <sup>a</sup>
<break/>Encourages recovery-oriented practice <sup>a</sup>
<break/>Multi-dimensional <sup>a</sup>
<break/>Able to be aggregated (i.e., meaningful totals can be calculated) <sup>a</sup>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>
<sup>a</sup>Adapted from Andrews, Peters (<xref ref-type="bibr" rid="B34">34</xref>). <sup>b</sup>Adapted from Siggins Miller Consultants (<xref ref-type="bibr" rid="B36">36</xref>). <sup>c</sup>Adapted from Slade, Thornicroft (<xref ref-type="bibr" rid="B37">37</xref>).</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s2_3">
<label>2.3</label>
<title>Participants</title>
<p>Eligible participants were workers currently or previously using RAS-DS. Given the absence of a comprehensive sampling frame, convenience sampling was used. RAS-DS information specifies that, while the tool is freely available, the author&#x2019;s permission is required for organisations to use it. The author keeps a database of people who have requested this permission and have agreed to receive information pertaining to it. Invitations were sent to the 183 individuals on this database. In recognition that that many people and organisations do not seek permission and that other individuals at each organisation will use RAS-DS, the invitation encouraged potential participants to distribute the invitation to other colleagues who had used RAS-DS. The email included a Participant Information Statement and the link to the survey.</p>
</sec>
<sec id="s2_4">
<label>2.4</label>
<title>Data collection</title>
<p>The survey instrument was developed for this study and pilot-tested with two RAS-DS users from Australia and Canada. It collected information on: a) participants&#x2019; demographics and practice context, b) current or previous use of RAS-DS; and c) feasibility aspects of RAS-DS using items developed from the updated feasibility framework (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>). No items were included around RAS-DS being low cost, multidimensional and able to be aggregated given that these are objective features of RAS-DS (which is cost-free, is arranged around four domains and has demonstrated measurement properties that support aggregation) (<xref ref-type="bibr" rid="B31">31</xref>).</p>
<p>Throughout the survey, participants were given the option to explain or comment on their responses, and they provided free-text responses to questions about most and least useful aspects of RAS-DS. Current RAS-DS users were also asked further questions regarding their RAS-DS use (e.g., why and how RAS-DS was used, frequency of use and whether RAS-DS helped them be more recovery-oriented in their practice).</p>
<p>Study data were collected and managed using the REDCap electronic data capture tool hosted at The University of Sydney (<xref ref-type="bibr" rid="B38">38</xref>).</p>
</sec>
<sec id="s2_5">
<label>2.5</label>
<title>Data analysis</title>
<p>Frequencies, medians and interquartile range values were calculated for fixed choice items. Qualitative data from open-ended questions ranged from short phrases to paragraphs. Constant comparative analysis was used to thematically analyse this data (<xref ref-type="bibr" rid="B39">39</xref>). Due to conceptual overlap in responses, data from different questions were analysed together to compile and quantify the overall frequency of themes. Initial coding began with reading each response and identifying and labelling underlying concepts (<xref ref-type="bibr" rid="B39">39</xref>). With each response, data were compared with existing codes to check if they conveyed similar meanings. New concepts were labelled as new codes. Progressively, codes were compared to one another and grouped into higher-level categories if conceptual similarity existed (<xref ref-type="bibr" rid="B39">39</xref>). To enhance trustworthiness, the authors SR and NH independently coded the full data set and subsequently discussed their interpretations and categorisations before reaching consensus. Counts were made of participants reporting each thematic category.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<label>3</label>
<title>Results</title>
<sec id="s3_1">
<label>3.1</label>
<title>Participants</title>
<p>The survey was commenced by 79 participants, however 20 responses were excluded as they had insufficient usable data or the participant (n=1) did not meet the inclusion criteria as they did not provide consent for participation. The final sample size was 58. All participants provided informed consent. Demographic characteristics of participants are summarised in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref> and their described use of RAS-DS are presented in <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Demographic characteristics (N = 58).</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristic</th>
<th valign="top" align="center">n</th>
<th valign="top" align="center">%</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="top" colspan="3" align="left">Gender</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Female</td>
<td valign="top" align="center">47</td>
<td valign="top" align="center">81.0</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Male</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">17.2</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Prefer not to say</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">1.7</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">Age</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;20 to 29 years</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">13.8</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;30 to 39 years</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center">24.1</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;40 to 49 years</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center">34.5</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;50 to 59 years</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">19.0</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;60 to 69 years</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">8.6</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">Length of time working in mental health</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Less than 1 year</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">1.7</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;1 to 5 years</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">25.9</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;6 to 10 years</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">25.9</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;11 to 20 years</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">15.5</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Over 20 years</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">29.3</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Prefer not to say</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">1.7</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">Professional qualification <sup>a</sup>
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Occupational therapy</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center">24.1</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Nursing</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">20.7</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Counselling</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">18.9</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Consumer worker/peer worker</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">17.2</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Psychiatry</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">13.8</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Psychology</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">13.8</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Social work</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">1.7</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Other (e.g., research, social <break/>&#x2003;policy consultancy)</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">10.3</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">Practice settings <sup>a</sup>
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Mental health services &#x2013; <break/>&#x2003;Community based</td>
<td valign="top" align="center">38</td>
<td valign="top" align="center">65.5</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Mental health services &#x2013; Acute <break/>&#x2003;inpatient/hospital</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">29.3</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Mental health services &#x2013; <break/>&#x2003;Inpatient rehabilitation</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">19.0</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Drug and Alcohol/Addiction services</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">5.2</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Others (e.g., forensic, veteran or suicide <break/>&#x2003;prevention services and university <break/>&#x2003;academic services)</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">14.8</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Not applicable</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">1.6</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">Age groups of consumers worked with <sup>a</sup>
</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Children (0 to 12)</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">1.7</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Adolescents and Youth/Early <break/>&#x2003;intervention services (approx. 12 to 25)</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center">27.6</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Adults (18 to 65)</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center">87.9</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Older adults (65 and over)</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center">24.1</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">Country of practice</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Australia</td>
<td valign="top" align="center">28</td>
<td valign="top" align="center">48.3</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Other (United States (n=6); United <break/>&#x2003;Kingdom (n=5); Indonesia (n=3); <break/>&#x2003;Canada (n=2); Iceland (n=2); India <break/>&#x2003;(n=2); Singapore (n=2); Chile, Egypt, <break/>&#x2003;Netherlands, New Zealand, Philippines, <break/>&#x2003;Switzerland, Thailand, Turkey <break/>&#x2003;(n=1 each))</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">51.7</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>
<sup>a</sup>Participants could select more than one qualification, practice setting or consumer age-group; therefore, totals may add to more than 100%.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Use of RAS-DS (n = 49).</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristic</th>
<th valign="top" align="center">n</th>
<th valign="top" align="center">%</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="top" colspan="3" align="left">RAS-DS use</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Current user<break/>&#x2003;Previous user<sup>a</sup>
</td>
<td valign="top" align="center">49<break/>9</td>
<td valign="top" align="center">84.5%<break/>15.5%</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">Frequency of use of RAS-DS with each consumer</th>
</tr>
<tr>
<td valign="top" align="left">Monthly<break/>Every 3 to 6 months<break/>Yearly<break/>Once only</td>
<td valign="top" align="center">10<break/>30<break/>4<break/>5</td>
<td valign="top" align="center">20.4<break/>61.2<break/>8.2<break/>10.2</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">Proportion of consumers offered RAS-DS</th>
</tr>
<tr>
<td valign="top" align="left">Over 90%<break/>Between 75% and 90%<break/>Between 50% and 90%<break/>Less than 50%</td>
<td valign="top" align="center">24<break/>6<break/>4<break/>15</td>
<td valign="top" align="center">49.0<break/>12.2<break/>8.2<break/>30.6</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>
<sup>a</sup>The remainder of the table only includes the data from participants who were currently using RAS-DS (n = 49).</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<label>3.2</label>
<title>Feasibility of RAS-DS</title>
<sec id="s3_2_1">
<label>3.2.1</label>
<title>Practicality</title>
<p>Summary results for practicality questions are presented in <xref ref-type="table" rid="T4">
<bold>Table 4</bold>
</xref>. Responses to the practicality questions indicate that, while most people found it practical, a significant minority indicated that training and support was, or would be beneficial, especially around interpretation. A large majority of participants saw RAS-DS as easy to access and score (86.6% and 81.5% respectively). While still a majority, fewer agreed that the results were easy to interpret (66.7%) and that minimal training was required (62.3%).</p>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Practicality ratings and scores.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Practicality Item</th>
<th valign="top" align="center">n<sup>a</sup>
</th>
<th valign="top" align="center">Agree<sup>b</sup>
<break/>% (n)</th>
<th valign="top" align="center">Disagree<sup>c</sup> %<break/>(n)</th>
<th valign="top" align="center">Median (IQR<sup>d</sup>)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">&#x2003;Easy to access</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center">86.6 (45)</td>
<td valign="top" align="center">1.9 (1)</td>
<td valign="top" align="center">4.00 (4.00 &#x2013; 5.00)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Easy to score</td>
<td valign="top" align="center">54</td>
<td valign="top" align="center">81.5 (44)</td>
<td valign="top" align="center">9.3 (5)</td>
<td valign="top" align="center">4.00 (4.00 &#x2013; 5.00)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Easy to interpret results</td>
<td valign="top" align="center">54</td>
<td valign="top" align="center">66.7 (36)</td>
<td valign="top" align="center">9.3 (5)</td>
<td valign="top" align="center">4.00 (3.00 &#x2013; 4.00)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Minimal training required</td>
<td valign="top" align="center">53</td>
<td valign="top" align="center">62.3 (33)</td>
<td valign="top" align="center">13.2 (7)</td>
<td valign="top" align="center">4.00 (3.00 &#x2013; 4.00)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>
<sup>a</sup>&#x2018;I don&#x2019;t know&#x2019; responses treated as missing data. <sup>b</sup>Combined &#x201c;Agree&#x201d; and &#x201c;Strongly agree&#x201d; responses. <sup>c</sup>Combined &#x201c;Disagree&#x201d; and &#x201c;Strongly disagree&#x201d; responses. <sup>d</sup>IQR, Interquartile range.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Participants&#x2019; qualitative comments, both in relation to their ratings for these items and in response to other open-ended questions, provide additional detail about their perceptions of its practicality. In terms of ease of access, positive comments often referenced RAS-DS being freely available online, however some participants seemed unaware of this and mentioned having accessed RAS-DS through the author or their workplace. The one participant who disagreed that RAS-DS was easy to access described &#x201c;having to print it out on paper is a pain&#x201d; (P44) and three others noted that &#x201c;an app would be immensely useful&#x201d; (P34). A number of people who found the RAS-DS very easy to score indicated that they had used automatic scoring provided by the authors in Excel or provided by their employers, while some who gave a low rating for ease of scoring described manual scoring as time consuming. Of the 18 people who commented about their rating, the most common comments (n=7), made by people with quite different ratings, centred around the meaning of scores being highly individualised and the need to interpret RAS-DS in conversation or &#x201c;consultation with the consumer&#x201d; (P13) themselves.</p>
<p>Seventeen people (29%) commented on the need for training. Four (7%) characterised RAS-DS as &#x201c;self-explanatory&#x201d;. However, thirteen (22%), with varying ratings of agreement on this question, believed that some training was required, especially for workers to meaningfully integrate RAS-DS and its results into practice and for people with less clinical training and experience (e.g., &#x201c;people need to know how to use it properly as a tool to engage conversations with people, instead of just get them to tick boxes&#x201d; [P44]).</p>
<p>Five participants (9%) noted that practical issues were sometimes related, not to RAS-DS per-se, but to their own services, for example the time they had available, lack of platform for documentation of results and lack of awareness of the tool amongst different teams. (e.g., &#x201c;It depends on the time provided in the clinic. When I have a lot of patients, there were limited time to use the RAS-DS&#x201d; (P75)).</p>
</sec>
<sec id="s3_2_2">
<label>3.2.2</label>
<title>Acceptability</title>
<p>Summary results for acceptability questions are presented in <xref ref-type="table" rid="T5">
<bold>Table 5</bold>
</xref>. A large majority of people agreed that the RAS-DS had a clear and relevant purpose, that items were easy to understand and that consumers could choose method of completion. The lowest rated items in any domain were those relating to the length of RAS-DS.</p>
<table-wrap id="T5" position="float">
<label>Table&#xa0;5</label>
<caption>
<p>Acceptability ratings and scores.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Acceptability Item</th>
<th valign="top" align="center">n<sup>a</sup>
</th>
<th valign="top" align="center">Agree<sup>b</sup> % (n)</th>
<th valign="top" align="center">Disagree<sup>c</sup> % (n)</th>
<th valign="top" align="center">Median (IQR<sup>d</sup>)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">&#x2003;Not too long for clients<sup>e</sup>
</td>
<td valign="top" align="center">54</td>
<td valign="top" align="center">51.8 (28)</td>
<td valign="top" align="center">25.9 (14)</td>
<td valign="top" align="center">4.00 (2.00 &#x2013; 4.00)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Does not have too many items<sup>e</sup>
</td>
<td valign="top" align="center">54</td>
<td valign="top" align="center">48.1 (26)</td>
<td valign="top" align="center">22.2 (12)</td>
<td valign="top" align="center">3.00 (3.00 &#x2013; 4.00)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Purpose is clear and relevant</td>
<td valign="top" align="center">53</td>
<td valign="top" align="center">90.6 (48)</td>
<td valign="top" align="center">5.7 (3)</td>
<td valign="top" align="center">4.00 (4.00 &#x2013; 5.00)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Wording of items is easy to understand</td>
<td valign="top" align="center">53</td>
<td valign="top" align="center">81.1 (43)</td>
<td valign="top" align="center">7.5 (4)</td>
<td valign="top" align="center">4.00 (4.00 &#x2013; 4.00)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Culturally appropriate</td>
<td valign="top" align="center">53</td>
<td valign="top" align="center">69.8 (37)</td>
<td valign="top" align="center">1.9 (1)</td>
<td valign="top" align="center">4.00 (3.00 &#x2013; 4.00)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Consumers are able to choose how to complete RAS-DS</td>
<td valign="top" align="center">54</td>
<td valign="top" align="center">85.2 (46)</td>
<td valign="top" align="center">7.4 (4)</td>
<td valign="top" align="center">4.00 (4.00 &#x2013; 4.00)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>
<sup>a</sup>54 participants completed this section. Differences in &#x2018;n&#x2019; due to &#x2018;I don&#x2019;t know&#x2019; responses being treated as missing data. <sup>b</sup>Combined &#x201c;Agree&#x201d; and &#x201c;Strongly agree&#x201d; responses. <sup>c</sup>Combined &#x201c;Disagree&#x201d; and &#x201c;Strongly disagree&#x201d; responses. <sup>d</sup>IQR, Interquartile range. <sup>e</sup>For simplicity of comparison, negatively-worded items are re-phrased and reverse scored for the purpose of table.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>A total of 32 participants (55%) commented about the length of RAS-DS. While six (11%) characterised is as &#x201c;short&#x201d; (P27) or &#x201c;brief&#x201d; (P19), 12 participants (22%) indicated that RAS-DS was &#x201c;a bit long&#x201d; (P32), or had too many items. For example, one explained that &#x201c;our patients complete the tool but will do better with a shorter version&#x201d; (P71). In contrast, 5 participants (9%) explained that the length was less important than the potential benefits of RAS-DS or that the items were necessary to explore recovery holistically. P1, for example thought that RAS-DS &#x201c;needs to have the level of detail as it gets clients thinking of many aspects of recovery&#x201d;, while P34 stated that &#x201c;there are a few questions, but the fact that they help encourage conversation is important&#x201d;. Five participants (9%) explained that the appropriateness of the length depended on the consumer, for example the acuteness of their symptoms, their cognition or their literacy. However, four others (7%) described using strategies to address these issues, such as using RAS-DS &#x201c;one section at a time&#x201d; (P41) and &#x201c;assist(ing) (consumers) in completing the form&#x201d; (P54).</p>
<p>Twenty-six people commented about other acceptability issues in their discussion of most and least helpful features of the RAS-DS or explanation of their usefulness rating. Seventeen of these were positive about the use of language, with 9 (16%) commenting that it was easy for consumers to understand the purpose and &#x201c;the language is simple to understand&#x201d; (P2). Nine (16%) appreciated the use of positive language, &#x201c;a more positively worded set of questions&#x201d; (P28) and that &#x201c;it doesn&#x2019;t feel like a pass/fail thing&#x201d; (P58). However, seven people (13%) felt that the wording could be abstract or confusing for some consumers, especially those experiencing acute symptoms or cognitive limitations. When discussing least helpful aspects, a small number of participants also brought up issues with specific items (n=4; 7%) and lack of cultural appropriateness (n=2; 4%) (e.g., &#x201c;It does not include element of recovery specifically related to family, which is important in an Asian context.&#x201d; (P10)).</p>
</sec>
<sec id="s3_2_3">
<label>3.2.3</label>
<title>Applicability</title>
<p>Summary results for applicability questions are presented in <xref ref-type="table" rid="T6">
<bold>Table 6</bold>
</xref>. Applicability was the highest ranked domain of feasibility overall. Of the 45 participants currently using RAS-DS who reported the overall usefulness of RAS-DS, more than 90% reported finding it moderately useful (n=10), quite useful (n=15) or very useful (n=17) overall. Two of those who reported RAS-DS only slightly useful or not useful explained that this was because they had limited understanding/education on how to use RAS-DS. Another said usefulness was limited as few workers in their service were recovery-oriented.</p>
<table-wrap id="T6" position="float">
<label>Table&#xa0;6</label>
<caption>
<p>Applicability ratings and scores.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Applicability Item</th>
<th valign="top" align="left">n<sup>a</sup>
</th>
<th valign="top" align="left">Agree<sup>b</sup>
<break/>% (n)</th>
<th valign="top" align="left">Disagree<sup>c</sup>
<break/>% (n)</th>
<th valign="top" align="left">Median (IQR<sup>d</sup>)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Areas covered are meaningful and important to the people I work with</td>
<td valign="top" align="left">54</td>
<td valign="top" align="left">92.6 (50)</td>
<td valign="top" align="left">0.0 (0)</td>
<td valign="top" align="left">4.00 (4.00 &#x2013; 4.25)</td>
</tr>
<tr>
<td valign="top" align="left">Gives clearer understanding of consumers and their perspectives</td>
<td valign="top" align="left">53</td>
<td valign="top" align="left">86.8 (46)</td>
<td valign="top" align="left">3.8 (2)</td>
<td valign="top" align="left">4.00 (4.00 &#x2013; 5.00)</td>
</tr>
<tr>
<td valign="top" align="left">Helps consumers participate in decision making, treatment planning and tracking progress</td>
<td valign="top" align="left">51</td>
<td valign="top" align="left">80.4 (41)</td>
<td valign="top" align="left">5.9 (3)</td>
<td valign="top" align="left">4.00 (4.00 &#x2013; 5.00)</td>
</tr>
<tr>
<td valign="top" align="left">Promotes discussion</td>
<td valign="top" align="left">53</td>
<td valign="top" align="left">94.3 (50)</td>
<td valign="top" align="left">5.7 (3)</td>
<td valign="top" align="left">4.00 (4.00 &#x2013; 5.00)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>
<sup>a</sup>54 participants completed this section. Differences in &#x2018;n&#x2019; due to &#x2018;I don&#x2019;t know&#x2019; responses being treated as missing data. <sup>b</sup>Combined &#x201c;Agree&#x201d; and &#x201c;Strongly agree&#x201d; responses. <sup>c</sup>Combined &#x201c;Disagree&#x201d; and &#x201c;Strongly disagree&#x201d; responses. <sup>d</sup>IQR, Interquartile range. <sup>e</sup>For simplicity of comparison, negatively-worded items are re-phrased and reverse scored for the purpose of table.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Of the more specific applicability items, the highest-rated items were &#x201c;The RAS-DS helps promote discussion&#x201d; and &#x201c;The areas covered by the RAS-DS are meaningful and important to the people I work with&#x201d;.</p>
<p>Most participants who responded to the question about whether RAS-DS helped them to take a recovery-oriented approach in practice (40 out of 45, 89%) agreed that it did either to a large (n=17), moderate (n=19) or small (n=4) degree. Three participants were unsure and the two participants who reported &#x201c;No&#x201d; explained that they had &#x201c;always been recovery-oriented&#x201d; (P56).</p>
<p>Free text responses provided further information about the applicability of RAS-DS. Of the 49 current users, 47 responded to the question asking how they used the results. Five (10%) reported not using them significantly beyond as mandated documentation. For example, P6 stated &#x201c;I score the RAS-DS, put it in my case notes and don&#x2019;t look at it again&#x201d;. Others, however, reported a variety of uses, which are detailed and exemplified in <xref ref-type="table" rid="T7">
<bold>Table&#xa0;7</bold>
</xref>. Forty-six participants commented on applicability aspects of RAS-DS when asked about most useful features, with some providing additional related comments in response to other questions. Because of overlap of these themes with reported use, frequency and examples are also included in <xref ref-type="table" rid="T7">
<bold>Table&#xa0;7</bold>
</xref>.</p>
<table-wrap id="T7" position="float">
<label>Table&#xa0;7</label>
<caption>
<p>Frequency and examples of how RAS-DS results are used and how RAS-DS is regarded as useful.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Themes</th>
<th valign="middle" align="center">Frequency of reported use (% current users)</th>
<th valign="middle" align="center">Reported as useful feature (% all users)</th>
<th valign="middle" align="left">Example quote/s</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">
<bold>Recovery-focused, measuring meaningful aspects of recovery</bold>
</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">22 (38%)</td>
<td valign="middle" align="left">&#x201c;Broad perspective of personal recovery&#x201d; (P61)<break/>&#x201c;Focus on quality of life/recovery, not on clinical symptoms&#x201d; (P19)<break/>&#x201c;Clients are amazed that there is an outcome measure that actually assumes they will/can recover in some way that&#x2019;s meaningful for them.&#x201d; (P41)</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Useful/used to develop recovery goals and intervention plans</bold>
</td>
<td valign="middle" align="center">21 (43%)</td>
<td valign="middle" align="center">21 (36%)</td>
<td valign="middle" align="left">&#x201c;Very useful in identifying consumer-defined recovery priorities&#x201d; (P7)</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Useful/used to monitor recovery progress (individually or collectively)</bold>
</td>
<td valign="middle" align="center">21 (43%)</td>
<td valign="middle" align="center">13 (22%)</td>
<td valign="middle" align="left">&#x201c;Good for pre and post comparison particularly for clients working on non-clinical goals.&#x201d; (P5)<break/>&#x201c;For program monitoring.&#x201d; (P10)</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Helpful to support consumers to think about, reflect on and take charge of recovery</bold>
</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">15 (26%)</td>
<td valign="middle" align="left">&#x201c;Often the idea of recovery is very foreign to them (clients), so this really helps client to start exploring this and thinking this way&#x201d; (P59)<break/>&#x201c;Emphasis on personal responsibility/ownership for own journey&#x201d; (P23)</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Useful/used to discuss and understand consumer perspectives on their recovery</bold>
</td>
<td valign="middle" align="center">16 (33%)</td>
<td valign="middle" align="center">15 (26%)</td>
<td valign="middle" align="left">&#x201c;It can help to start conversations regardless of whether a 1 or a 4 is the answer&#x201d; (P26)<break/>&#x201c;It allows insight to consumers&#x2019; experiences and feelings&#x2026;&#x201d; (P22)</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Helps worker to stay focused on recovery</bold>
</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">10 (17%)</td>
<td valign="middle" align="left">&#x201c;Helps keep me recovery focused in my practice&#x201d; (P1)</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Used to share information with others who support the consumer (e.g., multidisciplinary team, family)</bold>
</td>
<td valign="middle" align="center">7 (14%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="left">&#x201c;allows for more detailed information to be relayed to the referring GP&#x201d; (P56)<break/>&#x201c;Clients &#x2026; find it useful to show family and friends where they&#x2019;ve made progress&#x201d; (P2)</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Used to meet research project aims</bold>
</td>
<td valign="middle" align="center">3 (6%)</td>
<td valign="middle" align="center"/>
<td valign="middle" align="left">&#x201c;Research results will be used to understand how recovery relates to support and treatment of people with severe mental illness&#x201d; (P45)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>However, nine participants noted, when asked about least useful features, that the usefulness of RAS-DS was dependent on how the consumer engaged with it, which could be influenced by a variety of features such as consumer&#x2019;s understanding of their illness, how they were feeling on that day or how much information they wanted to disclose with worker. For example, P6 stated that &#x201c;It is very dependent on how the person is feeling on the day and as to what they actually want to disclose&#x201d;.</p>
</sec>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<label>4</label>
<title>Discussion</title>
<p>The purpose of this study was to examine the feasibility of RAS-DS in detail from workers&#x2019; perspectives. Overall, results support previous findings that have suggested that RAS-DS is easy to use and valued by consumers and workers for its ability to facilitate goal-setting, prompt discussions about recovery, and track recovery progress (<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>). This study provides additional information and detail, however, especially about aspects of feasibility that most support routine use and aspects that warrant further consideration.</p>
<p>Applicability was the highest-rated feasibility domain of RAS-DS and a large proportion of participants described applicability aspects as what they found most useful about RAS-DS. This is promising as research has repeatedly demonstrated that workers are more willing to adopt routine measures that contribute to practice (<xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B40">40</xref>) and promote discussions that inform care-planning (<xref ref-type="bibr" rid="B41">41</xref>&#x2013;<xref ref-type="bibr" rid="B43">43</xref>). Free-text responses also show how RAS-DS can promote recovery-oriented practice. For example, understanding consumer perspectives, stimulating reflections on recovery and actively engaging consumers in goal-setting are seen as critical to ensuring that interventions are person-centred and meaningful to consumers (<xref ref-type="bibr" rid="B44">44</xref>). Some participants, however, indicated using RAS-DS in a more service-oriented way, for example, for staff to monitor individual progress or the overall impact of services. While a number of barriers have been found to workers implementing RAS-DS as a recovery planning tool rather than just an outcome measure (<xref ref-type="bibr" rid="B45">45</xref>), this study demonstrates its potential for use for many purposes. However, it is clear from the minority of participants who appeared to make little use of the results, that mandating RAS-DS is of little use if workers do not have the time, understanding or the will to use it as designed.</p>
<p>Despite many positive responses, some participants raised concerns regarding the acceptability of RAS-DS. First some participants found it was too long overall, or too long for certain consumers. Although RAS-DS takes most consumers 15 minutes or less to complete (<xref ref-type="bibr" rid="B31">31</xref>), this is worth considering given that workers are less likely to use tools they deem too long (<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B40">40</xref>). However, the same studies have concurrently evidenced that workers are more likely to use a tool they believe informs practice (<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B40">40</xref>). In the current study, some participants suggested that the length of RAS-DS was of lesser importance compared with its benefits and that the length was necessary to explore recovery holistically. A shorter measure, although more practical, may be less applicable. Crawford et&#xa0;al. (<xref ref-type="bibr" rid="B46">46</xref>) found that compared to shorter tools, consumers valued in-depth tools that examined different aspects of life and facilitated discussions. Therefore, this prompts the question: how brief should a measure be to be practical, whilst still applicable and useful to workers and consumers? Promotion of the benefits of RAS-DS for use as a recovery planning tool rather than just an outcome measure (<xref ref-type="bibr" rid="B45">45</xref>) and education around different ways to complete the RAS-DS, such as across multiple sessions, may help to alleviate this perception. However, further exploration of worker and consumer perspectives on how to achieve this balance is warranted.</p>
<p>Related to practicality, many participants believed additional support or training was needed to optimally use RAS-DS and its results to guide practice. The type of training provided on the use of a routine measure can be pivotal in determining whether it is used solely as an administrative tool or as a tool to guide and inform practice (<xref ref-type="bibr" rid="B47">47</xref>, <xref ref-type="bibr" rid="B48">48</xref>). For self-rated measures such as RAS-DS, training focused on how they can be used collaboratively with consumers can increase workers&#x2019; perceptions of their value and facilitate uptake (<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B49">49</xref>). Although developing a tool that is easy to use with minimal training is critical for uptake (<xref ref-type="bibr" rid="B50">50</xref>), further consideration is needed to ensure that RAS-DS is used optimally and as intended. The authors have conducted additional research into the facilitators and barriers to using RAS-DS as more than an outcome measure (<xref ref-type="bibr" rid="B45">45</xref>) and, based on these findings, are currently developing an app that will incorporate guidance for workers on the implementation of RAS-DS and interpreting the results as well as support its use for recovery focused conversations and person-centred goal setting. This app will also address other practicality issues by eliminating the need for paper copies and by calculating scores, thus making the RAS-DS easier to use.</p>
<p>Some participants believed the usefulness of RAS-DS was dependent on consumer factors such as their understanding of their illness, mood, or how much they wanted to disclose. Similar criticisms have been reported previously with clinicians expressing concerns that consumers may over or under-represent their experiences and doubting the validity and results of self-rated measures if they did not align with their clinical judgement (<xref ref-type="bibr" rid="B51">51</xref>&#x2013;<xref ref-type="bibr" rid="B53">53</xref>). However, considering the deeply personal and unique nature of recovery (<xref ref-type="bibr" rid="B4">4</xref>), it is argued that no one apart from consumers themselves can measure their recovery (<xref ref-type="bibr" rid="B54">54</xref>). Perhaps, workers should instead view differences in opinions as opportunities to further explore consumer perspectives and to develop shared understandings of consumers&#x2019; experiences. Further, consideration should be given to relational issues. Consumers may respond &#x201c;strategically&#x201d; if there was mistrust or fear about how their self-ratings would be interpreted and whether it would affect services they received (<xref ref-type="bibr" rid="B55">55</xref>, <xref ref-type="bibr" rid="B56">56</xref>). Developing a strong and trusting therapeutic alliance with consumers is key in creating a safe environment for consumers to respond honestly when using self-rated measures (<xref ref-type="bibr" rid="B56">56</xref>).</p>
<sec id="s4_1">
<label>4.1</label>
<title>Limitations</title>
<p>This study gathered worker perspectives of RAS-DS. While workers are the &#x201c;gatekeepers&#x201d; of the tool and determine whether and how it is used, understanding consumer perspectives about feasibility is essential (<xref ref-type="bibr" rid="B13">13</xref>). While previously examined to some degree (<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>), consumer perspectives should be addressed in more detail in future studies.</p>
<p>A major limitation of this study relates to the use of convenience sampling to recruit participants. It is likely that people who contacted the author for permission to use RAS-DS, were using it at the time of the study (as 85% of respondents were), and chose to respond to a survey about it, would value its use to a greater extent than those who did not. Therefore, results of the study may well be positively skewed and thus not necessarily generalisable to the wider population of mental health workers. Nevertheless, the study suggests aspects of RAS-DS that make it viable as a routine outcome measure and those requiring further consideration.</p>
</sec>
<sec id="s4_2" sec-type="conclusions">
<label>4.2</label>
<title>Conclusion</title>
<p>Notwithstanding the limitations, the findings from this study indicate a potential for RAS-DS to be used as a routine outcome measure of recovery. They also suggest that the RAS-DS has great potential to promote meaningful recovery-focussed discussions with consumers, facilitate collaborative care-planning, monitor consumer recovery progress and support recovery-oriented practice. Although further consideration of length may be warranted, initiatives in progress to address training needs and promote the use of RAS-DS as more than an outcome measure will further enhance its feasibility.</p>
</sec>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s6" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving humans were approved by The University of Sydney Human Research Ethics Committee. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author contributions</title>
<p>SR: Data curation, Formal Analysis, Investigation, Writing &#x2013; original draft. JS: Conceptualization, Methodology, Supervision, Writing &#x2013; original draft. AH: Formal Analysis, Writing &#x2013; review &amp; editing. NH: Methodology, Supervision, Writing &#x2013; original draft.</p>
</sec>
</body>
<back>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>The author(s) declare no financial support was received for the research, authorship, and/or publication of this article.</p>
</sec>
<ack>
<title>Acknowledgments</title>
<p>The authors would like to thank the RAS-DS users who gave up their time to participate in this study to contribute to the development of RAS-DS.</p>
</ack>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s11" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fpsyt.2024.1256092/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fpsyt.2024.1256092/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Leamy</surname> <given-names>M</given-names>
</name>
<name>
<surname>Bird</surname> <given-names>VJ</given-names>
</name>
<name>
<surname>Davidson</surname> <given-names>L</given-names>
</name>
<name>
<surname>Williams</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>What does recovery mean in practice? A qualitative analysis of international recovery-oriented practice guidance</article-title>. <source>Psychiatr Serv</source> (<year>2011</year>) <volume>62</volume>(<issue>12</issue>):<page-range>1470&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1176/appi.ps.001312011</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chester</surname> <given-names>P</given-names>
</name>
<name>
<surname>Ehrlich</surname> <given-names>C</given-names>
</name>
<name>
<surname>Warburton</surname> <given-names>L</given-names>
</name>
<name>
<surname>Baker</surname> <given-names>D</given-names>
</name>
<name>
<surname>Kendall</surname> <given-names>E</given-names>
</name>
<name>
<surname>Crompton</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>What is the work of recovery oriented practice? A systematic literature review</article-title>. <source>Int J Ment Health Nurs</source> (<year>2016</year>) <volume>25</volume>(<issue>4</issue>):<page-range>270&#x2013;85</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/inm.12241</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Davidson</surname> <given-names>L</given-names>
</name>
<name>
<surname>O'Connell</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Tondora</surname> <given-names>J</given-names>
</name>
<name>
<surname>Lawless</surname> <given-names>M</given-names>
</name>
<name>
<surname>Evans</surname> <given-names>AC</given-names>
</name>
</person-group>. <article-title>Recovery in serious mental illness: A new wine or just a new bottle</article-title>? <source>Prof Psychology Res Pract</source> (<year>2005</year>) <volume>36</volume>(<issue>5</issue>):<page-range>480&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1037/0735-7028.36.5.480</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Anthony</surname> <given-names>WA</given-names>
</name>
</person-group>. <article-title>Recovery from mental illness: the guiding vision of the mental health service system in the 1990s</article-title>. <source>Psychosocial Rehabil J</source> (<year>1993</year>) <volume>16</volume>(<issue>4</issue>):<fpage>11</fpage>&#x2013;<lpage>23</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1037/h0095655</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Farkas</surname> <given-names>M</given-names>
</name>
<name>
<surname>Gagne</surname> <given-names>C</given-names>
</name>
<name>
<surname>Anthony</surname> <given-names>W</given-names>
</name>
<name>
<surname>Chamberlin</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Implementing recovery oriented evidence based programs: identifying the critical dimensions</article-title>. <source>Community Ment Health J</source> (<year>2005</year>) <volume>41</volume>(<issue>2</issue>):<page-range>141&#x2013;58</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10597-005-2649-6</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Roe</surname> <given-names>D</given-names>
</name>
<name>
<surname>Drake</surname> <given-names>RE</given-names>
</name>
<name>
<surname>Slade</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Routine outcome monitoring: an international endeavour</article-title>. <source>Int Rev Psychiatry</source> (<year>2015</year>) <volume>27</volume>(<issue>4</issue>):<page-range>257&#x2013;60</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3109/09540261.2015.1070552</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Burgess</surname> <given-names>P</given-names>
</name>
<name>
<surname>Pirkis</surname> <given-names>J</given-names>
</name>
<name>
<surname>Coombs</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Routine outcome measurement in Australia</article-title>. <source>Int Rev Psychiatry</source> (<year>2015</year>) <volume>27</volume>(<issue>4</issue>):<page-range>264&#x2013;75</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3109/09540261.2014.977234</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Boswell</surname> <given-names>JF</given-names>
</name>
<name>
<surname>Kraus</surname> <given-names>DR</given-names>
</name>
<name>
<surname>Miller</surname> <given-names>SD</given-names>
</name>
<name>
<surname>Lambert</surname> <given-names>MJ</given-names>
</name>
</person-group>. <article-title>Implementing routine outcome monitoring in clinical practice: benefits, challenges, and solutions</article-title>. <source>Psychother Res</source> (<year>2015</year>) <volume>25</volume>(<issue>1</issue>):<fpage>6</fpage>&#x2013;<lpage>19</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/10503307.2013.817696</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wing</surname> <given-names>J</given-names>
</name>
<name>
<surname>Beevor</surname> <given-names>A</given-names>
</name>
<name>
<surname>Curtis</surname> <given-names>R</given-names>
</name>
<name>
<surname>Park</surname> <given-names>S</given-names>
</name>
<name>
<surname>Hadden</surname> <given-names>J</given-names>
</name>
<name>
<surname>Burns</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Health of the nation outcome scales (Honos)</article-title>. <source>Br J Psychiatry</source> (<year>1998</year>) <volume>172</volume>(<issue>1</issue>):<page-range>11&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1192/bjp.172.1.11</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Eisen</surname> <given-names>SV</given-names>
</name>
<name>
<surname>Dill</surname> <given-names>DL</given-names>
</name>
<name>
<surname>Grob</surname> <given-names>MC</given-names>
</name>
</person-group>. <article-title>Reliability and validity of a brief patient-report instrument for psychiatric outcome evaluation</article-title>. <source>Psychiatr Serv</source> (<year>1994</year>) <volume>45</volume>(<issue>3</issue>):<page-range>242&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1176/ps.45.3.242</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lakeman</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>Standardized routine outcome measurement: pot holes in the road to recovery</article-title>. <source>Int J Ment Health Nurs</source> (<year>2004</year>) <volume>13</volume>(<issue>4</issue>):<page-range>210&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1445-8330.2004.00336.x</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Happell</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>Determining the effectiveness of mental health services from a consumer perspective: part 1: enhancing recovery</article-title>. <source>Int J Ment Health Nurs</source> (<year>2008</year>) <volume>17</volume>(<issue>2</issue>):<page-range>116&#x2013;22</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1447-0349.2008.00519.x</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Thornicroft</surname> <given-names>G</given-names>
</name>
<name>
<surname>Slade</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>New trends in assessing the outcomes of mental health interventions</article-title>. <source>World Psychiatry</source> (<year>2014</year>) <volume>13</volume>(<issue>2</issue>):<page-range>118&#x2013;24</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/wps.20114</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gilburt</surname> <given-names>H</given-names>
</name>
<name>
<surname>Slade</surname> <given-names>M</given-names>
</name>
<name>
<surname>Bird</surname> <given-names>V</given-names>
</name>
<name>
<surname>Oduola</surname> <given-names>S</given-names>
</name>
<name>
<surname>Craig</surname> <given-names>TKJ</given-names>
</name>
</person-group>. <article-title>Promoting recovery-oriented practice in mental health services: A quasi-experimental mixed-methods study</article-title>. <source>BMC Psychiatry</source> (<year>2013</year>) <volume>13</volume>(<issue>1</issue>):<page-range>167&#x2013;77</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1471-244X-13-167</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Slade</surname> <given-names>M</given-names>
</name>
<name>
<surname>Amering</surname> <given-names>M</given-names>
</name>
<name>
<surname>Farkas</surname> <given-names>M</given-names>
</name>
<name>
<surname>Hamilton</surname> <given-names>B</given-names>
</name>
<name>
<surname>O'Hagan</surname> <given-names>M</given-names>
</name>
<name>
<surname>Panther</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>Uses and abuses of recovery: implementing recovery-oriented practices in mental health systems</article-title>. <source>World Psychiatry</source> (<year>2014</year>) <volume>13</volume>(<issue>1</issue>):<fpage>12</fpage>&#x2013;<lpage>20</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/wps.20084</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bird</surname> <given-names>V</given-names>
</name>
<name>
<surname>Leamy</surname> <given-names>M</given-names>
</name>
<name>
<surname>Tew</surname> <given-names>J</given-names>
</name>
<name>
<surname>Le Boutillier</surname> <given-names>C</given-names>
</name>
<name>
<surname>Williams</surname> <given-names>J</given-names>
</name>
<name>
<surname>Slade</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Fit for purpose? Validation of a conceptual framework for personal recovery with current mental health consumers</article-title>. <source>Aust New Z J Psychiatry</source> (<year>2014</year>) <volume>48</volume>(<issue>7</issue>):<page-range>644&#x2013;53</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/0004867413520046</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Law</surname> <given-names>H</given-names>
</name>
<name>
<surname>Morrison</surname> <given-names>A</given-names>
</name>
<name>
<surname>Byrne</surname> <given-names>R</given-names>
</name>
<name>
<surname>Hodson</surname> <given-names>E</given-names>
</name>
</person-group>. <article-title>Recovery from psychosis: A user informed review of self-report instruments for measuring recovery</article-title>. <source>J Ment Health</source> (<year>2012</year>) <volume>21</volume>(<issue>2</issue>):<fpage>192</fpage>&#x2013;<lpage>207</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3109/09638237.2012.670885</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sklar</surname> <given-names>M</given-names>
</name>
<name>
<surname>Groessl</surname> <given-names>EJ</given-names>
</name>
<name>
<surname>O'Connell</surname> <given-names>M</given-names>
</name>
<name>
<surname>Davidson</surname> <given-names>L</given-names>
</name>
<name>
<surname>Aarons</surname> <given-names>GA</given-names>
</name>
</person-group>. <article-title>Instruments for measuring mental health recovery: A systematic review</article-title>. <source>Clin Psychol Rev</source> (<year>2013</year>) <volume>33</volume>(<issue>8</issue>):<page-range>1082&#x2013;95</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cpr.2013.08.002</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Penas</surname> <given-names>P</given-names>
</name>
<name>
<surname>Iraurgi</surname> <given-names>I</given-names>
</name>
<name>
<surname>Moreno</surname> <given-names>MC</given-names>
</name>
<name>
<surname>Uriarte</surname> <given-names>JJ</given-names>
</name>
</person-group>. <article-title>How is evaluated mental health recovery?: A systematic review</article-title>. <source>Actas Espanolas Psiquiatria</source> (<year>2019</year>) <volume>47</volume>(<issue>1</issue>):<fpage>23</fpage>&#x2013;<lpage>32</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.eurpsy.2017.01.2145</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Burgess</surname> <given-names>P</given-names>
</name>
<name>
<surname>Pirkis</surname> <given-names>J</given-names>
</name>
<name>
<surname>Coombs</surname> <given-names>T</given-names>
</name>
<name>
<surname>Rosen</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Assessing the value of existing recovery measures for routine use in Australian mental health services</article-title>. <source>Aust New Z J Psychiatry</source> (<year>2011</year>) <volume>45</volume>(<issue>4</issue>):<page-range>267&#x2013;80</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3109/00048674.2010.549996</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Pirkis</surname> <given-names>J</given-names>
</name>
<name>
<surname>Callaly</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Mental health outcome measurement in Australia</article-title>. In: <person-group person-group-type="editor">
<name>
<surname>Trauer</surname> <given-names>T</given-names>
</name>
</person-group>, editor. <source>Outcome Measurement in Mental Health: Theory and Practice</source>. <publisher-loc>Cambridge, UK</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name> (<year>2010</year>). p. <fpage>15</fpage>&#x2013;<lpage>25</lpage>.</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Callaly</surname> <given-names>T</given-names>
</name>
<name>
<surname>Hyland</surname> <given-names>M</given-names>
</name>
<name>
<surname>Coombs</surname> <given-names>T</given-names>
</name>
<name>
<surname>Trauer</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Routine outcome measurement in public mental health: results of a clinician survey</article-title>. <source>Aust Health Rev</source> (<year>2006</year>) <volume>30</volume>(<issue>2</issue>):<page-range>164&#x2013;73</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1071/AH060164</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gelkopf</surname> <given-names>M</given-names>
</name>
<name>
<surname>Mazor</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Roe</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>A systematic review of patient-reported outcome measurement (Prom) and provider assessment in mental health: goals, implementation, setting, measurement characteristics and barriers</article-title>. <source>Int J Qual Health Care</source> (<year>2021</year>) <volume>34</volume>(<supplement>Supplement_1</supplement>):<page-range>ii13&#x2013;27</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/intqhc/mzz133</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hall</surname> <given-names>CL</given-names>
</name>
<name>
<surname>Moldavsky</surname> <given-names>M</given-names>
</name>
<name>
<surname>Taylor</surname> <given-names>J</given-names>
</name>
<name>
<surname>Sayal</surname> <given-names>K</given-names>
</name>
<name>
<surname>Marriott</surname> <given-names>M</given-names>
</name>
<name>
<surname>Batty</surname> <given-names>MJ</given-names>
</name>
<etal/>
</person-group>. <article-title>Implementation of routine outcome measurement in child and adolescent mental health services in the United Kingdom: A critical perspective</article-title>. <source>Eur Child Adolesc Psychiatry</source> (<year>2014</year>) <volume>23</volume>(<issue>4</issue>):<page-range>239&#x2013;42</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00787-013-0454-2</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Trauer</surname> <given-names>T</given-names>
</name>
<name>
<surname>Callaly</surname> <given-names>T</given-names>
</name>
<name>
<surname>Herrman</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Attitudes of mental health staff to routine outcome measurement</article-title>. <source>J Ment Health (Abingdon England)</source> (<year>2009</year>) <volume>18</volume>(<issue>4</issue>):<page-range>288&#x2013;97</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/09638230701879177</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Van Wert</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Malik</surname> <given-names>M</given-names>
</name>
<name>
<surname>Memel</surname> <given-names>B</given-names>
</name>
<name>
<surname>Moore</surname> <given-names>R</given-names>
</name>
<name>
<surname>Buccino</surname> <given-names>D</given-names>
</name>
<name>
<surname>Hackerman</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>Provider perceived barriers and facilitators to integrating routine outcome monitoring into practice in an urban community psychiatry clinic: A mixed-methods quality improvement project</article-title>. <source>J Eval Clin Pract</source> (<year>2021</year>) <volume>27</volume>(<issue>4</issue>):<page-range>767&#x2013;75</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/jep.13457</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Giffort</surname> <given-names>D</given-names>
</name>
<name>
<surname>Schmook</surname> <given-names>A</given-names>
</name>
<name>
<surname>Woody</surname> <given-names>C</given-names>
</name>
<name>
<surname>Vollendorf</surname> <given-names>C</given-names>
</name>
<name>
<surname>Gervain</surname> <given-names>M</given-names>
</name>
</person-group>. <source>Recovery assessment scale</source>. <publisher-loc>Cambridge, MA</publisher-loc>: <publisher-name>Human Services Research Institute</publisher-name> (<year>1995</year>).</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hancock</surname> <given-names>N</given-names>
</name>
<name>
<surname>Bundy</surname> <given-names>A</given-names>
</name>
<name>
<surname>Honey</surname> <given-names>A</given-names>
</name>
<name>
<surname>James</surname> <given-names>G</given-names>
</name>
<name>
<surname>Tamsett</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Improving measurement properties of the recovery assessment scale with Rasch analysis</article-title>. <source>Am J Occup Ther</source> (<year>2011</year>) <volume>65</volume>(<issue>6</issue>):<page-range>e77&#x2013;85</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.5014/ajot.2011.001818</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Hancock</surname> <given-names>N</given-names>
</name>
<name>
<surname>Scanlan</surname> <given-names>JN</given-names>
</name>
<name>
<surname>Bundy</surname> <given-names>AC</given-names>
</name>
<name>
<surname>Honey</surname> <given-names>A</given-names>
</name>
</person-group>. <source>Recovery Assessment Scale - Domains and Stages (Ras-Ds) Manual - Version 3</source>. <publisher-loc>Sydney, Australia</publisher-loc>: <publisher-name>University of Sydney</publisher-name> (<year>2019</year>).</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Scanlan</surname> <given-names>JN</given-names>
</name>
<name>
<surname>Hancock</surname> <given-names>N</given-names>
</name>
<name>
<surname>Honey</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>The recovery assessment scale &#x2013; domains and stages (Ras-ds): sensitivity to change over time and convergent validity with level of unmet need</article-title>. <source>Psychiatry Res</source> (<year>2018</year>) <volume>261</volume>:<page-range>560&#x2013;4</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.psychres.2018.01.042</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hancock</surname> <given-names>N</given-names>
</name>
<name>
<surname>Scanlan</surname> <given-names>JN</given-names>
</name>
<name>
<surname>Honey</surname> <given-names>A</given-names>
</name>
<name>
<surname>Bundy</surname> <given-names>AC</given-names>
</name>
<name>
<surname>O&#x2019;Shea</surname> <given-names>K</given-names>
</name>
</person-group>. <article-title>Recovery assessment scale - domains and stages (Ras-ds): its feasibility and outcome measurement capacity</article-title>. <source>Aust New Z J Psychiatry</source> (<year>2015</year>) <volume>49</volume>(<issue>7</issue>):<page-range>624&#x2013;33</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/0004867414564084</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hancock</surname> <given-names>N</given-names>
</name>
<name>
<surname>Scanlan</surname> <given-names>JN</given-names>
</name>
<name>
<surname>Kightley</surname> <given-names>M</given-names>
</name>
<name>
<surname>Harris</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Recovery assessment scale - domains and stages: measurement capacity, relevance, acceptability and feasibility of use with young people</article-title>. <source>Early Intervention Psychiatry</source> (<year>2020</year>) <volume>14</volume>(<issue>2</issue>):<page-range>179&#x2013;87</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/eip.12842</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bryman</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Integrating quantitative and qualitative research: how is it done</article-title>? <source>Qual Res</source> (<year>2006</year>) <volume>6</volume>(<issue>1</issue>):<fpage>97</fpage>&#x2013;<lpage>113</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/1468794106058877</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Andrews</surname> <given-names>G</given-names>
</name>
<name>
<surname>Peters</surname> <given-names>L</given-names>
</name>
<name>
<surname>Teesson</surname> <given-names>M</given-names>
</name>
</person-group>. <source>Measurement of Consumer Outcome in Mental Health: A Report to the National Mental Health Information Strategy Committee</source>. <person-group person-group-type="editor">
<name>
<surname>Peters</surname> <given-names>L</given-names>
</name>
<name>
<surname>Teesson</surname> <given-names>M</given-names>
</name>
</person-group>, editors. <publisher-loc>Sydney</publisher-loc>: <publisher-name>Australia Clinical Research Unit for Anxiety Disorders</publisher-name> (<year>1994</year>).</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Stedman</surname> <given-names>T</given-names>
</name>
<name>
<surname>Yellowlees</surname> <given-names>P</given-names>
</name>
<name>
<surname>Mellsop</surname> <given-names>G</given-names>
</name>
<name>
<surname>Clarke</surname> <given-names>R</given-names>
</name>
<name>
<surname>Drake</surname> <given-names>S</given-names>
</name>
</person-group>. <source>Measuring Consumer Outcomes in Mental Health: Field Testing of Selected Measures of Consumer Outcomes in Mental Health</source>. <person-group person-group-type="editor">
<name>
<surname>Stedman</surname> <given-names>T</given-names>
</name>
</person-group>, editor. <publisher-loc>Canberra, ACT</publisher-loc>: <publisher-name>Department of Health and Family Services</publisher-name> (<year>1997</year>).</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="book">
<person-group person-group-type="author">
<collab>Siggins Miller Consultants</collab>
</person-group>. <source>Consumer Self-Rated Outcome Measures in Mental Health</source>. <publisher-loc>Melbourne, Australia</publisher-loc>: <publisher-name>Department of Human Services</publisher-name> (<year>2003</year>).</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Slade</surname> <given-names>M</given-names>
</name>
<name>
<surname>Thornicroft</surname> <given-names>G</given-names>
</name>
<name>
<surname>Glover</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>The feasibility of routine outcome measures in mental health</article-title>. <source>Soc Psychiatry Psychiatr Epidemiol</source> (<year>1999</year>) <volume>34</volume>(<issue>5</issue>):<page-range>243&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s001270050139</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Harris</surname> <given-names>PA</given-names>
</name>
<name>
<surname>Taylor</surname> <given-names>R</given-names>
</name>
<name>
<surname>Thielke</surname> <given-names>R</given-names>
</name>
<name>
<surname>Payne</surname> <given-names>J</given-names>
</name>
<name>
<surname>Gonzalez</surname> <given-names>N</given-names>
</name>
<name>
<surname>Conde</surname> <given-names>JG</given-names>
</name>
</person-group>. <article-title>Research electronic data capture (Redcap)&#x2014;a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>. <source>J Biomed Inf</source> (<year>2009</year>) <volume>42</volume>(<issue>2</issue>):<page-range>377&#x2013;81</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Charmaz</surname> <given-names>K</given-names>
</name>
</person-group>. <source>Constructing Grounded Theory</source>. <edition>2nd ed</edition>. <publisher-loc>London, United Kingdom</publisher-loc>: <publisher-name>SAGE Publication Inc</publisher-name> (<year>2014</year>).</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Coombs</surname> <given-names>T</given-names>
</name>
<name>
<surname>Stapley</surname> <given-names>K</given-names>
</name>
<name>
<surname>Pirkis</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>The multiple uses of routine mental health outcome measures in Australia and New Zealand: experiences from the field</article-title>. <source>Australas Psychiatry</source> (<year>2011</year>) <volume>19</volume>(<issue>3</issue>):<page-range>247&#x2013;53</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3109/10398562.2011.562507</pub-id>
</citation>
</ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Willis</surname> <given-names>A</given-names>
</name>
<name>
<surname>Deane</surname> <given-names>FP</given-names>
</name>
<name>
<surname>Coombs</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Improving clinicians' Attitudes toward providing feedback on routine outcome assessments</article-title>. <source>Int J Ment Health Nurs</source> (<year>2009</year>) <volume>18</volume>(<issue>3</issue>):<page-range>211&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1447-0349.2009.00596.x</pub-id>
</citation>
</ref>
<ref id="B42">
<label>42</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Guthrie</surname> <given-names>D</given-names>
</name>
<name>
<surname>McIntosh</surname> <given-names>M</given-names>
</name>
<name>
<surname>Callaly</surname> <given-names>T</given-names>
</name>
<name>
<surname>Trauer</surname> <given-names>T</given-names>
</name>
<name>
<surname>Coombs</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Consumer attitudes towards the use of routine outcome measures in a public mental health service: A consumer-driven study</article-title>. <source>Int J Ment Health Nurs</source> (<year>2008</year>) <volume>17</volume>(<issue>2</issue>):<page-range>92&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1447-0349.2008.00516.x</pub-id>
</citation>
</ref>
<ref id="B43">
<label>43</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Unsworth</surname> <given-names>G</given-names>
</name>
<name>
<surname>Cowie</surname> <given-names>H</given-names>
</name>
<name>
<surname>Green</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Therapists&#x2019; and clients&#x2019; Perceptions of routine outcome measurement in the Nhs: A qualitative study</article-title>. <source>Counselling Psychother Res</source> (<year>2012</year>) <volume>12</volume>(<issue>1</issue>):<fpage>71</fpage>&#x2013;<lpage>80</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/14733145.2011.565125</pub-id>
</citation>
</ref>
<ref id="B44">
<label>44</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Slade</surname> <given-names>M</given-names>
</name>
<name>
<surname>Bird</surname> <given-names>V</given-names>
</name>
<name>
<surname>Boutillier</surname> <given-names>CL</given-names>
</name>
<name>
<surname>Farkas</surname> <given-names>M</given-names>
</name>
<name>
<surname>Grey</surname> <given-names>B</given-names>
</name>
<name>
<surname>Larsen</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Development of the refocus intervention to increase mental health team support for personal recovery</article-title>. <source>Br J Psychiatry</source> (<year>2015</year>) <volume>207</volume>(<issue>6</issue>):<page-range>544&#x2013;50</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1192/bjp.bp.114.155978</pub-id>
</citation>
</ref>
<ref id="B45">
<label>45</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Honey</surname> <given-names>A</given-names>
</name>
<name>
<surname>Hancock</surname> <given-names>N</given-names>
</name>
<name>
<surname>Scanlan</surname> <given-names>JN</given-names>
</name>
</person-group>. <article-title>Staff perceptions of factors affecting the use of Ras-ds to support collaborative mental health practice</article-title>. <source>BMC Psychiatry</source> (<issue>2023</issue>) <volume>23</volume>(<issue>1</issue>):<fpage>Article 500</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s12888-023-04996-2</pub-id>
</citation>
</ref>
<ref id="B46">
<label>46</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Crawford</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Robotham</surname> <given-names>D</given-names>
</name>
<name>
<surname>Thana</surname> <given-names>L</given-names>
</name>
<name>
<surname>Patterson</surname> <given-names>S</given-names>
</name>
<name>
<surname>Weaver</surname> <given-names>T</given-names>
</name>
<name>
<surname>Barber</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Selecting outcome measures in mental health: the views of service users</article-title>. <source>J Ment Health</source> (<year>2011</year>) <volume>20</volume>(<issue>4</issue>):<page-range>336&#x2013;46</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3109/09638237.2011.577114</pub-id>
</citation>
</ref>
<ref id="B47">
<label>47</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rye</surname> <given-names>M</given-names>
</name>
<name>
<surname>Rognmo</surname> <given-names>K</given-names>
</name>
<name>
<surname>Aarons</surname> <given-names>GA</given-names>
</name>
<name>
<surname>Skre</surname> <given-names>I</given-names>
</name>
</person-group>. <article-title>Attitudes towards the use of routine outcome monitoring of psychological therapies among mental health providers: the Ebpas&#x2013;rom</article-title>. <source>Administration Policy Ment Health Ment Health Serv Res</source> (<year>2019</year>) <volume>46</volume>(<issue>6</issue>):<page-range>833&#x2013;46</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10488-019-00968-5</pub-id>
</citation>
</ref>
<ref id="B48">
<label>48</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Edbrooke-Childs</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wolpert</surname> <given-names>M</given-names>
</name>
<name>
<surname>Deighton</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Using patient reported outcome measures to improve service effectiveness (Upromise): training clinicians to use outcome measures in child mental health</article-title>. <source>Administration Policy Ment Health Ment Health Serv Res</source> (<year>2016</year>) <volume>43</volume>(<issue>3</issue>):<page-range>302&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10488-014-0600-2</pub-id>
</citation>
</ref>
<ref id="B49">
<label>49</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Logan</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wheeler</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Outcome measurement in Australian non-government organisations: A descriptive study of recovery-based mental health workers&#x2019; Experiences and beliefs</article-title>. <source>Adv Ment Health</source> (<year>2019</year>) <volume>17</volume>(<issue>2</issue>):<fpage>98</fpage>&#x2013;<lpage>109</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/18387357.2018.1493346</pub-id>
</citation>
</ref>
<ref id="B50">
<label>50</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Van Wert</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Malik</surname> <given-names>M</given-names>
</name>
<name>
<surname>Memel</surname> <given-names>B</given-names>
</name>
<name>
<surname>Moore</surname> <given-names>R</given-names>
</name>
<name>
<surname>Buccino</surname> <given-names>D</given-names>
</name>
<name>
<surname>Hackerman</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>Provider perceived barriers and facilitators to integrating routine outcome monitoring into practice in an urban community psychiatry clinic: A mixed-methods quality improvement project</article-title>. <source>J Eval Clin Pract</source> (<year>2021</year>) <volume>27</volume>(<issue>4</issue>):<page-range>767&#x2013;75</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/jep.13457</pub-id>
</citation>
</ref>
<ref id="B51">
<label>51</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tickle</surname> <given-names>A</given-names>
</name>
<name>
<surname>Cheung</surname> <given-names>N</given-names>
</name>
<name>
<surname>Walker</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Professionals&#x2019; Perceptions of the mental health recovery star</article-title>. <source>Ment Health Rev J</source> (<year>2013</year>) <volume>18</volume>(<issue>4</issue>):<fpage>194</fpage>&#x2013;<lpage>203</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1108/MHRJ-04-2013-0015</pub-id>
</citation>
</ref>
<ref id="B52">
<label>52</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dowrick</surname> <given-names>C</given-names>
</name>
<name>
<surname>Leydon</surname> <given-names>GM</given-names>
</name>
<name>
<surname>McBride</surname> <given-names>A</given-names>
</name>
<name>
<surname>Howe</surname> <given-names>A</given-names>
</name>
<name>
<surname>Burgess</surname> <given-names>H</given-names>
</name>
<name>
<surname>Clarke</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Patients&#x2019; and doctors&#x2019; Views on depression severity questionnaires incentivised in Uk quality and outcomes framework: qualitative study</article-title>. <source>BMJ</source> (<year>2009</year>) <volume>338</volume>:<page-range>663&#x2013;72</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/bmj.b663</pub-id>
</citation>
</ref>
<ref id="B53">
<label>53</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Boyce</surname> <given-names>MB</given-names>
</name>
<name>
<surname>Browne</surname> <given-names>JP</given-names>
</name>
<name>
<surname>Greenhalgh</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>The experiences of professionals with using information from patient-reported outcome measures to improve the quality of healthcare: A systematic review of qualitative research</article-title>. <source>BMJ Qual Saf</source> (<year>2014</year>) <volume>23</volume>(<issue>6</issue>):<page-range>508&#x2013;18</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/bmjqs-2013-00252</pub-id>
</citation>
</ref>
<ref id="B54">
<label>54</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gordon</surname> <given-names>SE</given-names>
</name>
<name>
<surname>Ellis</surname> <given-names>PM</given-names>
</name>
</person-group>. <article-title>Recovery of evidence-based practice</article-title>. <source>Int J Ment Health Nurs</source> (<year>2013</year>) <volume>22</volume>(<issue>1</issue>):<fpage>3</fpage>&#x2013;<lpage>14</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1447-0349.2012.00835.x</pub-id>
</citation>
</ref>
<ref id="B55">
<label>55</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>B&#xf6;rjesson</surname> <given-names>S</given-names>
</name>
<name>
<surname>Bostr&#xf6;m</surname> <given-names>PK</given-names>
</name>
</person-group>. <article-title>&#x201c;I want to know what it is used for&#x201d;: clients&#x2019; Perspectives on completing a routine outcome measure (Rom) while undergoing psychotherapy</article-title>. <source>Psychother Res</source> (<year>2020</year>) <volume>30</volume>(<issue>3</issue>):<page-range>337&#x2013;47</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/10503307.2019.1630780</pub-id>
</citation>
</ref>
<ref id="B56">
<label>56</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Solstad</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Castonguay</surname> <given-names>LG</given-names>
</name>
<name>
<surname>Moltu</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Patients' Experiences with routine outcome monitoring and clinical feedback systems: A systematic review and synthesis of qualitative empirical literature</article-title>. <source>Psychother Res</source> (<year>2019</year>) <volume>29</volume>(<issue>2</issue>):<page-range>157&#x2013;70</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/10503307.2017.1326645</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>