<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Archiving and Interchange DTD v2.3 20070202//EN" "archivearticle.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="systematic-review">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychiatry</journal-id>
<journal-title>Frontiers in Psychiatry</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychiatry</abbrev-journal-title>
<issn pub-type="epub">1664-0640</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyt.2022.871966</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychiatry</subject>
<subj-group>
<subject>Systematic Review</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Efficacy of Smartphone Apps in Patients With Depressive Disorders: A Systematic Review</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Hern&#x000E1;ndez-G&#x000F3;mez</surname> <given-names>Alba</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1662062/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Vald&#x000E9;s-Florido</surname> <given-names>Mar&#x000ED;a Jos&#x000E9;</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1720606/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Lahera</surname> <given-names>Guillermo</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/721387/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Andrade-Gonz&#x000E1;lez</surname> <given-names>Nelson</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1216938/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Personality, Assessment and Clinical Psychology, Complutense University of Madrid</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<aff id="aff2"><sup>2</sup><institution>Psychiatry Service, University Hospital of Gran Canaria Dr. Negr&#x000ED;n</institution>, <addr-line>Las Palmas de Gran Canaria</addr-line>, <country>Spain</country></aff>
<aff id="aff3"><sup>3</sup><institution>Faculty of Medicine and Health Sciences, University of Alcal&#x000E1;</institution>, <addr-line>Alcal&#x000E1; de Henares</addr-line>, <country>Spain</country></aff>
<aff id="aff4"><sup>4</sup><institution>IRyCIS, CIBERSAM</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<aff id="aff5"><sup>5</sup><institution>Pr&#x000ED;ncipe de Asturias University Hospital</institution>, <addr-line>Alcal&#x000E1; de Henares</addr-line>, <country>Spain</country></aff>
<aff id="aff6"><sup>6</sup><institution>Psychiatry and Mental Health Research Group, Faculty of Medicine and Health Sciences, University of Alcal&#x000E1;</institution>, <addr-line>Alcal&#x000E1; de Henares</addr-line>, <country>Spain</country></aff>
<aff id="aff7"><sup>7</sup><institution>Faculty of Medicine, Alfonso X el Sabio University</institution>, <addr-line>Villanueva de la Ca&#x000F1;ada, Madrid</addr-line>, <country>Spain</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Muddassar Sarfraz, Putra Malaysia University, Malaysia</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Alicia Salamanca-Sanabria, ETH Z&#x000FC;rich, Singapore; Nele A. J. De Witte, Thomas More University of Applied Sciences, Belgium</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Guillermo Lahera <email>guillermo.lahera&#x00040;gmail.com</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Digital Mental Health, a section of the journal Frontiers in Psychiatry</p></fn>
<fn fn-type="equal" id="fn002"><p>&#x02020;These authors have contributed equally to this work and share first authorship</p></fn></author-notes>
<pub-date pub-type="epub">
<day>12</day>
<month>08</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>13</volume>
<elocation-id>871966</elocation-id>
<history>
<date date-type="received">
<day>08</day>
<month>02</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>16</day>
<month>05</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2022 Hern&#x000E1;ndez-G&#x000F3;mez, Vald&#x000E9;s-Florido, Lahera and Andrade-Gonz&#x000E1;lez.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Hern&#x000E1;ndez-G&#x000F3;mez, Vald&#x000E9;s-Florido, Lahera and Andrade-Gonz&#x000E1;lez</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license></permissions>
<abstract>
<sec>
<title>Background</title>
<p>Digital interventions have become an accessible format in clinical practice to provide better support for patients with mental disorders. However, the clinical efficacy in patients with depressive disorders is not well known. We aimed to determine the efficacy of smartphone applications (apps) in patients diagnosed with a depressive disorder.</p>
</sec>
<sec>
<title>Method</title>
<p>An electronic database search was performed of PubMed, PsycINFO, and Web of Science, to identify relevant articles up to June 12, 2021. Peer-reviewed articles were screened and selected based on predetermined inclusion and exclusion criteria.</p>
</sec>
<sec>
<title>Results</title>
<p>Seven articles met the inclusion criteria and therefore were selected for the systematic review, which included a total of 651 patients. The results were heterogeneous, essentially due to the different methodologies used in the selected studies.</p>
</sec>
<sec>
<title>Conclusions</title>
<p>Digital smartphone-delivered interventions do not appear to reduce depressive symptomatology nor improve the quality of life in patients diagnosed with depressive disorders when compared to an active control group. Taking into account the inherent methodological difficulties and the variability among such studies, it is apparent that further research&#x02014;with more methodologically refined clinical trials, including larger sample sizes&#x02014;is needed.</p>
</sec>
</abstract>
<kwd-group>
<kwd>depression</kwd>
<kwd>smartphone</kwd>
<kwd>efficacy</kwd>
<kwd>app</kwd>
<kwd>systematic review</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="42"/>
<page-count count="13"/>
<word-count count="9185"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Major depressive disorder (MDD) is a mood disorder characterized by low or depressed mood present for two weeks or more, along with other symptoms such as loss of interest or pleasure, loss of energy, sleep and appetite disorders, diminished ability to concentrate and recurrent negative thoughts as main features (<xref ref-type="bibr" rid="B1">1</xref>). The lifetime prevalence of MDD varies from 2 to 21% (<xref ref-type="bibr" rid="B1">2</xref>), presenting approximately twice as often in women than in men (<xref ref-type="bibr" rid="B2">3</xref>). MDD is one of the medical conditions that generates the largest chronic disease burden adjusted by &#x0201C;years lived with disability&#x0201D; in populations of any socioeconomic status. Additionally, MDD increases the risk of developing other medical conditions [i.e., cardiovascular and neoplastic diseases, (<xref ref-type="bibr" rid="B2">3</xref>)]. Social and health care costs associated with MDD are high (<xref ref-type="bibr" rid="B3">4</xref>), and patients still have barriers to access to quality treatment. Since the emergence of the COVID-19 pandemic, the prevalence of depression and anxiety has continued to increase globally (<xref ref-type="bibr" rid="B4">5</xref>). This points to the need for urgent and cost-efficient solutions for people experiencing this symptomatology.</p>
<p>The progress of new technologies is having an impact on clinical practice in mental health. In regard to developing improvements in clinical attention for people with mental health disorders, smartphone apps are in the spotlight. App interventions delivered via smartphones are low cost and of special relevance for public health (<xref ref-type="bibr" rid="B5">6</xref>). Apps are flexible interventions that can be therapist-guided, unguided [i.e., self-help apps; (<xref ref-type="bibr" rid="B6">7</xref>)], or applied as a stand-alone or combined treatment.</p>
<p>Regarding psychotic disorders, the literature suggests that app interventions are feasible and well accepted by people with such disorders, especially during early stages of the disease (<xref ref-type="bibr" rid="B7">8</xref>), and therefore may improve treatment adherence, symptomatology, and duration of hospital admissions (<xref ref-type="bibr" rid="B8">9</xref>). In addition, evidence suggests that people presenting with more severe psychotic and depressive symptoms seem to have a better engagement with digital interventions compared to people experiencing mild symptoms (<xref ref-type="bibr" rid="B9">10</xref>). In this vein, apps seem to improve manic and depressive symptomatology in people with bipolar disorder, especially when interventions include psychoeducation techniques (<xref ref-type="bibr" rid="B10">11</xref>) without any apparent limitation in their use by these patients (<xref ref-type="bibr" rid="B11">12</xref>). On the other hand, to date, possible negative effects associated with the use of digital interventions in patients with depressive disorders have been detected, such as the appearance of new symptomatology, worsening of the existing disorder, trouble when implementing the designated tasks or a subjective feeling of pressure while trying to complete them on time (<xref ref-type="bibr" rid="B12">13</xref>). Similarly, other barriers, such as worry about the efficacy of the intervention, difficulties in app use, privacy issues and lack of direct professional feedback, were detected (<xref ref-type="bibr" rid="B13">14</xref>).</p>
<p>Regarding anxiety and depressive disorders in particular, the literature suggests that apps may have a role in reducing anxious-depressive symptomatology. One systematic meta-review of meta-analyses revealed that the use of mobile-based interventions is a promising approach to achieving a modest reduction in depressive and anxious symptoms, although there are no clear differences when such interventions are compared to active therapeutic interventions (<xref ref-type="bibr" rid="B5">6</xref>). In terms of assessing the extent of the clinical improvement, it is paramount to consider the level of intervention adherence, which is greater when the intervention involves a higher degree of user engagement (<xref ref-type="bibr" rid="B14">15</xref>). However, maintaining user engagement is a challenge in relation to app interventions because, often, there is a rapid drop in their use (<xref ref-type="bibr" rid="B5">6</xref>). In a previous systematic review, contradictory results regarding the efficacy of apps based on Cognitive Behavioral Therapy (CBT) in patients suffering from mild and moderate depression were found (<xref ref-type="bibr" rid="B15">16</xref>). According to Hrynyschyn and Dockweiler (<xref ref-type="bibr" rid="B15">16</xref>), the clinical and methodological heterogeneity in the clinical trials interferes with the outcome analyses and prevents us from drawing solid conclusions. However, the review conducted by Hrynyschyn and Dockweiler (<xref ref-type="bibr" rid="B15">16</xref>) provides limited evidence about the efficacy of these interventions, since it focuses exclusively on apps based on CBT, includes patients with mild or moderate depression selected by using cutoff scores in questionnaires about depression (without the need of being diagnosed by a health professional) and only analyzes studies carried out from 2015 onward. In their meta-analysis, Serrano-Ripoll et al. (<xref ref-type="bibr" rid="B16">17</xref>) found smartphone app interventions had a moderate effect on depressive symptomatology. Nonetheless, these authors include studies conducted with participants with depressive symptoms, and not in all the studies were the patients diagnosed by a health professional. Additionally, in this systematic review, only studies that compared app interventions to non-active control groups (i.e., minimal intervention, treatment as usual, waiting-list control) were analyzed. This could overestimate the effect of app interventions.</p>
<p>Some studies have highlighted the advantages of digital interventions, such as the motivational aspects of the apps and their accessibility (<xref ref-type="bibr" rid="B17">18</xref>). This is especially relevant to those individuals for whom it is more difficult to access face-to-face clinical appointments (<xref ref-type="bibr" rid="B18">19</xref>). Despite these advantages, implementing digital interventions still presents numerous challenges before such interventions can be incorporated into daily clinical practice, such as the lack of integration of apps into computer systems in public health care, or issues surrounding the protection of client privacy (<xref ref-type="bibr" rid="B19">20</xref>). This contrasts with the increasing worldwide popularity of apps among smartphone users, which is leading to an overload of the app market (<xref ref-type="bibr" rid="B20">21</xref>), along with the proliferation of apps that employ non-evidence-based techniques (<xref ref-type="bibr" rid="B21">22</xref>). In line with the aforementioned and as a result of the mental health problems associated with the COVID-19 pandemic, the rise of apps continues to increase (<xref ref-type="bibr" rid="B22">23</xref>). Thus, a systematic review to critically analyze and reflect on the efficacy of such apps is needed.</p>
<p>Given the high availability of these apps in app stores (<xref ref-type="bibr" rid="B20">21</xref>) and their growth in both the app market and clinical practice (<xref ref-type="bibr" rid="B19">20</xref>), it is necessary to critically assess the efficacy of these interventions in patients with depressive disorders diagnosed by a health professional. Therefore, the aim of the present systematic review is to determine the efficacy of smartphone app interventions for patients with depressive disorders.</p>
</sec>
<sec sec-type="methods" id="s2">
<title>Methods</title>
<p>To achieve the aims of the present systematic review, the recommendations of the Preferred Reporting Items for Systematic Reviews and Meta-Analyses (PRISMA) Statement (<xref ref-type="bibr" rid="B23">24</xref>) were followed.</p>
<sec>
<title>Study Selection Criteria</title>
<p>The inclusion criteria were as follows: (a) randomized clinical trials regarding the efficacy of apps (based on different theoretical orientations, not only CBT) in patients with a diagnosis of depression, including another intervention (active control group) as a comparative group<xref ref-type="fn" rid="fn0001"><sup>1</sup></xref>; (b) studies written in English and published in peer-reviewed indexed journals up to June 12, 2021; (c) studies conducted in adult and/or adolescent populations with a primary diagnosis of MDD or another depressive disorder, with any clinical severity, reported by a health professional in accordance with the current psychiatric classifications of the ICD (International Classification of Diseases) or DSM (Diagnostic and Statistical Manual of Mental Disorders), in any edition<xref ref-type="fn" rid="fn0002"><sup>2</sup></xref>; and (d) use of a smartphone-delivered digital intervention. The exclusion criteria were as follows: (a) studies that were not a clinical trial, such as narrative or systematic reviews, meta-analyses, protocols, case series, congress conferences, and short communications, (b) studies carried out in populations without a diagnosis of mental disorder (or a diagnosis not reported by a health professional) or analog study, (c) studies including patients with depression and other clinical comorbidities (unless the primary diagnosis was a depressive disorder), (d) studies that did not include a smartphone app (i.e., computers, website intervention) as an intervention group. No temporal filter was used; thus, all evidence to date was screened up to June 12, 2021. Ethical approval was not required since this was a systematic review of published studies.</p>
</sec>
<sec>
<title>Search Strategy</title>
<p>The PubMed, PsycINFO, and Web of Science databases were searched until June 12, 2021 to conduct this systematic review. The search strategy employed in these databases was (&#x0201C;Depression&#x0201D; OR &#x0201C;Depressive&#x0201D;) AND (&#x0201C;App&#x0201D; OR &#x0201C;Smartphone&#x0201D;). To meet the inclusion criteria, different filters were applied to each of the three databases (filters are available upon request from the corresponding author). Additionally, an informal manual search through Google Scholar was performed to identify possible articles of interest.</p>
</sec>
<sec>
<title>Study Selection Process</title>
<p>The study selection was conducted in four phases. First, in the identification phase, articles were identified from the three databases, and duplicates were removed. Second, in the screening phase, the titles and abstracts of articles meeting the inclusion criteria were reviewed. When there were disagreements in the screening process, full texts were assessed independently by AH-G, MJV-F, NA-G, and GL. Finally, in the eligibility and inclusion phases, articles were examined entirely and finally selected for inclusion in the systematic review.</p>
</sec>
<sec>
<title>Data Extraction Process</title>
<p>The following information was extracted from the selected articles: (1) authors and year of publication, (2) sample characteristics (average age, size, diagnoses, diagnostic method employed), (3) treatment type in the intervention group (number and components used, therapeutic orientation), (4) treatment type in the control group (active control group, treatment as usual), (5) outcome measures and methods of assessment, (6) number of assessments and follow-up, and (7) key findings. These data were coded independently by the authors and included in a previously standardized designed template to register homogeneously all the information for the analysis, synthesis, and interpretation of the results. Any disagreement in the data recorded was resolved through a reasoned discussion until a consensus was reached.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>Seven studies that met the inclusion criteria were selected. <xref ref-type="fig" rid="F1">Figure 1</xref> shows the selection process of the articles included in this systematic review. The main characteristics of the selected studies are shown in <xref ref-type="table" rid="T1">Table 1</xref>.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>PRISMA flow diagram of the article selection process.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyt-13-871966-g0001.tif"/>
</fig>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Main characteristics of the selected studies included in this systematic review to examine the efficacy of app interventions in patients with depressive disorders.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Author</bold></th>
<th valign="top" align="left"><bold>Sample</bold></th>
<th valign="top" align="left"><bold>Type of intervention in the</bold><break/> <bold>study group</bold></th>
<th valign="top" align="left"><bold>Type of intervention in</bold><break/> <bold>the control group</bold></th>
<th valign="top" align="left"><bold>Outcome measures and</bold><break/> <bold>methods of assessment</bold></th>
<th valign="top" align="left"><bold>Number of measurements</bold><break/> <bold>and follow-up</bold></th>
<th valign="top" align="left"><bold>Key findings</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Hur et al. (<xref ref-type="bibr" rid="B24">25</xref>)</td>
<td valign="top" align="left">M<sub>age</sub> = 23.71 years.<break/> 88.24% females.<break/> Participants with other specified depressive disorder diagnosis (according to DSM-5), with BDI-II score &#x02265; 10.<break/> Diagnostic method: SCID-NP.<break/> <italic>n =</italic> 34</td>
<td valign="top" align="left">TT app based on CBT and <italic>ad hoc</italic> questionnaire about possible situations in life scenarios, tasks three times a day.<break/> Components:<break/> (1) Identifying cognitive distortions after reading a short story.<break/> (2) &#x0201C;Decatastrophizing questions&#x0201D;: diverse scenarios and realistic and unrealistic options to choose.<break/> (3) &#x0201C;Distancing questions&#x0201D;: asking the participants to imagine what the other person would do in the displayed situation.<break/>Human support: none.</td>
<td valign="top" align="left">Daily use of an app (10&#x02013;15 min per day) recording mood state, and sleep quantity and quality.</td>
<td valign="top" align="left">Dysfunctional attitudes (DAS), depressive symptoms (BDI-II), anxiety (STAI-X2), quality of life (QOLI), self-esteem (RSES).</td>
<td valign="top" align="left">Two measurements (at baseline, and at 3 week after the app usage).</td>
<td valign="top" align="left">Significant improvement in dysfunctional attitudes and anxiety after 3 weeks of using the app in the intervention group.<break/> No significant differences in depressive symptoms, self-esteem, and quality of life between groups.</td>
</tr>
<tr>
<td valign="top" align="left">Ly et al. (<xref ref-type="bibr" rid="B25">26</xref>)</td>
<td valign="top" align="left">M<sub>age</sub> = 36.1 years.<break/> 70% females.<break/> Participants with MDD diagnosis (according to DSM-IV), with at least an episode in partial remission.<break/> Diagnostic method: MINI. Total score &#x02265;5 on the PHQ-9 scale.<break/> <italic>n =</italic> 81</td>
<td valign="top" align="left">App based on BA.<break/> Components:<break/> (1) Psychoeducation about BA.<break/> (2) BA (participants could register their behaviors to increase their activation).<break/>Human support: minimal therapist contact (maximum of 20 min per participant and week). Participants received short encouraging messages and general educational messages from their therapist; and participants received personal feedback about the activities they had performed from the therapist <italic>via</italic> email.</td>
<td valign="top" align="left">App based on mindfulness.<break/> Components:<break/> (1) Psychoeducation about mindfulness.<break/> (2) Audio tracks with exercises (both guided and unguided, 3 min or 30 min) for mindfulness practice.<break/>Human support: minimal therapist contact.<break/> Mails sent by the therapist (maximum of 20 min per participant and week). Participants received short encouraging messages and general educational messages from their therapist <italic>via</italic> email. Participants received therapist feedback about a weekly reflection.</td>
<td valign="top" align="left">Primary outcome measures: depressive symptomatology (BDI-II and PHQ-9).<break/> Secondary outcome measures: quality of life (QOLI), anxiety (BAI), and experiential avoidance (AQQ-II).<break/> Recovery: the diagnostic criteria for depression are no longer fulfilled according to the diagnostic interview used.</td>
<td valign="top" align="left">Primary outcome measures: pretreatment, post-treatment, 6-month follow-up measures.<break/> Three measurements of the BDI-II. The PHQ-9 was applied on a weekly basis during 8 weeks (10 measurements).<break/> Secondary outcome measures: pretreatment, post-treatment, 6-month measure after the start of the treatment. Three measurements of the BAI and QOLI. AQQ-II applied on a weekly basis for 8 weeks (10 measurements).</td>
<td valign="top" align="left">No significant differences in depressive symptoms between groups, either at post-treatment (<italic>d</italic> = 0.25 for BDI-II; <italic>d</italic> = 0.28 for PHQ-9) or at the 6-month follow-up (<italic>d</italic> = 0.03 for BDI-II; <italic>d</italic> = 0.15 for PHQ-9).<break/> No significant differences in anxiety, experiential avoidance, quality of life, and recovery rates between groups, either at post-treatment or at the 6-month follow-up.</td>
</tr>
<tr>
<td valign="top" align="left">Ly et al. (<xref ref-type="bibr" rid="B26">27</xref>)</td>
<td valign="top" align="left">M<sub>age</sub> = 30.60 years.<break/> 69.9% females.<break/> Participants with MDD diagnosis (according to DSM-IV).<break/> Diagnostic method: MINI. Total score &#x02265;5 on the PHQ-9 scale.<break/> <italic>n =</italic> 93</td>
<td valign="top" align="left">Blended treatment: App based on BA and four face-to-face sessions based on BA.<break/> Components:<break/> (1) Psychoeducation. Follow-up on homework: modify activity plan and homework assignment.<break/> (2) Participants could register their non-depressed behavior, with the possibility of adding a personal reflection.<break/> (3) Set relapse prevention plan.<break/>Human support: encouraging messages every 2&#x02013;3 days, and weekly educational messages sent by the therapist.</td>
<td valign="top" align="left">Full BA: ten face-to-face sessions of BA, with homework and activity schedules for the participant to complete in the time between the sessions.<break/> Components:<break/> (1) Psychoeducation.<break/> (2) Homework assignment and follow-up.<break/> (3) Discussion about relapse prevention, and set relapse prevention plan.</td>
<td valign="top" align="left">Primary outcome measures: depression symptoms (BDI-II).<break/> Secondary outcome measures: depression symptoms (PHQ-9), quality of life (QOLI), anxiety (BAI), and experiential avoidance (AQQ-II).<break/> Recovery: participants were considered recovered when they improved ten or more points in the BDI-II.</td>
<td valign="top" align="left">Primary and secondary outcome measures except PHQ-9: pretreatment, post-treatment, follow-up (six months after the end of the treatment) (3 measurements).<break/> PHQ-9 applied on a weekly basis (13 measurements).</td>
<td valign="top" align="left">No significant differences in depression between the intervention and control groups, either at post-treatment (<italic>d</italic> = &#x02212;0.13 for BDI-II; <italic>d</italic> = 0.01 for PHQ-9) or at the 6-month follow-up (<italic>d</italic> = &#x02212;0.10 for BDI-II; <italic>d</italic> = 0.05 for PHQ-9).<break/> No significant differences in quality of life, anxiety, experiential avoidance, and recovery rates between the intervention and control groups, either at post-treatment or at the 6-month follow-up.</td>
</tr>
<tr>
<td valign="top" align="left">Mantani et al. (<xref ref-type="bibr" rid="B27">28</xref>)</td>
<td valign="top" align="left">M<sub>age</sub> = 40.90 years.<break/> 53.5% females.<break/> Participants with MDD diagnosis without psychotic features (according to DSM-5) and antidepressant resistance (BDI-II score &#x02265; 10).<break/> Diagnostic method: Primary Care Evaluation of Mental Disorders procedure.<break/> <italic>n =</italic> 164</td>
<td valign="top" align="left">Kokoro-App (eight 20-min sessions based on CBT) &#x0002B; switching their antidepressant either to escitalopram (5&#x02013;10 mg/day) or to sertraline (25-100 mg/day).<break/> Components:<break/> (1) One welcome session.<break/> (2) Two sessions on self-monitoring.<break/> (3) Two sessions on BA.<break/> (4) Two sessions on cognitive restructuring.<break/> (5) Epilog focusing on relapse prevention.<break/> (6) Psychoeducation.<break/>Human support: participants received a personalized congratulatory email for their progress.<break/> Face-to-face CBT or interpersonal therapy was prohibited during 9 weeks.</td>
<td valign="top" align="left">Only switch their previous antidepressant to escitalopram or sertraline.<break/> Human support: face-to-face CBT or interpersonal therapy was prohibited during 9 weeks.</td>
<td valign="top" align="left">Depression symptoms (PHQ-9, BDI-II) and frequency, intensity, and burden of side effects (FIBSER).</td>
<td valign="top" align="left">Five measurements (at 0, 1, 5, 9 and follow-up at 17 weeks).</td>
<td valign="top" align="left">Intention-to-treat analysis for the total sample: significant improvement in depression symptoms at 9 weeks in Kokoro-App group (OR  &#x0003D; &#x02212;2.48 for PHQ-9; OR  &#x0003D; &#x02212;4.1 for BDI-II).<break/> Per-Protocol Sample (i.e., participants&#x00027; adherence to medication, with mild or fewer side effects than at baseline and still symptomatic, <italic>n</italic> = 117): significant improvement in depression symptoms (PHQ-9, not BDI-II) at 9 weeks and fewer side effects in Kokoro-App group. Participants in the intervention group maintained their improvement for 8 weeks.<break/> No statistically significant differences in burden of side effects (total sample).<break/> When participants of the control group accessed the smartphone app, both the app intervention group and the control group had similar results in depression symptoms and burden of side effects at week 17, for both the total sample and the per-protocol sample.</td>
</tr>
<tr>
<td valign="top" align="left">Raevuori et al. (<xref ref-type="bibr" rid="B28">29</xref>)</td>
<td valign="top" align="left">M<sub>age</sub> = 25.1 years.<break/> 72.6% females.<break/> Participants with MDD diagnosis (according to ICD-10).<break/> Diagnostic method: diagnosis of a major depressive disorder (single or recurrent episode) documented in the medical records.<break/> <italic>n =</italic> 124</td>
<td valign="top" align="left">Therapist-guided intervention <italic>via</italic> a smartphone app.<break/> Components: combination of components of CBT, mindfulness-based stress reduction, mindfulness-based cognitive therapy, and BA.<break/> Eight weekly modules (daily practice: 10&#x02013;45 min) that included text, videos, audio, infographics, and journal prompts (psychoeducation).<break/> Human support: moderated group discussion board and asynchronous support by a remote therapist that reviewed engagement and supported the participant <italic>via</italic> chat or phone calls (in cases of clinical need).</td>
<td valign="top" align="left">TAU from Finnish health care system.<break/> Components: TAU could, or not, include antidepressant medication, laboratory tests, and appointments with healthcare professionals.</td>
<td valign="top" align="left">Depression symptoms (PHQ-9), anxiety (GAD-7), sleep disturbances (ISI), quality of life (EUROHIS-QOL-8), internalization of mindfulness skills (FFMQ-SF), perceived stress (PSS-10), resilience (Resilience Scale).</td>
<td valign="top" align="left">Five measurements (at 0, 4, 8, 20 and 32 weeks).</td>
<td valign="top" align="left">Significant improvement in internalization of mindfulness skills (at 20 and 32 weeks), perceived stress (at 20 and 32 weeks), and resilience (at 32 weeks) in app intervention group compared to the control group.<break/> No significant differences between app intervention group and control group in depression symptoms (<italic>d</italic> = 0.19 at week 4 for PHQ-9; <italic>d</italic> = 0.10 at week 8 for PHQ-9; <italic>d</italic>  &#x0003D; &#x02212;0.16 at week 20 for PHQ-9; <italic>d</italic> = &#x02212;0.32 at week 32 for PHQ-9), anxiety, sleep disturbances, and quality of life.</td>
</tr>
<tr>
<td valign="top" align="left">T&#x000F8;nning et al. (<xref ref-type="bibr" rid="B29">30</xref>)</td>
<td valign="top" align="left">M<sub>age</sub> = 43.95 years.<break/> 52.45% females.<break/> Participants with MDD diagnosis (according to ICD-10), with moderate-severe depression.<break/> Diagnostic method: SCAN.<break/> <italic>n =</italic> 120</td>
<td valign="top" align="left">App based on CBT, with a 2&#x02013;5 min/day self-rating.<break/> Components:<break/> (1) Daily symptom monitoring and clinical feedback.<break/> (2) Psychoeducation (delivered as text and cartoons, to detect signs of relapse).<break/> (3) Cognitive restructuring.<break/> (4) Rumination-focused CBT.<break/>Human support: study nurses overviewed data three times a week and provided feedback. Participants received daily reminders to complete the self-rating questions. In cases of non-response for several days, nurses contacted the participant.</td>
<td valign="top" align="left">Danish standard treatment (with smartphone app installed to collect objective data, but without access to content).</td>
<td valign="top" align="left">Primary outcomes: rate and accumulated duration of psychiatric readmissions.<break/> Secondary outcomes: severity of depressive symptoms<break/> (HDRS-17), psychosocial functioning (FAST), and number of depressive episodes.<break/> Tertiary outcomes: perceived stress (PSS), quality of life (WHO-QOL-BREF), self-rated depressive symptoms (HAM-D6, BDI), recovery (RAS), empowerment (Roger&#x00027;s Empowerment Scale), adherence to medication (MARS), wellbeing (WHO-5), rumination (RRS), worrying (PSWQ), satisfaction with care (VSS-A), and BA (BADS).</td>
<td valign="top" align="left">Three measurements (at 0, 3 and 6 months).</td>
<td valign="top" align="left">Significant improvement in recovery in app intervention compared to control group.<break/> No significant differences between the app intervention group and control group in rates of readmissions, accumulated duration of psychiatric readmissions, depressive symptoms, psychosocial functioning, number of depressive episodes, quality of life, wellbeing, satisfaction, perceived stress, satisfaction with care, and BA.</td>
</tr>
<tr>
<td valign="top" align="left">Watts et al. (<xref ref-type="bibr" rid="B30">31</xref>)</td>
<td valign="top" align="left">M<sub>age</sub> = 41.00 years.<break/> 80% females.<break/> Participants with MDD diagnosis (according to DSM-IV), and PHQ-9 scores of depression.<break/> Diagnostic method: MINI.<break/> <italic>n =</italic> 35</td>
<td valign="top" align="left">Smartphone version of &#x0201C;Get Happy Program&#x0201D;, based on CBT.<break/> Components: six lessons conducted over 8 weeks, following the story of a character with depression. Homework activities after each lesson and additional resources (i.e., assertiveness skills, sleep hygiene measures).<break/> Human support: clinicians send emails or make phone calls to participants until lesson 2.<break/> No more therapist contact was programmed, only in cases of clinical need (if the participant had deterioration in K-10 or if the participant initiated the contact).</td>
<td valign="top" align="left">Computer version of &#x0201C;Get Happy Program&#x0201D;, based on CBT.</td>
<td valign="top" align="left">Depressive symptoms (PHQ-9), nonspecific psychological distress (K-10), severity of depression<break/> (BDI-II).</td>
<td valign="top" align="left">Four measurements for PHQ-9 and K-10 (baseline, mid-treatment, post-treatment, and at 3-month follow- up).<break/> Three measurements for BDI-II (baseline, post-treatment, and 3-month follow-up).</td>
<td valign="top" align="left">No significant differences were observed in depressive symptomatology (<italic>d</italic> = &#x02212;0.47 for PHQ-9; <italic>d</italic> = &#x02212;0.37 for BDI-II), severity of depression, and psychological distress in the smartphone app intervention group compared to the control group.</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>AQQ-II, Acceptance and Action Questionnaire; BA, Behavioral Activation; BADS, Behavioral Activation for Depression Scale; BAI, Beck Anxiety Inventory; BDI, Beck Depression Inventory; BDI-II, Beck Depression Inventory-II; CBT, Cognitive Behavioral Therapy; d, Cohen&#x00027;s d; DAS, Dysfunctional Attitude Scale; DSM-IV, Diagnostic and Statistical Manual of Mental Disorders (fourth edition); DSM-5, Diagnostic and Statistical Manual of Mental Disorders (fifth edition); EUROHIS-QOL-8, EUROHIS Quality of Life; FAST, Functional Assessment Short Test; FFMQ-SF, Five Facet Mindfulness Questionnaire Short Form; FIBSER, Frequency, Intensity and Burden of Side Effects Rating; GAD-7, Generalized Anxiety Disorder 7-item; HAM-D6, Hamilton Depression Scale 6 items; HDRS-17, Hamilton Depression Rating Scale 17 items; ICD-10, International Classification of Diseases (tenth revision); ISI, Insomnia Severity Index; K-10, Kessler 10-item Psychological Distress Scale; Kokoro, means &#x0201C;heart, mind, spirit&#x0201D; in Japanese; MARS, Medicine Adherence Rating Scale; MDD, Major Depressive Disorder; MINI, Mini-International Neuropsychiatric Interview; OR, Odds ratios; PHQ-9, Patient-Health Questionnaire 9; PSS, Cohen&#x00027;s Perceived Stress Scale; PSS-10, Perceived Stress Scale; PSWQ, Penn State Worry Questionnaire; QOLI, Quality of Life Inventory; RAS, Recovery Assessment Scale; RRS, Ruminative Response Scale; RSES, Rosenberg Self-Esteem Scale; SCAN, Schedules for Clinical Assessments in Neuropsychiatry; SCID-NP, Structured Clinical Interview for DSM-IV, Non-Patient edition; STAI-X2, State-Trait Anxiety Inventory; TAU, Treatment as Usual; TT, mind-growth program Todac Todac; VSS-A, Verona Satisfaction Scale-Affective Disorder; WHO-5, The World Health Organization-Five Wellbeing Index; WHO-QOL-BREF, WHO Quality of Life-BREF</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>The seven studies included a total of 651 patients. All of the participants were adults, and their weighted average age was 35.49 years. In six of the selected articles, the patients had a diagnosis of MDD (according to the ICD-10, DSM-IV or DSM-5), whereas in one of the articles, the diagnosis was other specified depressive disorder [according to the DSM-5; (<xref ref-type="bibr" rid="B24">25</xref>)]. The average percentage of females was 69.52%.</p>
<sec>
<title>Type of Intervention, Components, and Control Group</title>
<p>Five of the seven studies were based on elements of CBT [i.e., cognitive restructuring and psychoeducation; (<xref ref-type="bibr" rid="B24">25</xref>, <xref ref-type="bibr" rid="B27">28</xref>&#x02013;<xref ref-type="bibr" rid="B30">31</xref>)]. One of these aforementioned articles included components of CBT in conjunction with third-generation therapies, such as Mindfulness-Based Stress Reduction (MBSR), Mindfulness-Based Cognitive Therapy (MBCT), and Behavioral Activation Therapy [BA; (<xref ref-type="bibr" rid="B28">29</xref>)]. Two of the seven studies included BA in the app intervention (<xref ref-type="bibr" rid="B25">26</xref>, <xref ref-type="bibr" rid="B26">27</xref>). Five of the interventions explicitly included psychoeducation components (<xref ref-type="bibr" rid="B25">26</xref>&#x02013;<xref ref-type="bibr" rid="B29">30</xref>), whereas four incorporated some kind of self-registration (<xref ref-type="bibr" rid="B25">26</xref>&#x02013;<xref ref-type="bibr" rid="B27">28</xref>, <xref ref-type="bibr" rid="B29">30</xref>). Six of the seven articles selected applied interventions that allowed some degree of asynchronous support by a therapist, often on an exceptional basis (<xref ref-type="bibr" rid="B25">26</xref>&#x02013;<xref ref-type="bibr" rid="B30">31</xref>). Last, Mantani et al. (<xref ref-type="bibr" rid="B27">28</xref>) included a CBT-based smartphone app in combination with an antidepressant switch.</p>
<p>Regarding control groups, the intervention was face-to-face in one of the seven studies included (<xref ref-type="bibr" rid="B26">27</xref>). On the other hand, two of the seven studies used smartphone-delivered digital interventions as a control group; one of them consisted of daily monitoring of mood and sleep quality and quantity (<xref ref-type="bibr" rid="B24">25</xref>), and the other included mindfulness techniques (<xref ref-type="bibr" rid="B25">26</xref>). Additionally, T&#x000F8;nning et al. (<xref ref-type="bibr" rid="B29">30</xref>) employed a standard treatment in combination with a smartphone app (which only allowed for the collection of objective data, with no access to content) as a control group. Watts et al. (<xref ref-type="bibr" rid="B30">31</xref>) used the computer-delivered &#x0201C;Get Happy Program&#x0201D;, while Mantani et al. (<xref ref-type="bibr" rid="B27">28</xref>) applied an antidepressant medication switch in the control group. In two of the selected studies, the app intervention was compared to the treatment as usual (TAU) in the pertinent country (<xref ref-type="bibr" rid="B28">29</xref>, <xref ref-type="bibr" rid="B29">30</xref>).</p>
</sec>
<sec>
<title>Outcome Measures</title>
<p>The main outcome variable in six of the seven studies was depressive symptomatology, as assessed through self-administered questionnaires such as the Patient Health Questionnaire [PHQ-9; (<xref ref-type="bibr" rid="B25">26</xref>, <xref ref-type="bibr" rid="B27">28</xref>, <xref ref-type="bibr" rid="B28">29</xref>, <xref ref-type="bibr" rid="B30">31</xref>)] and the Beck Depression Inventory-II [BDI-II; (<xref ref-type="bibr" rid="B24">25</xref>&#x02013;<xref ref-type="bibr" rid="B27">28</xref>, <xref ref-type="bibr" rid="B30">31</xref>)]<xref ref-type="fn" rid="fn0003"><sup>3</sup></xref>. T&#x000F8;nning et al. (<xref ref-type="bibr" rid="B29">30</xref>) included the rate and accumulated duration of psychiatric admissions as the main outcome, whereas depressive symptoms through both the Beck Depression Inventory (BDI) and the Hamilton Depression Scale 6 items (HAM-D6) were assessed as secondary outcomes. Secondary and tertiary outcome variables were diverse, including assessments of quality of life (<xref ref-type="bibr" rid="B24">25</xref>&#x02013;<xref ref-type="bibr" rid="B26">27</xref>, <xref ref-type="bibr" rid="B28">29</xref>, <xref ref-type="bibr" rid="B29">30</xref>), perceived psychological stress (<xref ref-type="bibr" rid="B28">29</xref>, <xref ref-type="bibr" rid="B29">30</xref>) and unspecified psychological distress (<xref ref-type="bibr" rid="B30">31</xref>), anxiety levels (<xref ref-type="bibr" rid="B24">25</xref>&#x02013;<xref ref-type="bibr" rid="B26">27</xref>, <xref ref-type="bibr" rid="B28">29</xref>), medication side effects (<xref ref-type="bibr" rid="B27">28</xref>), internalization of mindfulness skills and resilience (<xref ref-type="bibr" rid="B28">29</xref>), dysfunctional attitudes (<xref ref-type="bibr" rid="B24">25</xref>), sleep disturbances (<xref ref-type="bibr" rid="B28">29</xref>), experiential avoidance (<xref ref-type="bibr" rid="B25">26</xref>, <xref ref-type="bibr" rid="B26">27</xref>), self-esteem (<xref ref-type="bibr" rid="B24">25</xref>), adherence to medication (<xref ref-type="bibr" rid="B29">30</xref>), wellbeing (<xref ref-type="bibr" rid="B29">30</xref>), rumination (<xref ref-type="bibr" rid="B29">30</xref>), worrying (<xref ref-type="bibr" rid="B29">30</xref>), satisfaction with care (<xref ref-type="bibr" rid="B29">30</xref>), recovery (<xref ref-type="bibr" rid="B25">26</xref>, <xref ref-type="bibr" rid="B26">27</xref>, <xref ref-type="bibr" rid="B29">30</xref>), empowerment (<xref ref-type="bibr" rid="B29">30</xref>), psychosocial functioning (<xref ref-type="bibr" rid="B29">30</xref>), BA (<xref ref-type="bibr" rid="B29">30</xref>) and severity of depressive symptoms (<xref ref-type="bibr" rid="B29">30</xref>, <xref ref-type="bibr" rid="B30">31</xref>).</p>
</sec>
<sec>
<title>Number of Assessments</title>
<p>Regarding the number of assessments over time, the results were variable. Most studies made three measurements over time (<xref ref-type="bibr" rid="B25">26</xref>, <xref ref-type="bibr" rid="B26">27</xref>, <xref ref-type="bibr" rid="B29">30</xref>, <xref ref-type="bibr" rid="B30">31</xref>). Hur et al. (<xref ref-type="bibr" rid="B24">25</xref>) included two measurements (at baseline and three weeks after using the app), whereas Ly et al. (<xref ref-type="bibr" rid="B25">26</xref>) took ten measurements of depressive symptomatology assessed by the PHQ-9 and ten measurements of experiential avoidance assessed by the AQQ-II. In the study by Ly et al. (<xref ref-type="bibr" rid="B26">27</xref>) depressive symptomatology was measured by means of the PHQ-9 thirteen times. Watts et al. (<xref ref-type="bibr" rid="B30">31</xref>) recorded four measurements of depressive symptomatology as assessed by the PHQ-9 and four indicators of nonspecific psychological distress, as assessed by the K-10 measure. Both Mantani et al. (<xref ref-type="bibr" rid="B27">28</xref>) and Raevuori et al. (<xref ref-type="bibr" rid="B28">29</xref>) recorded five measurements of their outcome variables. Despite the difference in the timing of the measurements, six studies incorporated at least one follow-up measurement (<xref ref-type="bibr" rid="B25">26</xref>&#x02013;<xref ref-type="bibr" rid="B30">31</xref>).</p>
</sec>
<sec>
<title>Efficacy on Depressive Symptomatology, Symptom Severity, Recovery, and Readmissions</title>
<p>Only Mantani et al. (<xref ref-type="bibr" rid="B27">28</xref>) found that patients who used an app on their smartphones had a greater improvement in their depressive symptomatology compared to the control group. However, six studies found no significant differences in depressive symptomatology between patients who used an app compared to those in the control group (<xref ref-type="bibr" rid="B24">25</xref>&#x02013;<xref ref-type="bibr" rid="B26">27</xref>, <xref ref-type="bibr" rid="B28">29</xref>&#x02013;<xref ref-type="bibr" rid="B30">31</xref>). It is noteworthy that three of these six studies found within-group improvements in depressive symptomatology in both the app intervention and the control group. In the study by Hur et al. (<xref ref-type="bibr" rid="B24">25</xref>), there was a significant reduction in BDI-II scores within both the app intervention group and the control group (which also used an app, although only for recording mood state and sleep quantity and quality) after three weeks. Something similar was observed in the study conducted by Ly et al. (<xref ref-type="bibr" rid="B25">26</xref>), who found large within-group size effects in depressive symptomatology in both the app intervention group and control group (i.e., app based on mindfulness). In this same vein, Watts et al. (<xref ref-type="bibr" rid="B30">31</xref>) found significant differences within both groups (i.e., the app intervention group and the same intervention in a computer version) in depressive symptoms assessed by the PHQ-9 and the BDI-II. Finally, one outstanding result is that of the research conducted by Ly et al. (<xref ref-type="bibr" rid="B25">26</xref>), who found that the severity of initial depression could moderate the degree of response to the interventions. In patients with higher levels of depression (assessed using the PHQ-9), BA intervention was found to be superior to a mindfulness intervention; whereas in patients with lower levels of depression, the mindfulness-based intervention was found to be more effective than the BA intervention.</p>
<p>Regarding symptom severity, no significant improvement was shown in either of the two studies that measured it (<xref ref-type="bibr" rid="B29">30</xref>, <xref ref-type="bibr" rid="B30">31</xref>). For its part, in the research of T&#x000F8;nning et al. (<xref ref-type="bibr" rid="B29">30</xref>) an improvement in the number of readmissions or in their duration was not shown.</p>
<p>Lastly, one of the three studies that analyzed the recovery rates found results favoring the efficacy of apps. T&#x000F8;nning et al. (<xref ref-type="bibr" rid="B29">30</xref>) found a significant improvement in recovery in the app intervention group compared to the control group. The study by Ly et al. (<xref ref-type="bibr" rid="B25">26</xref>) revealed significant recovery rates for both groups (BA intervention app and mindfulness intervention app), although there were no significant differences between them. Similarly, Ly et al. (<xref ref-type="bibr" rid="B26">27</xref>) found no differences between the app intervention group and control group in terms of recovery.</p>
</sec>
<sec>
<title>Effectiveness on Quality of Life</title>
<p>No statistically significant differences between the app intervention group and control group were found in any of the five studies that assessed the quality of life of patients (<xref ref-type="bibr" rid="B24">25</xref>&#x02013;<xref ref-type="bibr" rid="B26">27</xref>, <xref ref-type="bibr" rid="B28">29</xref>, <xref ref-type="bibr" rid="B29">30</xref>).</p>
</sec>
<sec>
<title>Experiential Avoidance</title>
<p>In the two studies that assessed experiential avoidance, no significant differences between the app intervention group and control group were found (<xref ref-type="bibr" rid="B25">26</xref>, <xref ref-type="bibr" rid="B26">27</xref>).</p>
</sec>
<sec>
<title>Efficacy on Psychological Distress, Perceived Stress, and Anxious Symptoms</title>
<p>Regarding psychological distress, in the study by Watts et al. (<xref ref-type="bibr" rid="B30">31</xref>), it was found that patients who used an app on their smartphones significantly improved in this variable. However, in this study, no statistically significant differences were found when the app intervention group was compared to the control group. In relation to perceived stress, Raevuori et al. (<xref ref-type="bibr" rid="B28">29</xref>) found that the reduction in this variable in the intervention group was greater than that in the control group when measured at 20 and 32 weeks. T&#x000F8;nning et al. (<xref ref-type="bibr" rid="B29">30</xref>) found no differences in perceived stress between the app intervention group and control group. Finally, in the study by Hur et al. (<xref ref-type="bibr" rid="B24">25</xref>), a significant change in anxiety level was observed in the intervention group, compared to the control group, after a 3-week period of using the app. Nonetheless, no significant improvement in anxious symptomatology was found in any of the other three studies that assessed it (<xref ref-type="bibr" rid="B25">26</xref>, <xref ref-type="bibr" rid="B26">27</xref>, <xref ref-type="bibr" rid="B28">29</xref>).</p>
</sec>
<sec>
<title>Efficacy on Other Outcome Variables</title>
<p>In a study using an intervention based on mindfulness, it was found that patients who used an app on their smartphones significantly improved both the internalization of mindfulness skills and their levels of resilience compared to the control group (<xref ref-type="bibr" rid="B28">29</xref>). Mantani et al. (<xref ref-type="bibr" rid="B27">28</xref>) observed that CBT participants experienced a lower burden of side effects in the total sample analysis, although this difference was not statistically significant compared to the control group. In the per-protocol sample analysis, the reduction in the burden of side effects in the app intervention was significant. Hur et al. (<xref ref-type="bibr" rid="B24">25</xref>) found a significant improvement in dysfunctional attitudes after a 3-week period of using the app in the intervention group, compared to the control group.</p>
<p>Finally, no statistically significant differences were found in self-esteem (<xref ref-type="bibr" rid="B24">25</xref>); sleep disturbances (<xref ref-type="bibr" rid="B28">29</xref>); empowerment (<xref ref-type="bibr" rid="B29">30</xref>); rumination (<xref ref-type="bibr" rid="B29">30</xref>); worrying (<xref ref-type="bibr" rid="B29">30</xref>); frequency, intensity, and burden of side effects [total sample, (<xref ref-type="bibr" rid="B27">28</xref>)]; psychosocial functioning (<xref ref-type="bibr" rid="B29">30</xref>); number of depressive episodes (<xref ref-type="bibr" rid="B29">30</xref>); wellbeing (<xref ref-type="bibr" rid="B29">30</xref>), satisfaction with care (<xref ref-type="bibr" rid="B29">30</xref>); adherence to medication (<xref ref-type="bibr" rid="B29">30</xref>); and BA (<xref ref-type="bibr" rid="B29">30</xref>) between the app intervention group and control group in the studies that included these variables.</p>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>The aim of this systematic review was to determine the efficacy of smartphone apps in patients with depressive disorders. After reviewing the seven articles included in this article, it can be concluded that the use of apps does not reduce depressive symptomatology nor improve the quality of life in patients diagnosed with depressive disorders when compared to an active control group. However, the effect of these interventions on perceived stress and anxious symptomatology remains unclear. The studies are characterized by a considerable degree of clinical and methodological heterogeneity, making it difficult to draw firm conclusions.</p>
<p>Regarding the efficacy of apps on depressive symptomatology, the analyzed studies show that app interventions do not reduce depressive symptoms in depressed patients when compared to an active control group. Only the study by Mantani et al. (<xref ref-type="bibr" rid="B27">28</xref>) found an improvement in depressive symptoms in a smartphone app intervention group, compared to a control group. However, in six of the seven studies of this review, no significant changes in depressive symptoms were observed in the app intervention group when compared to an active control group. When interpreting this result, the considerable level of heterogeneity among the selected studies should be taken into account. Different methodologies were used in the selected studies (including the application of different interventions, the combination of their components without verifying which ones were responsible for their efficacy, and the different measurements used at different times of the intervention and at different follow-up periods), and they include participants with different clinical characteristics (e.g., clinical severity). Furthermore, as noted by Kerst et al. (<xref ref-type="bibr" rid="B31">32</xref>), most studies include some sort of clinical support&#x02014;although the vast majority is minimal, which makes it difficult to verify the unique effect of app interventions.</p>
<p>The findings of this review contrast with those of Hrynyschyn and Dockweiler (<xref ref-type="bibr" rid="B15">16</xref>), who found contradictory results on the efficacy of CBT-based apps in reducing depressive symptomatology in patients with mild or moderate depression, and highlight the considerable degree of heterogeneity of the articles included in their work. The review of these authors only included studies from 2015 onward, which only analyzed the efficacy of CBT-based apps in patients with mild to moderate depression (who in the majority of studies were recruited from a cutoff score on a depressive symptom questionnaire). Unlike the work of Hrynyschyn and Dockweiler (<xref ref-type="bibr" rid="B15">16</xref>), in this review, we consider studies published over a longer period of time, in which patients with a depressive disorder (diagnosed by a health professional) took part and received different types of treatment (including pharmacological treatment).</p>
<p>The results of this systematic review are not consistent with those of Serrano-Ripoll et al. (<xref ref-type="bibr" rid="B16">17</xref>), who found that app-based interventions resulted in a moderate reduction in depressive symptoms. These authors included in their meta-analysis participants with depressive symptoms, which in some studies had not necessarily been diagnosed by a health professional. In terms of interpreting the findings of Serrano-Ripoll (<xref ref-type="bibr" rid="B16">17</xref>), we should be taking into account that these authors analyzed studies comparing an app intervention group to a non-active control group, which could account for the effect found. App interventions rarely outperform active interventions [i.e., therapeutic interventions acting as an active control group; (<xref ref-type="bibr" rid="B5">6</xref>, <xref ref-type="bibr" rid="B32">33</xref>)]. In our systematic review, we only included studies comparing an app intervention group to an active control group, which could make it difficult to identify any significant differences between the interventions. In fact, there are studies included in our systematic review that incorporate apps in both the intervention and control group, and although they do not find differences between the conditions, within-group improvements in both the intervention group and the control group in depressive symptoms (<xref ref-type="bibr" rid="B24">25</xref>, <xref ref-type="bibr" rid="B25">26</xref>) are observed. Watts et al. (<xref ref-type="bibr" rid="B30">31</xref>) also found significant within-group improvement in the app intervention in relation to depressive symptoms (though they found no differences between the app and the same intervention in a computer-based version). The fact that within-group improvements in app intervention groups have been observed offers promise for future treatments. Another difference between our systematic review and that of Serrano-Ripoll et al. (<xref ref-type="bibr" rid="B16">17</xref>) is that our work only involves patients with depressive disorders diagnosed by a health professional. This allows us to ensure that the sample of patients between the different studies is as homogeneous as possible.</p>
<p>Regarding the effectiveness of the apps on quality of life, this variable did not improve significantly in any of the five studies that measured it. Therefore, the results of our review suggest that the app intervention does not appear to improve the quality of life in depressed patients. However, these results are tentative and should be regarded with caution. Hrynyschyn and Dockweiler (<xref ref-type="bibr" rid="B15">16</xref>) outline that the efficacy of app interventions in improving quality of life is inconclusive. We, however, state that it is possible that longer follow-up periods are required to detect improvements in the quality of life of depressive patients who are undergoing an app intervention. In this way, patients could apply the skills learned and achieve changes in their daily life.</p>
<p>With regard to the efficacy of apps for reducing perceived stress and anxiety, the results are unclear. A reduction in perceived stress was only significant in the study by Raevuori et al. (<xref ref-type="bibr" rid="B28">29</xref>), whereas T&#x000F8;nning et al. (<xref ref-type="bibr" rid="B29">30</xref>) found no significant improvement in perceived stress. Thus, no conclusions can be established. Additionally, a significant improvement in the reduction of anxious symptoms was found in only one (<xref ref-type="bibr" rid="B24">25</xref>) of the four studies that analyzed this variable. This is not consistent with the efficacy of apps to reduce anxiety in meta-analytic studies (<xref ref-type="bibr" rid="B14">15</xref>). As is the case with depressive symptomatology, it may be difficult to detect significant improvements in anxiety when an app intervention group is compared with an active control group. Finally, our results are in line with the findings of the review by Hrynyschyn and Dockweiler (<xref ref-type="bibr" rid="B15">16</xref>), who found contradictory results regarding the efficacy of apps to reduce anxiety in depressive patients. Therefore, the results regarding the efficacy of apps in reducing anxious symptoms in depressive patients are inconsistent.</p>
<p>In relation to experiential avoidance, in two of the seven studies that measured this variable, no significant differences between the app intervention group and control group were found. To the best of our knowledge, this variable has not been extensively explored in studies that employ apps to treat depression. Taking into account the rise of third-generation therapies (<xref ref-type="bibr" rid="B33">34</xref>), it is possible that in the coming years more studies will consider this variable.</p>
<p>With regard to other outcome variables, the studies analyze very different variables, which makes it difficult to draw firm conclusions. However, it is worth highlighting that in the study by Mantani et al. (<xref ref-type="bibr" rid="B27">28</xref>), in their per-protocol sample, there was a lower burden of side effects in the intervention group than in the control group at nine weeks. Although this was only analyzed in one study, it opens the possibility of combining apps with pharmacological treatment. The combination of treatments (i.e., app &#x0002B; medication) could be suitable for patients who do not respond to antidepressant treatment or who experience significant side effects while taking medication (<xref ref-type="bibr" rid="B27">28</xref>).</p>
<p>This systematic review has the following limitations. First, the selected articles showed a considerable degree of clinical and methodological heterogeneity, which explains the disparity in the results and makes it difficult to draw any firm conclusions. For example, the selected studies use different treatments; include various components (e.g., mindfulness, BA) without knowing which ones are responsible for the efficacy; use different measurement instruments (at different time points), different app interventions, and different control conditions; and include depressed patients with varying levels of clinical severity. This heterogeneity has also been found in studies that analyze the efficacy of app interventions (<xref ref-type="bibr" rid="B15">16</xref>, <xref ref-type="bibr" rid="B16">17</xref>). In this review, we attempted to reduce heterogeneity by selecting studies conducted in clinical patients with depression diagnosed by a health professional. Second, although most studies use the PHQ-9 and the BDI-II to assess depressive symptomatology, other authors use different instruments, which makes it difficult to analyze the results regarding the main variable of interest. Third, only English-language studies were considered; therefore, language bias could not be ruled out.</p>
<p>The costs in social and public health policies associated with depression are high in all countries and continue to grow (<xref ref-type="bibr" rid="B3">4</xref>), and apps are accessible tools for most citizens. Despite the findings of our systematic review, we consider that the potential beneficial effect of apps merits investigation in future studies since they represent a low-cost and potentially far-reaching intervention of interest in the public health system. If they are shown to be effective, they could represent an opportunity for the prevention and treatment of depressive disorders. To date, however, the increased use of these interventions in clinical practice has not been accompanied by an increase in any associated scientific evidence (<xref ref-type="bibr" rid="B34">35</xref>), which generates a certain degree of mistrust on the part of users and professionals when it comes to recommending such interventions. In the future, it will be necessary to continue looking into the efficacy of apps for depressive patients and explore the mechanisms of change and moderators of the efficacy of the intervention (e.g., gender, age, socioeconomic and educational levels, symptom severity, medication, therapist-guided or unguided). Studies that aimed to address this question have not been able to identify moderating variables (<xref ref-type="bibr" rid="B5">6</xref>). To determine the mediators of change, it will be necessary to carry out dismantling studies that consider the components of the treatment in isolation (alone and/or in combination). Another step will be to analyze the efficacy of apps based on different effective treatments (e.g., psychotherapy and medication) and the role that apps play in changing the pharmacological treatment received by patients. Taking into account that intervention <italic>via</italic> apps is often applied to patients with subclinical depressive symptoms, it will be necessary to look into the efficacy of these interventions not only at an intervention level but also at a prevention level. Given the considerable degree of heterogeneity observed in the studies, it will be necessary to refine clinical trial methodology in the coming years.</p>
<p>On the other hand, in regard to applying apps in the clinical setting, some barriers have been found, such as a lack of engagement, which could explain the high dropout rates in some studies (<xref ref-type="bibr" rid="B35">36</xref>). Finding strategies that improve adherence to these interventions&#x02014;such as offering feedback by a professional, daily monitoring of mood, or applying the principles of behavioral economics (<xref ref-type="bibr" rid="B14">15</xref>)&#x02014;is a pending issue (<xref ref-type="bibr" rid="B35">36</xref>). In addition, the protection of personal data is a widespread problem when using apps to treat depressive disorders (<xref ref-type="bibr" rid="B13">14</xref>, <xref ref-type="bibr" rid="B36">37</xref>) and is an important issue to consider. Multidisciplinary teams (e.g., psychologists, psychiatrists, computer scientists) should work on this issue. Lastly, the efficacy of using apps as a complementary intervention to the usual pharmacological and/or psychological treatment should be analyzed. It is possible that the inclusion of apps in conventional treatments could improve adherence to them (<xref ref-type="bibr" rid="B37">38</xref>).</p>
<p>According to the results of this systematic review, app interventions do not appear to reduce depressive symptomatology in depressed patients. However, in recent years, there has been an increase in their use both in the clinical setting and by mobile phone users (<xref ref-type="bibr" rid="B20">21</xref>, <xref ref-type="bibr" rid="B22">23</xref>). Despite the potential beneficial effects of apps, we should bear in mind that apps are a double-sided coin, which also carries potential risks such as privacy and security concerns, and adverse effects of psychotherapy, among others (<xref ref-type="bibr" rid="B38">39</xref>). These adverse consequences could be minimized if the health professional keeps in mind the risk-benefit ratio of app interventions (<xref ref-type="bibr" rid="B38">39</xref>) and only recommends apps incorporating evidence-based interventions (<xref ref-type="bibr" rid="B39">40</xref>). When evidence-based apps are used in the clinical setting, health professionals should monitor their use by depressed patients to prevent them from taking risks, especially in the case of severely depressed patients. In depressed patients at risk of suicide, the use of an app could be of interest for suicide prevention (<xref ref-type="bibr" rid="B40">41</xref>) as well as to facilitate professional contact in emergency situations. However, the use of apps in patients at risk of suicide should always be complementary to usual treatment, and should support, but not replace, professional judgment (<xref ref-type="bibr" rid="B41">42</xref>). Lastly, we must not forget that, to date, app interventions cannot be regarded as a single treatment or be indiscriminately recommended.</p>
<p>Based on the results of this systematic review, it is concluded that app interventions do not appear to reduce depressive symptomatology nor improve the quality of life in depressive patients. However, the effect of these interventions on perceived stress and anxious symptomatology remains unclear. Additionally, the studies are characterized by a considerable degree of clinical and methodological heterogeneity, which makes it difficult to draw solid conclusions and points toward the need to improve the methodology of any future clinical trials.</p>
</sec>
<sec sec-type="data-availability" id="s5">
<title>Data Availability Statement</title>
<p>Any inquiries can be directed to the corresponding author.</p>
</sec>
<sec sec-type="author-contributions" id="s6">
<title>Author Contributions</title>
<p>AH-G, MJV-F, and NA-G conceived the study, participated in its design, and coordination. AH-G and MJV-F carried out the literature searching and data extraction. All authors were involved in the interpretation of the data, drafting the manuscript, and revising it critically for important intellectual content. All authors contributed to manuscript revision, read, and approved the submitted version.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>GL has been a consultant to or has received honoraria or grants from Janssen-Cilag, Otsuka-Lundbeck, Lilly, Astra-Zeneca, Angelini, CIBERSAM, and Instituto de Salud Carlos III. The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s7">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><collab>American Psychiatric Association</collab></person-group>. <source>Diagnostic and Statistical Manual of Mental Disorders</source> <edition>5th</edition> ed. <publisher-loc>Arlington, VA</publisher-loc>: <publisher-name>American Psychiatric Association</publisher-name> (<year>2013</year>).</citation>
</ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guti&#x000E9;rrez-Rojas</surname> <given-names>L</given-names></name> <name><surname>Porras-Segovia</surname> <given-names>A</given-names></name> <name><surname>Dunne</surname> <given-names>H</given-names></name> <name><surname>Andrade-Gonz&#x000E1;lez</surname> <given-names>N</given-names></name> <name><surname>Cervilla</surname> <given-names>JA</given-names></name></person-group>. <article-title>Prevalence and correlates of major depressive disorder: a systematic review</article-title>. <source>Braz J Psychiatry.</source> (<year>2020</year>) <volume>42</volume>:<fpage>657</fpage>&#x02013;<lpage>72</lpage>. <pub-id pub-id-type="doi">10.1590/1516-4446-2020-0650</pub-id><pub-id pub-id-type="pmid">32756809</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Otte</surname> <given-names>C</given-names></name> <name><surname>Gold</surname> <given-names>SM</given-names></name> <name><surname>Penninx</surname> <given-names>BW</given-names></name> <name><surname>Pariante</surname> <given-names>CM</given-names></name> <name><surname>Etkin</surname> <given-names>A</given-names></name> <name><surname>Fava</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Major depressive disorder</article-title>. <source>Nat Rev Dis Prim.</source> (<year>2016</year>) <volume>2</volume>:<fpage>16065</fpage>. <pub-id pub-id-type="doi">10.1038/nrdp.2016.65</pub-id><pub-id pub-id-type="pmid">27629598</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kessler</surname> <given-names>RC</given-names></name></person-group>. <article-title>The costs of depression</article-title>. <source>Psychiatr Clin North Am.</source> (<year>2012</year>) <volume>35</volume>:<fpage>1</fpage>&#x02013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1016/j.psc.2011.11.005</pub-id><pub-id pub-id-type="pmid">22370487</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Santomauro</surname> <given-names>DF</given-names></name> <name><surname>Mantilla Herrera</surname> <given-names>AM</given-names></name> <name><surname>Shadid</surname> <given-names>J</given-names></name> <name><surname>Zheng</surname> <given-names>P</given-names></name> <name><surname>Ashbaugh</surname> <given-names>C</given-names></name> <name><surname>Pigott</surname> <given-names>DM</given-names></name> <etal/></person-group>. <article-title>Global prevalence and burden of depressive and anxiety disorders in 204 countries and territories in 2020 due to the COVID-19 pandemic</article-title>. <source>Lancet.</source> (<year>2021</year>) <volume>398</volume>:<fpage>1700</fpage>&#x02013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1016/S0140-6736(21)02143-7</pub-id><pub-id pub-id-type="pmid">34634250</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goldberg</surname> <given-names>SB</given-names></name> <name><surname>Lam</surname> <given-names>SU</given-names></name> <name><surname>Simonsson</surname> <given-names>O</given-names></name> <name><surname>Torous</surname> <given-names>J</given-names></name> <name><surname>Sun</surname> <given-names>S</given-names></name></person-group>. <article-title>Mobile phone-based interventions for mental health: a systematic meta-review of 14 meta-analyses of randomized controlled trials</article-title>. <source>PLOS Digit Heal.</source> (<year>2022</year>) <volume>1</volume>:<fpage>e0000002</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pdig.0000002</pub-id><pub-id pub-id-type="pmid">35224559</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mehrotra</surname> <given-names>S</given-names></name> <name><surname>Kumar</surname> <given-names>S</given-names></name> <name><surname>Sudhir</surname> <given-names>P</given-names></name> <name><surname>Rao</surname> <given-names>GN</given-names></name> <name><surname>Thirthalli</surname> <given-names>J</given-names></name> <name><surname>Gandotra</surname> <given-names>A</given-names></name></person-group>. <article-title>Unguided mental health self-help apps: reflections on challenges through a clinician&#x00027;s lens</article-title>. <source>Indian J Psychol Med.</source> (<year>2017</year>) <volume>39</volume>:<fpage>707</fpage>&#x02013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.4103/IJPSYM.IJPSYM_151_17</pub-id><pub-id pub-id-type="pmid">29200577</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rus-Calafell</surname> <given-names>M</given-names></name> <name><surname>Schneider</surname> <given-names>S</given-names></name></person-group>. <article-title>Are we there yet?!&#x02014;a literature review of recent digital technology advances for the treatment of early psychosis</article-title>. <source>mHealth.</source> (<year>2020</year>) <volume>6</volume>:<fpage>3</fpage>. <pub-id pub-id-type="doi">10.21037/mhealth.2019.09.14</pub-id><pub-id pub-id-type="pmid">32190614</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bonet</surname> <given-names>L</given-names></name> <name><surname>Izquierdo</surname> <given-names>C</given-names></name> <name><surname>Escart&#x000ED;</surname> <given-names>MJ</given-names></name> <name><surname>Sancho</surname> <given-names>JV</given-names></name> <name><surname>Arce</surname> <given-names>D</given-names></name> <name><surname>Blanquer</surname> <given-names>I</given-names></name> <etal/></person-group>. <article-title>Use of mobile technologies in patients with psychosis: a systematic review</article-title>. <source>Rev Psiquiatr Salud Ment.</source> (<year>2017</year>) <volume>10</volume>:<fpage>168</fpage>&#x02013;<lpage>78</lpage>. <pub-id pub-id-type="doi">10.1016/j.rpsm.2017.01.003</pub-id><pub-id pub-id-type="pmid">28258835</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Buck</surname> <given-names>B</given-names></name> <name><surname>Chander</surname> <given-names>A</given-names></name> <name><surname>Ben-Zeev</surname> <given-names>D</given-names></name></person-group>. <article-title>Clinical and demographic predictors of engagement in mobile health vs. clinic-based interventions for serious mental illness</article-title>. <source>J Behav Cogn Ther.</source> (<year>2020</year>) <volume>30</volume>:<fpage>3</fpage>&#x02013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1016/j.jbct.2020.03.004</pub-id></citation>
</ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liu</surname> <given-names>JY</given-names></name> <name><surname>Xu</surname> <given-names>KK</given-names></name> <name><surname>Zhu</surname> <given-names>GL</given-names></name> <name><surname>Zhang</surname> <given-names>QQ</given-names></name> <name><surname>Li</surname> <given-names>XM</given-names></name></person-group>. <article-title>Effects of smartphone-based interventions and monitoring on bipolar disorder: a systematic review and meta-analysis</article-title>. <source>World J Psychiatry.</source> (<year>2020</year>) <volume>10</volume>:<fpage>272</fpage>&#x02013;<lpage>85</lpage>. <pub-id pub-id-type="doi">10.5498/wjp.v10.i11.272</pub-id><pub-id pub-id-type="pmid">33269223</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bonn&#x000ED;n</surname> <given-names>CM</given-names></name> <name><surname>Sol&#x000E9;</surname> <given-names>B</given-names></name> <name><surname>Reinares</surname> <given-names>M</given-names></name> <name><surname>Garc&#x000ED;a-Estela</surname> <given-names>A</given-names></name> <name><surname>Samalin</surname> <given-names>L</given-names></name> <name><surname>Mart&#x000ED;nez-Ar&#x000E1;n</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Does cognitive impairment in bipolar disorder impact on a SIMPLe app use?</article-title> <source>J Affect Disord.</source> (<year>2021</year>) <volume>282</volume>:<fpage>488</fpage>&#x02013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1016/j.jad.2020.12.168</pub-id><pub-id pub-id-type="pmid">33422826</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rozental</surname> <given-names>A</given-names></name> <name><surname>Boettcher</surname> <given-names>J</given-names></name> <name><surname>Andersson</surname> <given-names>G</given-names></name> <name><surname>Schmidt</surname> <given-names>B</given-names></name> <name><surname>Carlbring</surname> <given-names>P</given-names></name></person-group>. <article-title>Negative effects of Internet interventions: a qualitative content analysis of patients&#x00027; experiences with treatments delivered online</article-title>. <source>Cogn Behav Ther.</source> (<year>2015</year>) <volume>44</volume>:<fpage>223</fpage>&#x02013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1080/16506073.2015.1008033</pub-id><pub-id pub-id-type="pmid">25705924</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stiles-Shields</surname> <given-names>C</given-names></name> <name><surname>Montague</surname> <given-names>E</given-names></name> <name><surname>Lattie</surname> <given-names>EG</given-names></name> <name><surname>Kwasny</surname> <given-names>MJ</given-names></name> <name><surname>Mohr</surname> <given-names>DC</given-names></name></person-group>. <article-title>What might get in the way: barriers to the use of apps for depression</article-title>. <source>Digit Health.</source> (<year>2017</year>) <volume>3</volume>:<fpage>1</fpage>&#x02013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1177/2055207617713827</pub-id><pub-id pub-id-type="pmid">29942605</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wu</surname> <given-names>A</given-names></name> <name><surname>Scult</surname> <given-names>MA</given-names></name> <name><surname>Barnes</surname> <given-names>ED</given-names></name> <name><surname>Betancourt</surname> <given-names>JA</given-names></name> <name><surname>Falk</surname> <given-names>A</given-names></name> <name><surname>Gunning</surname> <given-names>FM</given-names></name></person-group>. <article-title>Smartphone apps for depression and anxiety: a systematic review and meta-analysis of techniques to increase engagement</article-title>. <source>npj Digit Med.</source> (<year>2021</year>) <volume>4</volume>:<fpage>20</fpage>. <pub-id pub-id-type="doi">10.1038/s41746-021-00386-8</pub-id><pub-id pub-id-type="pmid">33574573</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hrynyschyn</surname> <given-names>R</given-names></name> <name><surname>Dockweiler</surname> <given-names>C</given-names></name></person-group>. <article-title>Effectiveness of smartphone-based cognitive behavioral therapy among patients with major depression: systematic review of health implications</article-title>. <source>JMIR Mhealth Uhealth.</source> (<year>2021</year>) <volume>9</volume>:<fpage>e24703</fpage>. <pub-id pub-id-type="doi">10.2196/24703</pub-id><pub-id pub-id-type="pmid">33565989</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Serrano-Ripoll</surname> <given-names>MJ</given-names></name> <name><surname>Zamanillo-Campos</surname> <given-names>R</given-names></name> <name><surname>Fiol-DeRoque</surname> <given-names>MA</given-names></name> <name><surname>Castro</surname> <given-names>A</given-names></name> <name><surname>Ricci-Cabello</surname> <given-names>I</given-names></name></person-group>. <article-title>Impact of smartphone app-based psychological interventions for reducing depressive symptoms in people with depression: systematic literature review and meta-analysis of randomized controlled trials</article-title>. <source>JMIR Mhealth Uhealth.</source> (<year>2022</year>) <volume>10</volume>:<fpage>e29621</fpage>. <pub-id pub-id-type="doi">10.2196/29621</pub-id><pub-id pub-id-type="pmid">35084346</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ly</surname> <given-names>KH</given-names></name> <name><surname>Janni</surname> <given-names>E</given-names></name> <name><surname>Wrede</surname> <given-names>R</given-names></name> <name><surname>Sedem</surname> <given-names>M</given-names></name> <name><surname>Donker</surname> <given-names>T</given-names></name> <name><surname>Carlbring</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Experiences of a guided smartphone-based behavioral activation therapy for depression: a qualitative study</article-title>. <source>Internet Interv.</source> (<year>2015</year>) <volume>2</volume>:<fpage>60</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.invent.2014.12.002</pub-id></citation>
</ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ben-Zeev</surname> <given-names>D</given-names></name> <name><surname>Brian</surname> <given-names>RM</given-names></name> <name><surname>Jonathan</surname> <given-names>G</given-names></name> <name><surname>Razzano</surname> <given-names>L</given-names></name> <name><surname>Pashka</surname> <given-names>N</given-names></name> <name><surname>Carpenter-Song</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Mobile health (mHealth) versus clinic-based group intervention for people with serious mental illness: a randomized controlled trial</article-title>. <source>Psychiatr Serv.</source> (<year>2018</year>) <volume>69</volume>:<fpage>978</fpage>&#x02013;<lpage>85</lpage>. <pub-id pub-id-type="doi">10.1176/appi.ps.201800063</pub-id><pub-id pub-id-type="pmid">29793397</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Porras-Segovia</surname> <given-names>A</given-names></name> <name><surname>D&#x000ED;az-Oliv&#x000E1;n</surname> <given-names>I</given-names></name> <name><surname>Guti&#x000E9;rrez-Rojas</surname> <given-names>L</given-names></name> <name><surname>Dunne</surname> <given-names>H</given-names></name> <name><surname>Moreno</surname> <given-names>M</given-names></name> <name><surname>Baca-Garc&#x000ED;a</surname> <given-names>E</given-names></name></person-group>. <article-title>Apps for depression: are they ready to work?</article-title> <source>Curr Psychiatry Rep.</source> (<year>2020</year>) <volume>22</volume>:<fpage>11</fpage>. <pub-id pub-id-type="doi">10.1007/s11920-020-1134-9</pub-id><pub-id pub-id-type="pmid">32025826</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shen</surname> <given-names>N</given-names></name> <name><surname>Levitan</surname> <given-names>MJ</given-names></name> <name><surname>Johnson</surname> <given-names>A</given-names></name> <name><surname>Bender</surname> <given-names>JL</given-names></name> <name><surname>Hamilton-Page</surname> <given-names>M</given-names></name> <name><surname>Jadad</surname> <given-names>AR</given-names></name> <etal/></person-group>. <article-title>Finding a depression app: a review and content analysis of the depression app marketplace</article-title>. <source>JMIR Mhealth Uhealth.</source> (<year>2015</year>) <volume>3</volume>:<fpage>e16</fpage>. <pub-id pub-id-type="doi">10.2196/mhealth.3713</pub-id><pub-id pub-id-type="pmid">25689790</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baumel</surname> <given-names>A</given-names></name> <name><surname>Torous</surname> <given-names>J</given-names></name> <name><surname>Edan</surname> <given-names>S</given-names></name> <name><surname>Kane</surname> <given-names>JM</given-names></name></person-group>. <article-title>There is a non-evidence-based app for that: a systematic review and mixed methods analysis of depression- and anxiety-related apps that incorporate unrecognized techniques</article-title>. <source>J Affect Disord.</source> (<year>2020</year>) <volume>273</volume>:<fpage>410</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1016/j.jad.2020.05.011</pub-id><pub-id pub-id-type="pmid">32560936</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>X</given-names></name> <name><surname>Markert</surname> <given-names>C</given-names></name> <name><surname>Sasangohar</surname> <given-names>F</given-names></name></person-group>. <article-title>Investigating popular mental health mobile application downloads and activity during the COVID-19 pandemic</article-title>. <source>Hum Factors</source>. (<year>2021</year>). <pub-id pub-id-type="doi">10.1177/0018720821998110.</pub-id> [Epub ahead of print].<pub-id pub-id-type="pmid">33682467</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moher</surname> <given-names>D</given-names></name> <name><surname>Liberati</surname> <given-names>A</given-names></name> <name><surname>Tetzlaff</surname> <given-names>J</given-names></name> <name><surname>Altman</surname> <given-names>DG</given-names></name></person-group>. <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>. <source>BMJ.</source> (<year>2009</year>) <volume>339</volume>:<fpage>b2535</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.b2535</pub-id><pub-id pub-id-type="pmid">20171303</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hur</surname> <given-names>JW</given-names></name> <name><surname>Kim</surname> <given-names>B</given-names></name> <name><surname>Park</surname> <given-names>D</given-names></name> <name><surname>Choi</surname> <given-names>SW</given-names></name></person-group>. <article-title>A scenario-based cognitive behavioral therapy mobile app to reduce dysfunctional beliefs in individuals with depression: a randomized controlled trial</article-title>. <source>Telemed J e-Health.</source> (<year>2018</year>) <volume>24</volume>:<fpage>710</fpage>&#x02013;<lpage>16</lpage>. <pub-id pub-id-type="doi">10.1089/tmj.2017.0214</pub-id><pub-id pub-id-type="pmid">29323626</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ly</surname> <given-names>KH</given-names></name> <name><surname>Tr&#x000FC;schel</surname> <given-names>A</given-names></name> <name><surname>Jarl</surname> <given-names>L</given-names></name> <name><surname>Magnusson</surname> <given-names>S</given-names></name> <name><surname>Windahl</surname> <given-names>T</given-names></name> <name><surname>Johansson</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>Behavioural activation versus mindfulness-based guided self-help treatment administered through a smartphone application: a randomised controlled trial</article-title>. <source>BMJ Open.</source> (<year>2014</year>) <volume>4</volume>:<fpage>e003440</fpage>. <pub-id pub-id-type="doi">10.1136/bmjopen-2013-003440</pub-id><pub-id pub-id-type="pmid">24413342</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ly</surname> <given-names>KH</given-names></name> <name><surname>Topooco</surname> <given-names>N</given-names></name> <name><surname>Cederlund</surname> <given-names>H</given-names></name> <name><surname>Wallin</surname> <given-names>A</given-names></name> <name><surname>Bergstr&#x000F6;m</surname> <given-names>J</given-names></name> <name><surname>Molander</surname> <given-names>O</given-names></name> <etal/></person-group>. <article-title>Smartphone-Supported versus full behavioural activation for depression: a randomised controlled trial</article-title>. <source>PLoS ONE.</source> (<year>2015</year>) <volume>10</volume>:<fpage>e0126559</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0126559</pub-id><pub-id pub-id-type="pmid">26010890</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mantani</surname> <given-names>A</given-names></name> <name><surname>Kato</surname> <given-names>T</given-names></name> <name><surname>Furukawa</surname> <given-names>TA</given-names></name> <name><surname>Horikoshi</surname> <given-names>M</given-names></name> <name><surname>Imai</surname> <given-names>H</given-names></name> <name><surname>Hiroe</surname> <given-names>T</given-names></name> <etal/></person-group>. <article-title>Smartphone cognitive behavioral therapy as an adjunct to pharmacotherapy for refractory depression: randomized controlled trial</article-title>. <source>J Med Internet Res.</source> (<year>2017</year>) <volume>19</volume>:<fpage>e373</fpage>. <pub-id pub-id-type="doi">10.2196/jmir.8602</pub-id><pub-id pub-id-type="pmid">30168797</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Raevuori</surname> <given-names>A</given-names></name> <name><surname>Vahlberg</surname> <given-names>T</given-names></name> <name><surname>Korhonen</surname> <given-names>T</given-names></name> <name><surname>Hilgert</surname> <given-names>O</given-names></name> <name><surname>Aittakumpu-Hyden</surname> <given-names>R</given-names></name> <name><surname>Forman-Hoffman</surname> <given-names>V</given-names></name></person-group>. <article-title>Therapist-guided smartphone app for major depression in young adults: a randomized clinical trial</article-title>. <source>J Affect Disord.</source> (<year>2021</year>) <volume>286</volume>:<fpage>228</fpage>&#x02013;<lpage>38</lpage>. <pub-id pub-id-type="doi">10.1016/j.jad.2021.02.007</pub-id><pub-id pub-id-type="pmid">33743385</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>T&#x000F8;nning</surname> <given-names>ML</given-names></name> <name><surname>Faurholt-Jepsen</surname> <given-names>M</given-names></name> <name><surname>Frost</surname> <given-names>M</given-names></name> <name><surname>Martiny</surname> <given-names>K</given-names></name> <name><surname>Tuxen</surname> <given-names>N</given-names></name> <name><surname>Rosenberg</surname> <given-names>N</given-names></name> <etal/></person-group>. <article-title>The effect of smartphone-based monitoring and treatment on the rate and duration of psychiatric readmission in patients with unipolar depressive disorder: the RADMIS randomized controlled trial</article-title>. <source>J Affect Disord.</source> (<year>2021</year>) <volume>282</volume>:<fpage>354</fpage>&#x02013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1016/j.jad.2020.12.141</pub-id><pub-id pub-id-type="pmid">33421863</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Watts</surname> <given-names>S</given-names></name> <name><surname>Mackenzie</surname> <given-names>A</given-names></name> <name><surname>Thomas</surname> <given-names>C</given-names></name> <name><surname>Griskaitis</surname> <given-names>A</given-names></name> <name><surname>Mewton</surname> <given-names>L</given-names></name> <name><surname>Williams</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>CBT for depression: a pilot RCT comparing mobile phone vs. computer</article-title>. <source>BMC Psychiatry.</source> (<year>2013</year>) <volume>13</volume>:<fpage>49</fpage>. <pub-id pub-id-type="doi">10.1186/1471-244X-13-49</pub-id><pub-id pub-id-type="pmid">23391304</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kerst</surname> <given-names>A</given-names></name> <name><surname>Zielasek</surname> <given-names>J</given-names></name> <name><surname>Gaebel</surname> <given-names>W</given-names></name></person-group>. <article-title>Smartphone applications for depression: a systematic literature review and a survey of health care professionals&#x00027; attitudes towards their use in clinical practice</article-title>. <source>Eur Arch Psychiatry Clin Neurosci.</source> (<year>2020</year>) <volume>270</volume>:<fpage>139</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1007/s00406-018-0974-3</pub-id><pub-id pub-id-type="pmid">30607530</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Firth</surname> <given-names>J</given-names></name> <name><surname>Torous</surname> <given-names>J</given-names></name> <name><surname>Nicholas</surname> <given-names>J</given-names></name> <name><surname>Carney</surname> <given-names>R</given-names></name> <name><surname>Pratap</surname> <given-names>A</given-names></name> <name><surname>Rosenbaum</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>The efficacy of smartphone-based mental health interventions for depressive symptoms: a meta-analysis of randomized controlled trials</article-title>. <source>World Psychiatry.</source> (<year>2017</year>) <volume>16</volume>:<fpage>287</fpage>&#x02013;<lpage>98</lpage>. <pub-id pub-id-type="doi">10.1002/wps.20472</pub-id><pub-id pub-id-type="pmid">28941113</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>P&#x000E9;rez-Alvarez</surname> <given-names>M</given-names></name></person-group>. <article-title>Third-generation therapies: achievements and challenges</article-title>. <source>Int J Clin Health Psychol.</source> (<year>2012</year>) <volume>12</volume>:<fpage>291</fpage>&#x02013;<lpage>310</lpage>.<pub-id pub-id-type="pmid">25523195</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marshall</surname> <given-names>JM</given-names></name> <name><surname>Dunstan</surname> <given-names>DA</given-names></name> <name><surname>Bartik</surname> <given-names>W</given-names></name></person-group>. <article-title>The digital psychiatrist: In search of evidence-based apps for anxiety and depression</article-title>. <source>Front Psychiatry.</source> (<year>2019</year>) <volume>10</volume>:<fpage>831</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyt.2019.00831</pub-id><pub-id pub-id-type="pmid">31803083</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Torous</surname> <given-names>J</given-names></name> <name><surname>Lipschitz</surname> <given-names>J</given-names></name> <name><surname>Ng</surname> <given-names>M</given-names></name> <name><surname>Firth</surname> <given-names>J</given-names></name></person-group>. <article-title>Dropout rates in clinical trials of smartphone apps for depressive symptoms: a systematic review and meta-analysis</article-title>. <source>J Affect Disord.</source> (<year>2020</year>) <volume>263</volume>:<fpage>413</fpage>&#x02013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1016/j.jad.2019.11.167</pub-id><pub-id pub-id-type="pmid">31969272</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>O&#x00027;Loughlin</surname> <given-names>K</given-names></name> <name><surname>Neary</surname> <given-names>M</given-names></name> <name><surname>Adkins</surname> <given-names>EC</given-names></name> <name><surname>Schueller</surname> <given-names>SM</given-names></name></person-group>. <article-title>Reviewing the data security and privacy policies of mobile apps for depression</article-title>. <source>Internet Interv.</source> (<year>2019</year>) <volume>15</volume>:<fpage>110</fpage>&#x02013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1016/j.invent.2018.12.001</pub-id><pub-id pub-id-type="pmid">30792962</pub-id></citation></ref>
<ref id="B38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Armitage</surname> <given-names>LC</given-names></name> <name><surname>Kassavou</surname> <given-names>A</given-names></name> <name><surname>Sutton</surname> <given-names>S</given-names></name></person-group>. <article-title>Do mobile device apps designed to support medication adherence demonstrate efficacy? A systematic review of randomised controlled trials, with meta-analysis</article-title>. <source>BMJ Open.</source> (<year>2020</year>) <volume>10</volume>:<fpage>e032045</fpage>. <pub-id pub-id-type="doi">10.1136/bmjopen-2019-032045</pub-id><pub-id pub-id-type="pmid">32005778</pub-id></citation></ref>
<ref id="B39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Naeem</surname> <given-names>F</given-names></name> <name><surname>Gire</surname> <given-names>N</given-names></name> <name><surname>Xiang</surname> <given-names>S</given-names></name> <name><surname>Yang</surname> <given-names>M</given-names></name> <name><surname>Syed</surname> <given-names>Y</given-names></name> <name><surname>Shokraneh</surname> <given-names>F</given-names></name> <etal/></person-group>. <article-title>Reporting and understanding the safety and adverse effect profile of mobile apps for psychosocial interventions: an update</article-title>. <source>World J Psychiatry.</source> (<year>2016</year>) <volume>6</volume>:<fpage>187</fpage>&#x02013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.5498/wjp.v6.i2.187</pub-id><pub-id pub-id-type="pmid">27354959</pub-id></citation></ref>
<ref id="B40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Prentice</surname> <given-names>JL</given-names></name> <name><surname>Dobson</surname> <given-names>KS</given-names></name></person-group>. <article-title>A review of the risks and benefits associated with mobile phone applications for psychological interventions</article-title>. <source>Can Psychol.</source> (<year>2014</year>) <volume>55</volume>:<fpage>282</fpage>&#x02013;<lpage>90</lpage>. <pub-id pub-id-type="doi">10.1037/a0038113</pub-id><pub-id pub-id-type="pmid">34324218</pub-id></citation></ref>
<ref id="B41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Malakouti</surname> <given-names>SK</given-names></name> <name><surname>Rasouli</surname> <given-names>N</given-names></name> <name><surname>Rezaean</surname> <given-names>M</given-names></name> <name><surname>Nojomi</surname> <given-names>M</given-names></name> <name><surname>Ghanbari</surname> <given-names>B</given-names></name> <name><surname>Shahraki Mohammadi</surname> <given-names>A</given-names></name></person-group>. <article-title>Effectiveness of self-help mobile telephone applications (apps) for suicide prevention: a systematic review</article-title>. <source>Med J Islam Repub Iran.</source> (<year>2020</year>) <volume>34</volume>:<fpage>594</fpage>&#x02013;<lpage>603</lpage>. <pub-id pub-id-type="doi">10.47176/mjiri.34.85</pub-id><pub-id pub-id-type="pmid">33306048</pub-id></citation></ref>
<ref id="B42">
<label>42.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Martinengo</surname> <given-names>L</given-names></name> <name><surname>Van Galen</surname> <given-names>L</given-names></name> <name><surname>Lum</surname> <given-names>E</given-names></name> <name><surname>Kowalski</surname> <given-names>M</given-names></name> <name><surname>Subramaniam</surname> <given-names>M</given-names></name> <name><surname>Car</surname> <given-names>J</given-names></name></person-group>. <article-title>Suicide prevention and depression apps&#x00027; suicide risk assessment and management: a systematic assessment of adherence to clinical guidelines</article-title>. <source>BMC Med.</source> (<year>2019</year>) <volume>17</volume>:<fpage>231</fpage>. <pub-id pub-id-type="doi">10.1186/s12916-019-1461-z</pub-id><pub-id pub-id-type="pmid">31852455</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn id="fn0001"><p><sup>1</sup>Studies that included an active control group (i.e., groups that employed an alternative psychological and/or pharmacological intervention) were selected.</p></fn>
<fn id="fn0002"><p><sup>2</sup>In all studies, patients received a professional diagnosis of depressive disorder. The diagnostic criteria used in each study as well as the diagnostic method employed can be found in <xref ref-type="table" rid="T1">Table 1</xref>.</p></fn>
<fn id="fn0003"><p><sup>3</sup>Depressive symptomatology was the main outcome variable in all studies, except in the study by T&#x000F8;nning et al. (<xref ref-type="bibr" rid="B29">30</xref>), in which it was included as a secondary variable. Ly et al. (<xref ref-type="bibr" rid="B26">27</xref>) included depressive symptoms as assessed using the BDI-II as a primary outcome measure and depressive symptoms as assessed using the PHQ-9 as a secondary outcome measure.</p></fn>
</fn-group>
</back>
</article>