<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychol.</journal-id>
<journal-title>Frontiers in Psychology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychol.</abbrev-journal-title>
<issn pub-type="epub">1664-1078</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyg.2025.1624438</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Effectiveness and therapeutic alliance between face-to-face and online psychological interventions. A longitudinal study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Mercadal</surname>
<given-names>Josep</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/3059682/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Coromina</surname>
<given-names>Laia</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Cabr&#x00E9;</surname>
<given-names>Victor</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/782525/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Vidal i Barraquer Foundation</institution>, <addr-line>Barcelona</addr-line>, <country>Spain</country></aff>
<aff id="aff2"><sup>2</sup><institution>Institut Universitari de Salut Mental Vidal i Barraquer</institution>, <addr-line>Barcelona</addr-line>, <country>Spain</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001">
<p>Edited by: <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/260341/overview">Rocio Guil</ext-link>, University of C&#x00E1;diz, Spain</p>
</fn>
<fn fn-type="edited-by" id="fn0002">
<p>Reviewed by: <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1178787/overview">Alberto Paramio</ext-link>, University of C&#x00E1;diz, Spain</p>
<p><ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1179052/overview">Antonio Romero Moreno</ext-link>, University of C&#x00E1;diz, Spain</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Josep Mercadal, <email>jmercadal@fvb.cat</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>28</day>
<month>10</month>
<year>2025</year>
</pub-date>
<pub-date pub-type="collection">
<year>2025</year>
</pub-date>
<volume>16</volume>
<elocation-id>1624438</elocation-id>
<history>
<date date-type="received">
<day>07</day>
<month>05</month>
<year>2025</year>
</date>
<date date-type="accepted">
<day>10</day>
<month>10</month>
<year>2025</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2025 Mercadal, Coromina and Cabr&#x00E9;.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>Mercadal, Coromina and Cabr&#x00E9;</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Background</title>
<p>Since the pandemic, there has been an evident increase in demand for online psychotherapy. There exist studies focusing on the effectiveness of online therapy and identifying the situations in which it may be helpful, but a gap in literature was found on studying the effectiveness and therapeutic alliance of online psychotherapy compared to face-to-face psychotherapy.</p>
</sec>
<sec id="sec2">
<title>Objective</title>
<p>The aim of this study is to evaluate the effectiveness and the evolution of therapeutic alliance between face-to-face and online psychological interventions, from the perspective of both therapists and patients. This article aims to be a continuation of the study initiated by Mercadal and Cabr&#x00E9; in which, among other conclusions, it was found that the therapeutic alliance in an online intervention was significantly good, although not as good as in a face-to-face intervention.</p>
</sec>
<sec id="sec3">
<title>Methods</title>
<p>A total of 187 subjects aged between 18 and 29&#x202F;years old participated anonymously and voluntarily in the study, 81 (43.3%), of whom were men and 106 (56.7%) were women. The instruments used were socio-demographic data, the patient version of SOFTA-o (System for Observing Family Therapeutic Alliances-observational), CORE-OM (Clinical Outcomes in Routine Evaluation-Outcome Measure), and HoNOS (The Health of the Nation Outcome Scales).</p>
</sec>
<sec id="sec4">
<title>Results</title>
<p>The results show that there is more preference for the in-person modality than online. A correlation is also observed between CORE-Om pre and HoNOS pre; and CORE-OM post and HoNOS post, which indicates agreement between patient and therapist regarding the evolution of the treatment. At the same time, patients and therapists report better results in person than online (<italic>d</italic>&#x202F;=&#x202F;0.76 and <italic>d</italic>&#x202F;=&#x202F;0.91, respectively).</p>
</sec>
<sec id="sec5">
<title>Conclusion</title>
<p>Therapists perceive a greater improvement after the treatment rather than do patients. In addition, post-treatment scores showing an improvement in the symptomatology are related to a greater Therapeutic Alliance after treatment. Concerning the main aim of this article, both patients and therapists reported that face-to-face therapy obtains better results than the online modality, a finding consistent with the authors&#x2019; preliminary studies. However, there are some limitations, such as self-selection of modality by participants, the use of a single therapist, the sample of university students, and the lack of post-intervention follow-up.</p>
</sec>
</abstract>
<kwd-group>
<kwd>effectiveness</kwd>
<kwd>online psychotherapy</kwd>
<kwd>face-to-face</kwd>
<kwd>mental health</kwd>
<kwd>therapeutic alliance</kwd>
</kwd-group>
<counts>
<fig-count count="0"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="77"/>
<page-count count="9"/>
<word-count count="8361"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Psychology for Clinical Settings</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec6">
<title>Introduction</title>
<sec id="sec7">
<title>Background</title>
<p>Ever since online psychotherapy was conceived as an alternative to ordinary therapy, especially during lockdown, there has been an evident increase in demand for online psychotherapy.</p>
<p>As <xref ref-type="bibr" rid="ref3">Bauman (2005)</xref> introduced, we live in a liquid society which means that we are constantly adapting to the new stimuli we face. In the same liquid way, we can either choose to adapt and move forward or remain in conventional patterns. The most recent event occurring in our society to which we had to adapt is the digital revolution. Modern day lives revolve around electronic devices, so naturally the concept of online therapy comes as no surprise to the new generations. There are currently four generations living in the same decade, so their opinions tend to differ when it comes to the question if online psychotherapy offers the same depth as a face-to-face method. In a recent study, <xref ref-type="bibr" rid="ref9003">Y&#x0131;lmaz et al. (2024)</xref> found that opinions about online psychotherapy differ between young and middle-aged patients, with young people being more inclined towards online psychotherapy.</p>
<p>The current society is ruled by a harmonious fusion between immediacy and comfort.</p>
<p>It is also interesting to talk about how relationships have also changed in recent years. In a liquid society there are, needless to say, liquid relationships. We have come to a place where relationships are shaped by the values of our current society: immediacy and comfort. We cannot define modern day relationships without the concept of &#x201C;digital.&#x201D; This digital component has brought us closer in some aspects and more distant in others. People expect to connect with therapists in the same way as they do in personal relationships, introducing a screen between the two people which, unironically, can seem to bring them closer (<xref ref-type="bibr" rid="ref43">Mercadal and Cabr&#x00E9;, 2021</xref>).</p>
<p>Culture of immediacy is rapidly overtaking our society and especially the newest generations, who prefer digital over physical. It is easy to assume that they will also be more inclined towards online psychotherapy, which can explain the higher demands in online psychotherapy nowadays.</p>
</sec>
<sec id="sec8">
<title>Psychological intervention</title>
<p>Online psychotherapy has been considered a complement to traditional face-to-face psychotherapy (<xref ref-type="bibr" rid="ref5">Berle et al., 2015</xref>; <xref ref-type="bibr" rid="ref12">Cipolletta et al., 2018</xref>; <xref ref-type="bibr" rid="ref50">Norwood et al., 2018</xref>), but it has been shown to be a valid alternative in a number of studies when face-to-face psychotherapy is not possible (<xref ref-type="bibr" rid="ref13">Cook and Doyle, 2002</xref>; <xref ref-type="bibr" rid="ref32">Knaevelsrud and Maercker, 2006</xref>; <xref ref-type="bibr" rid="ref54">Reynolds et al., 2006</xref>; <xref ref-type="bibr" rid="ref52">Preschl et al., 2011</xref>; <xref ref-type="bibr" rid="ref68">Wagner et al., 2014</xref>; <xref ref-type="bibr" rid="ref27">Holmes and Foster, 2012</xref>; <xref ref-type="bibr" rid="ref35">Lewis et al., 2021</xref>).</p>
<p>Since the late 1990s, research into online psychotherapy has focused on its effectiveness rather than knowing in which situations it might be helpful (<xref ref-type="bibr" rid="ref7001">Stoll et al., 2020</xref>). However, it was found that online therapy can be helpful in people who have difficulty asking for help, as it can provide a sense of shelter and protection (<xref ref-type="bibr" rid="ref59">Schultze, 2006</xref>; <xref ref-type="bibr" rid="ref64">Tate and Zabinski, 2004</xref>; <xref ref-type="bibr" rid="ref67">Vallejo and Jord&#x00E1;n, 2007</xref>), unless there is a hidden reason behind the client&#x2019;s proposal to start online therapy, such as keeping distance or feeling more protected, because behind this request there could be relational problems that prevent them from coming (<xref ref-type="bibr" rid="ref9">Cabr&#x00E9; and Mercadal, 2016</xref>). Nevertheless, it is not recommended for patients with a lack of emotional control, such as psychosis, major depression, violence or in crisis situations (<xref ref-type="bibr" rid="ref7002">Torre and Pardo, 2019</xref>), as dealing with crisis and suicidality could be challenging in online psychotherapy. However, in patients diagnosed with depression and anxiety, combining face to face with online therapy was found to be more effective than just face to face therapy (<xref ref-type="bibr" rid="ref74">Zwerenz et al., 2017</xref>).</p>
<p>Bibliography differs from opinions as some authors think that it is the therapist&#x2019;s style and personality that determine the therapeutic relationship (<xref ref-type="bibr" rid="ref12">Cipolletta et al., 2018</xref>) and therapy effectiveness (<xref ref-type="bibr" rid="ref53">Rathenau et al., 2021</xref>) rather than the modality of the psychotherapy. As for outcomes in different psychotherapeutic models, <xref ref-type="bibr" rid="ref9002">Rosenzweig (1936)</xref> introduced the idea that all therapies work through common factors, meaning that different therapies produce similar outcomes (<xref ref-type="bibr" rid="ref8">Budd and Hughes, 2009</xref>; <xref ref-type="bibr" rid="ref39">Luborsky et al., 2002</xref>; <xref ref-type="bibr" rid="ref41">Marcus et al., 2014</xref>; <xref ref-type="bibr" rid="ref15">Cuijpers et al., 2018</xref>). Building on this concept, <xref ref-type="bibr" rid="ref33">Lambert (1992)</xref> pie chart model and the study by <xref ref-type="bibr" rid="ref14">Cuijpers et al. (2012)</xref>, suggested that approximately 30% of therapeutic change can be attributed to common factors, 15% to specific techniques, 40% to additional therapeutic factors and 15% to the placebo effect. Key common factors include therapeutic alliance, therapist empathy, and client expectations (<xref ref-type="bibr" rid="ref7">Browne et al., 2021</xref>). <xref ref-type="bibr" rid="ref28">Horvath et al. (2011)</xref> proved that stronger therapeutic alliances are associated with better treatment outcomes. However, the evidence is correlational and cannot establish causality (<xref ref-type="bibr" rid="ref49">Norcross and Wampold, 2011</xref>).</p>
<p>While therapeutic alliance is a common factor, it also plays a different role in each psychotherapy model. In therapies which emphasize therapeutic alliance, such as psychodynamic therapy, the alliance may be more linked to the outcome than in therapies that do not emphasize the therapeutic alliance, such as Cognitive Behavioral Therapy (CBT) (<xref ref-type="bibr" rid="ref29">Huibers and Cuijpers, 2015</xref>; <xref ref-type="bibr" rid="ref56">Romero-Moreno et al., 2023</xref>). Nevertheless, online CBT has been found to be the most effective, as it is also the most studied one (<xref ref-type="bibr" rid="ref71">Weightman, 2020</xref>). Although, more research is needed to determine the online effectiveness of other types of psychotherapy such as psychodynamic (<xref ref-type="bibr" rid="ref10">Carrillo et al., 2021</xref>; <xref ref-type="bibr" rid="ref16">de Bitencourt Machado et al., 2016</xref>; <xref ref-type="bibr" rid="ref42">McDonald et al., 2020</xref>).</p>
<p>Despite the proven relevance of common factors for effective psychotherapy, especially those of an emotional nature, <xref ref-type="bibr" rid="ref57">Romero-Moreno et al. (2021)</xref> found that therapists still have doubts about the factors responsible for psychotherapeutic effectiveness. They do not place particular value on specific factors, such as the techniques used or the therapeutic approach adopted.</p>
<p>According to <xref ref-type="bibr" rid="ref57">Romero-Moreno et al. (2021</xref>, <xref ref-type="bibr" rid="ref56">2023)</xref>, therapists&#x2019; perspectives on the importance of emotional factors, including the therapeutic alliance, are shaped by their theoretical approach and their views on the relative effectiveness of different psychotherapy models. Hence psychodynamic therapists place greater importance on the therapeutic alliance, cognitive behavioral therapists emphasize directiveness and support, and eclectic therapists highlight common and emotional factors for therapeutic change.</p>
<p>The benefits of online psychotherapy found in the recent bibliography are that online sessions can reduce therapist&#x2019;s workload and improve access to healthcare, particularly in rural areas (<xref ref-type="bibr" rid="ref63">Stoll and Trachsek, 2019</xref>) whilst maintaining the quality of care (<xref ref-type="bibr" rid="ref10">Carrillo et al., 2021</xref>). It can provide flexibility for both therapists and patients as it can be delivered in remote locations (<xref ref-type="bibr" rid="ref36">Lippke et al., 2021</xref>).</p>
<p>Some of the challenges of online psychotherapy are actually reflected in the setting, as clients may be in the same environment as the people with whom they are struggling. Online therapy can overly condition the intimacy of the session and posteriorly the development of the treatment (<xref ref-type="bibr" rid="ref43">Mercadal and Cabr&#x00E9;, 2021</xref>). Another aspect altered in the setting is that online psychotherapy lacks a &#x201C;frame&#x201D; (<xref ref-type="bibr" rid="ref1">Ashraf et al., 2020</xref>), which can provide a secure base and a reassuring effect whereby &#x2018;even chaos, once it has been given a name, is less chaotic&#x2019; (<xref ref-type="bibr" rid="ref45">Milner, 1950</xref>). The travel time also constitutes part of the setting, and it can give both patients and therapists the opportunity to reflect about the content of these appointments (<xref ref-type="bibr" rid="ref58">Sayers, 2021</xref>).</p>
<p>Overall, these issues may explain the high dropout rates in online psychotherapy (<xref ref-type="bibr" rid="ref6">Boldrini et al., 2020</xref>). Some other factors that should be addressed and may contribute to dropout are women, younger patients, unpartnered patients, less educated patients, patients with depressive symptoms and those with fewer expectations of therapy (<xref ref-type="bibr" rid="ref36">Lippke et al., 2021</xref>).</p>
<p>Videoconferencing is an interaction with a great amount of sensory components (<xref ref-type="bibr" rid="ref9">Cabr&#x00E9; and Mercadal, 2016</xref>), and a common experience amongst therapists is that they feel a greater fatigue experienced with online activity (<xref ref-type="bibr" rid="ref43">Mercadal and Cabr&#x00E9;, 2021</xref>), also known as &#x201C;zoom fatigue&#x201D; due to excessive use of videoconferencing platforms, especially during the pandemic (<xref ref-type="bibr" rid="ref4">Bennett et al., 2021</xref>; <xref ref-type="bibr" rid="ref20">Epstein, 2020</xref>). In addition, therapists reported feeling a sense of loss of presence and engagement in the online mode (<xref ref-type="bibr" rid="ref26">Gullo et al., 2022</xref>). Results consistent with <xref ref-type="bibr" rid="ref40">Malouin-Lachance et al. (2025)</xref>, who concluded that, while digital interventions improve accessibility and engagement in mental healthcare, they also present challenges related to limited emotional depth, personalization, and ethical considerations.</p>
<p><xref ref-type="bibr" rid="ref9003">Y&#x0131;lmaz et al. (2024)</xref> used qualitative research to assess how patients perceived both methods. The most frequent metaphors about online psychotherapy were associated with the categories of convenience, artificiality, similarity to face-to-face psychotherapy, and ineffectiveness. And the metaphors about face-to-face psychotherapy belonged to the categories of contact, effectiveness, reality, and difficulty. Recently, <xref ref-type="bibr" rid="ref9001">Leuchtenberg et al. (2022)</xref> found that patients and psychotherapists mainly preferred face to face psychotherapy.</p>
<p><xref ref-type="bibr" rid="ref30">Ierardi et al. (2022)</xref> studied the &#x201C;Effectiveness of an online versus face-to-face psychodynamic counseling intervention for university students before and during the COVID-19 period.&#x201D; The aim of the study is to evaluate the effectiveness of the online counseling intervention during the COVID-19 pandemic, compared to face-to-face interventions. The results show that the online counseling intervention during the pandemic was effective in reducing psychological distress scales such as depression (<italic>p</italic>&#x202F;=&#x202F;0.008), obsessive-compulsive (<italic>p</italic>&#x202F;=&#x202F;0.008), interpersonal sensitivity (<italic>p</italic>&#x202F;=&#x202F;0.005), and anxiety (<italic>p</italic>&#x202F;=&#x202F;0.011), as well as the total scale of the SCL-90 R (<italic>p</italic>&#x202F;=&#x202F;0.017). The face-to-face counseling intervention was effective in reducing psychological distress in all subscales and in the total scale of the SCL-90 R (<italic>p</italic>&#x202F;=&#x202F;0.000) and in increasing the level of life satisfaction (<italic>p</italic>&#x202F;=&#x202F;0.023). Attachment style did not influence the effectiveness of the online and face-to-face interventions. However, face-to-face interventions were more effective than online therapy in reducing a wider spectrum of psychopathological problems and in increasing life satisfaction.</p>
<p>To date, there is a gap in literature on the effectiveness of online psychotherapy compared to face-to-face psychotherapy. So far, it has been found to be effective (<xref ref-type="bibr" rid="ref2">Barker and Barker, 2022</xref>; <xref ref-type="bibr" rid="ref25">Garc&#x00ED;a et al., 2022</xref>), although online therapy does not provide any additional benefit when compared with to face to face therapy (<xref ref-type="bibr" rid="ref55">Rollman et al., 2018</xref>). However, face-to-face interventions have proven to be more effective than online therapy in reducing a wider spectrum of psychopathological problems and in increasing life satisfaction (<xref ref-type="bibr" rid="ref30">Ierardi et al., 2022</xref>).</p>
<p>As there is still some uncertainty about the impact of online therapy, before simply opting for an online format, <xref ref-type="bibr" rid="ref10">Carrillo et al. (2021)</xref> suggest that we should consider which patients are most likely to benefit from a face-to-face format. Although online therapy can be delivered to almost all patients, not all patients are suitable for this modality (<xref ref-type="bibr" rid="ref9">Cabr&#x00E9; and Mercadal, 2016</xref>).</p>
</sec>
<sec id="sec9">
<title>Therapeutic alliance: online vs. face-to-face</title>
<p>Essential aspects of psychotherapy are the therapeutic relationship and alliance, consistently ranked among the most reliable predictors of positive therapeutic change. They are regarded as a one of the most consistent predictors of effective therapeutic change and constitute a central focus across all major psychotherapy models (<xref ref-type="bibr" rid="ref47">Norcross and Lambert, 2011</xref>, <xref ref-type="bibr" rid="ref48">2019</xref>; <xref ref-type="bibr" rid="ref23">Fl&#x00FC;ckiger et al., 2018</xref>; <xref ref-type="bibr" rid="ref70">Wampold and Fl&#x00FC;ckiger, 2023</xref>; <xref ref-type="bibr" rid="ref31">Karunarathna and Jayawardana, 2024</xref>; <xref ref-type="bibr" rid="ref51">Opland and Torrico, 2024</xref>; <xref ref-type="bibr" rid="ref40">Malouin-Lachance et al., 2025</xref>). This is further supported by evidence indicating stronger alliances, characterized by a solid bond between therapist and patient, as well as agreement on therapeutic goals and tasks, have been found to be associated with better patient outcomes (<xref ref-type="bibr" rid="ref28">Horvath et al., 2011</xref>; <xref ref-type="bibr" rid="ref69">Wampold, 2015</xref>).</p>
<p>In recent studies, patients rated the therapeutic alliance higher than psychotherapists, a result consistent with previous studies (<xref ref-type="bibr" rid="ref38">Lopez et al., 2019</xref>; <xref ref-type="bibr" rid="ref61">Simpson and Reid, 2014</xref>), and therapists rated the therapeutic success nearly the same as patients (<xref ref-type="bibr" rid="ref17">Eichenberg et al., 2022</xref>). Another study found out that while patients reported equivalence in face-to-face and online psychotherapy, therapists experienced an equivalent bond but more advantages in tasks and goals in face-to-face therapy (<xref ref-type="bibr" rid="ref9001">Leuchtenberg et al., 2022</xref>).</p>
<p>Face-to-face human treatment is not comparable to online therapy, although sometimes it can be a good resource, in no case it is more real than face-to-face interactions (<xref ref-type="bibr" rid="ref44">Mercadal and Cabr&#x00E9;, 2022</xref>). Body language, facial expression and the pheromones are crucial to establishing human relationships, and they are aspects missing in online psychotherapy (<xref ref-type="bibr" rid="ref34">Lemma, 2017</xref>; <xref ref-type="bibr" rid="ref11">Cheshire et al., 2020</xref>), which influence the empathy perceived by the patients. However, if therapists have previously seen the patient face-to-face, it can be easier for them to interpret their gestures, expressions, silences or pauses through the screen, which explains why psychotherapists still experience a comparable bond with patients (<xref ref-type="bibr" rid="ref9001">Leuchtenberg et al., 2022</xref>).</p>
<p>Empathy is a reasonably strong predictor of therapy outcome (<xref ref-type="bibr" rid="ref19">Elliott et al., 2018</xref>), meaning that it can also determine an adequate working alliance between psychotherapist and patient, regardless of the psychotherapeutic approach (<xref ref-type="bibr" rid="ref18">Elliott et al., 2011</xref>). The importance of empathy in the patient-psychotherapist relationship is widely recognized in literature (<xref ref-type="bibr" rid="ref22">Feller and Cottone, 2003</xref>; <xref ref-type="bibr" rid="ref46">Nascivera et al., 2018</xref>).</p>
<p><xref ref-type="bibr" rid="ref62">Sperandeo et al. (2021)</xref> studied whether if empathy worked the same way during online sessions. Their results suggest that therapists perceived themselves as being equally capable of providing empathy and support in both settings. Another finding was that the therapists who liked online interventions were mainly those who had previously used this technique. Patients, on the other hand, felt that psychotherapists are more empathetic and more capable of providing support in the online sessions. Due to the pandemic, we must take into account the particular situation in which face-to-face sessions did not offer the same level of comfort as online sessions. At that time, in-person sessions were carried out with masks, plexiglass dividers and strict social distancing. Patients felt much more understood in this setting because they could perceive facial expressions and voice intonations (<xref ref-type="bibr" rid="ref62">Sperandeo et al., 2021</xref>).</p>
<p>The mixed results regarding the therapeutic alliance may mean that the patient-psychotherapist relationship in online psychotherapy might not yet be optimal (<xref ref-type="bibr" rid="ref9001">Leuchtenberg et al., 2022</xref>). This issue could be addressed with specific training programs for therapists to adapt psychotherapy methods to digital settings, improve the management of technical issues or service evaluation (<xref ref-type="bibr" rid="ref9001">Leuchtenberg et al., 2022</xref>; <xref ref-type="bibr" rid="ref36">Lippke et al., 2021</xref>; <xref ref-type="bibr" rid="ref10">Carrillo et al., 2021</xref>). It could help to improve online therapy and make it an effective treatment option to complement face to face therapy, not as a substitute, and also improve the provision of mental health services if we ever need to be prepared to face a situation similar to COVID-19 (<xref ref-type="bibr" rid="ref9001">Leuchtenberg et al., 2022</xref>; <xref ref-type="bibr" rid="ref37">Longobardi et al., 2018</xref>).</p>
<p>This longitudinal study aims to evaluate the evolution of the therapeutic alliance and face-to-face and online psychological interventions. In this sense, we follow the hypothesis that the face-to-face modality will present a better therapeutic alliance and better patient evolution (both from the patient&#x2019;s and the therapist&#x2019;s point of view) between before and after the intervention, compared to the online modality.</p>
</sec>
</sec>
<sec sec-type="methods" id="sec10">
<title>Methods</title>
<sec id="sec11">
<title>Participants</title>
<p>A total of 187 subjects participated anonymously and voluntarily in the study, 81 (43.3%) of whom were men and the resting 106 (56.7%) were women. The subjects were aged between 18 and 29&#x202F;years old, with a mean age of 23.01 (SD 2.82; <xref ref-type="table" rid="tab1">Table 1</xref>).</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Descriptive results.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Characteristics</th>
<th align="center" valign="top">Values</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Age (years), mean (SD; range)</td>
<td align="center" valign="top">23.01 (2.83; 18&#x2013;29)</td>
</tr>
<tr>
<td align="left" valign="top">Pre CORE-OM scores, mean (SD; range)</td>
<td align="center" valign="top">108 (11.32; 80&#x2013;130)</td>
</tr>
<tr>
<td align="left" valign="top">Post CORE-OM scores, mean (SD; range)</td>
<td align="center" valign="top">75.7 (11.67; 52&#x2013;111)</td>
</tr>
<tr>
<td align="left" valign="top">Pre HoNOS scores, mean (SD; range)</td>
<td align="center" valign="top">39.65 (4.17; 31&#x2013;47)</td>
</tr>
<tr>
<td align="left" valign="top">Post HoNOS scores, mean (SD; range)</td>
<td align="center" valign="top">22.69 (7.16; 11&#x2013;39)</td>
</tr>
<tr>
<td align="left" valign="top">Pre TA scores, mean (SD; range)</td>
<td align="center" valign="top">8.56 (2.97; 3&#x2013;18)</td>
</tr>
<tr>
<td align="left" valign="top">Post TA scores, mean (SD; range)</td>
<td align="center" valign="top">36.11 (13.95; 11&#x2013;56)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Gender, <italic>n</italic> (%)</td>
</tr>
<tr>
<td align="left" valign="top">Male</td>
<td align="center" valign="top">81 (43.3)</td>
</tr>
<tr>
<td align="left" valign="top">Female</td>
<td align="center" valign="top">106 (56.7)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Modality, <italic>n</italic> (%)</td>
</tr>
<tr>
<td align="left" valign="top">Web-based</td>
<td align="center" valign="top">86 (46)</td>
</tr>
<tr>
<td align="left" valign="top">Face-to-face</td>
<td align="center" valign="top">101 (54)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Diagnosis, <italic>n</italic> (%)</td>
</tr>
<tr>
<td align="left" valign="top">Anxiety</td>
<td align="center" valign="top">58 (30.0)</td>
</tr>
<tr>
<td align="left" valign="top">Depression</td>
<td align="center" valign="top">70 (10.7)</td>
</tr>
<tr>
<td align="left" valign="top">Grief</td>
<td align="center" valign="top">15 (8.0)</td>
</tr>
<tr>
<td align="left" valign="top">Mistreatment</td>
<td align="center" valign="top">28 (15.0)</td>
</tr>
<tr>
<td align="left" valign="top">Family problems</td>
<td align="center" valign="top">11 (5.9)</td>
</tr>
<tr>
<td align="left" valign="top">Couple problems</td>
<td align="center" valign="top">11 (5.9)</td>
</tr>
<tr>
<td align="left" valign="top">Concentration problems</td>
<td align="center" valign="top">9 (4.8)</td>
</tr>
<tr>
<td align="left" valign="top">Social relation problems</td>
<td align="center" valign="top">17 (9.1)</td>
</tr>
<tr>
<td align="left" valign="top">Adaptation problems</td>
<td align="center" valign="top">15 (8.0)</td>
</tr>
<tr>
<td align="left" valign="top">Others</td>
<td align="center" valign="top">3 (1.6)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Initially, a sample of 202 subjects was included, although this was reduced to 187 since 15 of them did not complete the treatment (11 in online treatment and 4 in face-to-face treatment).</p>
<p>The participants came voluntarily and free of charge to the psychological guidance and counseling service, from two universities in Barcelona. At this service, they received counseling and those who were indicated to start a psychological treatment were invited to participate in the study.</p>
</sec>
<sec id="sec12">
<title>Instruments</title>
<p>The participants responded to the following questionnaires: 1. Sociodemographic data: sociodemographic data such as age, gender, treatment modality (online or face-to-face), and diagnosis were collected <italic>ad hoc</italic>; 2. Therapeutic alliance&#x2014;SOFTA-o (System for Observing Family Therapeutic Alliances&#x2014;observational) for patients (<xref ref-type="bibr" rid="ref24">Friedlander et al., 2001</xref>); this instrument was created simultaneously in English and Spanish as a transtheoretical tool for research and practice in TA. In this study, the patient version was used. The measure is based on three dimensions: engagement in the process, emotional connection, and safety. It also provides an overall score. The 12 items, both negative and positive, are related to patients&#x2019; behaviors, which are grouped within the three dimensions; 3. Clinical Symptomology: The Spanish version (<xref ref-type="bibr" rid="ref21">Feixas et al., 2012</xref>) of the Clinical Outcomes in Routine Evaluation-Outcome Measure (CORE-OM) is used. It is a questionnaire specifically designed to evaluate the changes that occur in a therapeutic process of patients with various symptoms. It consists of 34 items completed by the patient and it includes four dimensions: (1) Well-being, four items that assess general well-being/malaise; (2) Problems/Symptoms, 12 items that assess anxiety, depression, stress and their somatic manifestations; (3) General functioning, 12 items that assess interpersonal and social relationships and functioning in activities of daily living; and (4) Risk, six items that assess attempts at self-harm, self-harm and aggressive behaviors directed at third parties; (5) HoNOS: The Health of the Nation Outcome Scales (HoNOS), designed by <xref ref-type="bibr" rid="ref72">Wing et al. (1998)</xref> and translated into Spanish by <xref ref-type="bibr" rid="ref66">Uriarte et al. (1999)</xref>, is an instrument that consists of a set of scales designed to measure the whole range of physical, personal and social problems associated with mental illness and it can be used by Mental Health professionals routinely and in a clinical context. It is composed of 12 items and includes 4 subscales (behavioral problems, deterioration, clinical problems and social problems).</p>
</sec>
<sec id="sec13">
<title>Procedure</title>
<p>All the subjects filled out the SOFTA-o and the CORE-OM before the intervention began and refilled them once it was concluded. Therapists did the same with the HoNOS.</p>
<p>The interventions lasted between 15 and 20 sessions (45&#x202F;min per session). The subjects themselves chose whether they wanted to be treated face-to-face or online, because this is a naturalistic observation study and we wanted to know if there was a preference for either of the two modalities. The online interventions were carried out through videoconference.</p>
<p>All subjects were treated by the same therapist (who made the diagnoses guided by their clinical judgment). This therapist is a male psychologist with a PhD in psychology, accredited training in psychotherapy, and over 10&#x202F;years of experience.</p>
<p>The subjects filled out the questionnaires individually and independently, and they were only assisted by the researcher only when requested.</p>
</sec>
<sec id="sec14">
<title>Ethics approval</title>
<p>The study was approved by the Research Ethics Committee of the Vidal i Barraquer Mental Health University Institute.</p>
</sec>
</sec>
<sec sec-type="results" id="sec15">
<title>Results</title>
<sec id="sec16">
<title>Description of analyses</title>
<p>The statistical analyses were conducted using the SPSS statistical package (version 29.0.0.0(241), SPSS Inc). Firstly, the descriptive results of demographic data, the diagnosis, the TA, CORE-OM and HoNOS were presented. Subsequently, the relation between CORE-OM and HoNOS with intervention modality, gender, age, diagnosis and TA were presented. Afterwards, the mixed model analysis was conducted. To calculate it, an unstructured variance&#x2013;covariance matrix was computed via the restricted estimation of maximum likelihood. The CORE-OM and HoNOS before and after treatment, treatment modality, and their interactions were considered fixed effects. Finally, TA, gender and age were also included as fixed factors. The random effect was the subjects&#x2019; intersection parameter. The degrees of freedom were calculated with the Satterthwaite approximation. The end model was chosen by recalculating the models with and without interaction via maximum likelihood in order to compare the significance of the change on the Akaike information criterion (AIC). The residuals of prediction and of the random factor were inspected via a quartile-quartile plot to assess the suitability of the model.</p>
</sec>
<sec id="sec17">
<title>Descriptive results of the sociodemographic data, diagnosis, therapeutic alliance, intervention modality, CORE-OM and HoNOS</title>
<p>As seen on <xref ref-type="table" rid="tab1">Table 1</xref>, the percentage of men and women was quite similar, with 81 (43.3%) men and 106 women (56.7%). The mean age was 23.01 (SD 2.83) years old. The 46% (<italic>n</italic>&#x202F;=&#x202F;86) chose online modality, while the 54% (<italic>n</italic>&#x202F;=&#x202F;101) opted for the face-to-face modality. Therefore, although the distribution is quite similar, there is a certain preference for the face-to-face modality.</p>
<p>The most prevalent diagnosis was anxiety (<italic>n</italic>&#x202F;=&#x202F;58.30%), followed by depression (<italic>n</italic>&#x202F;=&#x202F;20, 10.7%) and abuse (<italic>n</italic>&#x202F;=&#x202F;28.15%).</p>
<p>Regarding TA scores, the SOFTA-o pre-intervention score is 8.58 (SD 3.87) and the post-intervention score is 36.11 (SD 5.34).</p>
<p>As for the CORE-OM scores, it is seen that the mean in the pre-intervention administration was 108 (SD 7.2) and, instead, post-intervention was 75.7 (SD 5.12).</p>
<p>Lastly, the mean HoNOS scores show that, in the pre-intervention administration, the result is 39.65 (SD 3.43), while in the post-intervention administration is 22.68 (SD 2.89).</p>
</sec>
<sec id="sec18">
<title>Comparison between age, sex, modality, diagnosis and TA in relation to the CORE-OM and HoNOS score before and after treatment</title>
<p>We conducted, with an IC 95%, a <italic>t</italic> test for the variables sex and modality; we used the Pearson correlation coefficient for age, TA, CORE-OM and HoNOS and ANOVA for the diagnosis.</p>
<p>Via the Pearson correlation coefficient, as seen in <xref ref-type="table" rid="tab2">Table 2</xref>, in the CORE-OM there is no correlation between the two moments of administration of the instrument (<italic>r</italic>&#x202F;=&#x202F;0.057, <italic>p</italic>&#x202F;=&#x202F;0.437). Likewise, there is no correlation in the HoNOS between the two moments of administration of the questionnaire (<italic>r</italic>&#x202F;=&#x202F;&#x2212;0.011, <italic>p</italic>&#x202F;=&#x202F;0.877).</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>CORE-OM, HoNOS, TA and age correlation before and after intervention.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Correlation</th>
<th align="center" valign="top">Value <italic>r</italic></th>
<th align="center" valign="top"><italic>p-</italic>value</th>
<th align="center" valign="top">HoNOS pre<break/><italic>r</italic> (P) value</th>
<th align="center" valign="top">HoNOS post<break/><italic>r</italic> (P) value</th>
<th align="center" valign="top">AT pre<break/><italic>r</italic> (P) value</th>
<th align="center" valign="top">AT post<break/><italic>r</italic> (P) value</th>
<th align="center" valign="top">Age<break/><italic>r</italic> (P) value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">CORE-OM before treatment</td>
<td align="center" valign="top">0.057</td>
<td align="center" valign="top">0.437</td>
<td align="center" valign="top">0.195 (0.007)</td>
<td align="center" valign="top">&#x2212;0.047 (0.522)</td>
<td align="center" valign="top">0.047 (0.520)</td>
<td align="center" valign="top">0.087 (0.234)</td>
<td align="center" valign="top">&#x2212;0.042 (0.572)</td>
</tr>
<tr>
<td align="left" valign="top">CORE-OM after treatment</td>
<td align="center" valign="top">0.057</td>
<td align="center" valign="top">0.437</td>
<td align="center" valign="top">&#x2013;0.087 (0.239)</td>
<td align="center" valign="top">0.447 (&#x003C;0.001)</td>
<td align="center" valign="top">0.018 (0.810)</td>
<td align="center" valign="top">&#x2013;0.471 (&#x003C;0.001)</td>
<td align="center" valign="top">&#x2013;0.106 (0.150)</td>
</tr>
</tbody>
</table>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th>Correlation</th>
<th>Value <italic>r</italic></th>
<th><italic>p-</italic>value</th>
<th align="center" valign="top">
<bold>CORE-OM pre</bold>
<break/>
<bold><italic>r</italic> (P) value</bold>
</th>
<th align="center" valign="top">
<bold>CORE-OM post</bold>
<break/>
<bold><italic>r</italic> (P) value</bold>
</th>
<th>AT pre<break/><italic>r</italic> (P) value</th>
<th>AT post<break/><italic>r</italic> (P) value</th>
<th>Age<break/><italic>r</italic> (P) value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">HoNOS before treatment</td>
<td align="center" valign="top">&#x2013;0.011</td>
<td align="center" valign="top">0.877</td>
<td align="center" valign="top">0.195 (0.007)</td>
<td align="center" valign="top">&#x2013;0.087 (0.234)</td>
<td align="center" valign="top">0.120 (0.101)</td>
<td align="center" valign="top">0.084 (0.228)</td>
<td align="center" valign="top">0.048 (0.510)</td>
</tr>
<tr>
<td align="left" valign="top">HoNOS after treatment</td>
<td align="center" valign="top">&#x2013;0.011</td>
<td align="center" valign="top">0.877</td>
<td align="center" valign="top">&#x2013;0.047 (0.522)</td>
<td align="center" valign="top">0.447 (&#x003C;0.001)</td>
<td align="center" valign="top">&#x2013;0.054 (0.422)</td>
<td align="center" valign="top">&#x2013;0.882 (&#x003C;0.001)</td>
<td align="center" valign="top">0.035 (0.633)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Regarding the CORE-OM scores before treatment, it is shown a significant correlation with HoNOS before treatment (<italic>r</italic>&#x202F;=&#x202F;0.195, <italic>p</italic>&#x202F;=&#x202F;0.007). And, in reference to the CORE-OM scores post-treatment, there are significant correlations with HoNOS post-treatment (<italic>r</italic>&#x202F;=&#x202F;0.447, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.001) and the TA post-treatment (<italic>r</italic>&#x202F;=&#x202F;&#x2212;0.471, <italic>P</italic>&#x202F;=&#x202F;&#x003C;0.001). The same happens with post-treatment HoNOS scores and post-treatment TA scores (<italic>r</italic>&#x202F;=&#x202F;&#x2212;0.882, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.001). These results suggest that patients&#x2019; scores on CORE-OM and therapist&#x2019;s scores on HoNOS are related, meaning there is a relation in the change perceived by therapists and the patients between the pre and post treatment. Even so, therapists perceive a greater improvement after treatment than patients do. Furthermore, it is observed that the CORE-OM and HoNOS scores after treatment (i.e., an improvement in symptomatology) are related to a better TA after treatment.</p>
<p>As seen on <xref ref-type="table" rid="tab3">Table 3</xref>, the <italic>t-</italic>test for independent samples revealed that there are no significant differences between the CORE-OM before treatment, neither in relation to the modality (<italic>t</italic>&#x202F;=&#x202F;&#x2212;0.310, <italic>p</italic>&#x202F;=&#x202F;0.378, <italic>d</italic>&#x202F;=&#x202F;0.15) nor with the gender (<italic>t</italic>&#x202F;=&#x202F;&#x2212;0.182, <italic>p</italic>&#x202F;=&#x202F;0.428, <italic>d&#x202F;=</italic> 0.12). Regarding the CORE-OM scores after treatment, it is shown there is no significant relation with gender (<italic>t</italic>&#x202F;=&#x202F;&#x2212;1&#x2032;605, <italic>p</italic>&#x202F;=&#x202F;0.055, <italic>d&#x202F;=</italic> 0.10) but there is with modality (<italic>t</italic>&#x202F;=&#x202F;7.382, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.001, <italic>d</italic>&#x202F;=&#x202F;0.66). As for HoNOS, there are no difference between the scores before the intervention in neither modality (<italic>t</italic>&#x202F;=&#x202F;&#x2212;0.847, <italic>p</italic>&#x202F;=&#x202F;0.199, <italic>d</italic>&#x202F;=&#x202F;0.16) nor gender (<italic>t</italic>&#x202F;=&#x202F;0.464, <italic>p</italic>&#x202F;=&#x202F;0.322, <italic>d</italic>&#x202F;=&#x202F;0.04). On the other hand, HoNOS scores after treatment show that there is a significant relation with modality (<italic>t</italic>&#x202F;=&#x202F;22.923, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.001, <italic>d&#x202F;=</italic> 0.91) but not with gender (<italic>t</italic>&#x202F;=&#x202F;&#x2212;10.373, <italic>p</italic>&#x202F;=&#x202F;0.086, <italic>d</italic>&#x202F;=&#x202F;0.07). Therefore, we can conclude that what both patients and therapists report is that face-to-face modality obtains better results than the online modality.</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>CORE-OM and HoNOS comparison between modality and gender before and after intervention.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Test</th>
<th align="center" valign="top">Value</th>
<th align="center" valign="top">df</th>
<th align="center" valign="top"><italic>P-</italic>value</th>
<th align="center" valign="top">Effect size</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" colspan="5">CORE-OM before</td>
</tr>
<tr>
<td align="left" valign="top">Modality</td>
<td align="center" valign="top">&#x2013;0.310</td>
<td align="center" valign="top">185</td>
<td align="center" valign="top">0.378</td>
<td align="center" valign="top">0.15</td>
</tr>
<tr>
<td align="left" valign="top">Gender</td>
<td align="center" valign="top">&#x2212;0.182</td>
<td align="center" valign="top">185</td>
<td align="center" valign="top">0.428</td>
<td align="center" valign="top">0.12</td>
</tr>
<tr>
<td align="left" valign="top" colspan="5">CORE-OM after</td>
</tr>
<tr>
<td align="left" valign="top">Modality</td>
<td align="center" valign="top">7.302</td>
<td align="center" valign="top">185</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">0.66</td>
</tr>
<tr>
<td align="left" valign="top">Gender</td>
<td align="center" valign="top">&#x2212;1.605</td>
<td align="center" valign="top">185</td>
<td align="center" valign="top">0.055</td>
<td align="center" valign="top">0.10</td>
</tr>
<tr>
<td align="left" valign="top" colspan="5">HoNOS before</td>
</tr>
<tr>
<td align="left" valign="top">Modality</td>
<td align="center" valign="top">&#x2212;0.847</td>
<td align="center" valign="top">185</td>
<td align="center" valign="top">0.199</td>
<td align="center" valign="top">0.16</td>
</tr>
<tr>
<td align="left" valign="top">Gender</td>
<td align="center" valign="top">0.464</td>
<td align="center" valign="top">185</td>
<td align="center" valign="top">0.322</td>
<td align="center" valign="top">0.04</td>
</tr>
<tr>
<td align="left" valign="top" colspan="5">HoNOS after</td>
</tr>
<tr>
<td align="left" valign="top">Modality</td>
<td align="center" valign="top">22.923</td>
<td align="center" valign="top">185</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">0.91</td>
</tr>
<tr>
<td align="left" valign="top">Gender</td>
<td align="center" valign="top">&#x2212;1.373</td>
<td align="center" valign="top">185</td>
<td align="center" valign="top">0.086</td>
<td align="center" valign="top">0.07</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Finally, in relation to the diagnosis, an ANOVA was performed to determine whether there were any differences in the CORE-OM and HoNOS scores by diagnosis, and the results before and after treatment for the two instruments showed non-significant differences. As seen in <xref ref-type="table" rid="tab4">Table 4</xref>, the results for the CORE-OM before and after treatment are <italic>F</italic>&#x202F;=&#x202F;2.626, <italic>p</italic>&#x202F;=&#x202F;0.170 and <italic>F</italic>&#x202F;=&#x202F;3.306, <italic>p</italic>&#x202F;=&#x202F;0.278, respectively; and for the HoNOS, <italic>F</italic>&#x202F;=&#x202F;1.843, <italic>p</italic>&#x202F;=&#x202F;0.194 and <italic>F</italic>&#x202F;=&#x202F;2.117, <italic>p</italic>&#x202F;=&#x202F;0.446 for before and after the treatment, respectively.</p>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption>
<p>CORE-OM and HoNOS comparison by diagnosis.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">ANOVA</th>
<th align="center" valign="top">Diagnosis mean square</th>
<th align="center" valign="top">
<italic>f</italic>
</th>
<th align="center" valign="top"><italic>P-</italic>value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">CORE-OM before treatment</td>
<td align="center" valign="top">2917.107</td>
<td align="center" valign="top">2.624</td>
<td align="center" valign="top">0.170</td>
</tr>
<tr>
<td align="left" valign="top">CORE-OM after treatment</td>
<td align="center" valign="top">3381.538</td>
<td align="center" valign="top">3.306</td>
<td align="center" valign="top">0.278</td>
</tr>
<tr>
<td align="left" valign="top">HoNOS before treatment</td>
<td align="center" valign="top">219.244</td>
<td align="center" valign="top">1.843</td>
<td align="center" valign="top">0.194</td>
</tr>
<tr>
<td align="left" valign="top">HoNOS after treatment</td>
<td align="center" valign="top">918.678</td>
<td align="center" valign="top">2.117</td>
<td align="center" valign="top">0.446</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>In this case, when comparing the effect size between the variables, it was observed that it was small in all the pairings, since no comparison showed an effect size greater than <italic>d</italic>&#x202F;=&#x202F;0.20.</p>
</sec>
<sec id="sec19">
<title>Analysis of the mixed model</title>
<p>We performed an analysis for CORE-OM and another for HoNOS separately.</p>
<p>Firstly, in the model without interactions, with IC 95%, the pre-post change in the CORE-OM was significant (<italic>t</italic>&#x2083;&#x2087;&#x2080;&#x202F;=&#x202F;&#x2212;38.870, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.001, <italic>d</italic>&#x202F;=&#x202F;0.83), as was the treatment modality (<italic>t</italic>&#x2083;&#x2087;&#x2080;&#x202F;=&#x202F;&#x2212;22.483, <italic>p</italic>&#x202F;=&#x202F;0.003, <italic>d&#x202F;=</italic> 0.69). Age, gender, and TA did not reach the level of significance (<italic>t</italic>&#x2083;&#x2087;&#x2080;&#x202F;=&#x202F;0.204, <italic>p</italic>&#x202F;=&#x202F;0.87, <italic>d&#x202F;=</italic> 0.11; <italic>t</italic>&#x2083;&#x2087;&#x2080;&#x202F;=&#x202F;&#x2212;0.098, <italic>p</italic>&#x202F;=&#x202F;0.72, <italic>d</italic>&#x202F;=&#x202F;0.13; <italic>t</italic>&#x2083;&#x2087;&#x2080;&#x202F;=&#x202F;&#x2212;3.344, <italic>p</italic>&#x202F;=&#x202F;0.072, <italic>d</italic>&#x202F;=&#x202F;0.14 respectively).</p>
<p>The model with interactions (AIC&#x202F;=&#x202F;2784.4, with 12 parameters), with IC 95%, was significantly better (X<sup>2</sup>&#x2084;&#x202F;=&#x202F;823.42, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.001) than the model without interactions (AIC&#x202F;=&#x202F;3845.2, with 8 parameters). The interaction between the time of the evaluation and the therapeutic modality was highly significant (<italic>t</italic>&#x2081;&#x2088;&#x2083;&#x202F;=&#x202F;&#x2212;36.974, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.001, <italic>d&#x202F;=</italic> 0.91). In the web-based treatment, the mean score on CORE-OM decreased 11.24 points (SD 3) while in the face-to-face treatment, it decreased 29.12 (SD 5.2). The rest of the interactions were not significant. In the inspection of the residuals, no gross deviations were found compared to a normal distribution.</p>
<p>In the HoNOS analysis, in the model without interactions, with IC 95%, the pre-post change in the HoNOS was significant (<italic>t</italic>&#x2083;&#x2087;&#x2080;&#x202F;=&#x202F;&#x2212;42.637, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.001, <italic>d</italic>&#x202F;=&#x202F;0.88), as was the treatment modality (<italic>t</italic>&#x2083;&#x2087;&#x2080;&#x202F;=&#x202F;&#x2212;31.354, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.001, <italic>d&#x202F;=</italic> 0.86). Age, gender, and TA did not reach the level of significance (<italic>t</italic>&#x2083;&#x2087;&#x2080;&#x202F;=&#x202F;&#x2212;1.754, <italic>p</italic>&#x202F;=&#x202F;0.554, <italic>d&#x202F;=</italic> 0.6; <italic>t</italic>&#x2083;&#x2087;&#x2080;&#x202F;=&#x202F;&#x2212;1.012, <italic>p</italic>&#x202F;=&#x202F;0.487, <italic>d</italic>&#x202F;=&#x202F;0.5; <italic>t</italic>&#x2083;&#x2087;&#x2080;&#x202F;=&#x202F;&#x2212;2.876, <italic>p</italic>&#x202F;=&#x202F;0.112, <italic>d&#x202F;=</italic> 0.09, respectively).</p>
<p>The model with interactions (AIC&#x202F;=&#x202F;2372.6, with 12 parameters), with IC 95%, was significantly better (<italic>X</italic><sup>2</sup>&#x2084;&#x202F;=&#x202F;745.22, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.001) than the model without interactions (AIC&#x202F;=&#x202F;4056.1, with 8 parameters). The interaction between the time of the evaluation and the therapeutic modality was highly significant (<italic>t</italic>&#x2081;&#x2088;&#x2083;&#x202F;=&#x202F;&#x2212;43.842, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.001, <italic>d</italic>&#x202F;=&#x202F;0.89). In the web-based treatment, the mean score on HoNOS decreased 7.89 points (SD 3.1) while in the face-to-face treatment, it decreased 15.2 (SD 4.2). The rest of the interactions were not significant. In the inspection of the residuals, no gross deviations were found compared to a normal distribution.</p>
</sec>
</sec>
<sec sec-type="discussion" id="sec20">
<title>Discussion</title>
<p>In accordance with what we pointed out in the introduction, we see that the results indicate a current trend that seems to be going in the direction of a greater preference for online intervention over face-to-face (<xref ref-type="bibr" rid="ref9003">Y&#x0131;lmaz et al., 2024</xref>), when the choice is free and there are no conditions that dictate the choice towards one of the two modalities (geographical distance, technical difficulties, suggestion by the therapist, etc.). In the case of our study, the slight increase in the face-to-face preference is especially significant when considering the average age of the participants (23&#x202F;years), a social group in which the relationship through different devices at different levels of affective significance (partner, family, friends, acquaintances, strangers, etc.) is commonly present and, therefore, has been experienced and incorporated with its advantages and limitations. At the same time, given the characteristics of the sample (university students), it is reasonable to think that they have sufficient technological resources and personal skills for the experience they have in the two media in which they develop their relationships (face-to-face and online) to be sufficiently normalized and comfortable, which means that their preference is probably more related to other personal factors (need for direct contact with the other, or need to differentiate the therapeutic relationship from others).</p>
<p>It is likely, as happens with so many other resources that promote the qualities of &#x201C;speed and convenience,&#x201D; once the first periods of fascination and idealization (&#x201C;technological infatuation&#x201D;) have passed, that this human group is in a new phase in which preferences are distributed in the proportion that appears in our study or that they may even be equal (50%) but that they stabilize at the level of the general population in similar conditions.</p>
<p>On the other hand, the results suggest that the patients&#x2019; scores on the CORE-OM and the therapists&#x2019; scores on the HoNOS are related, indicating that there is a relationship in the change perceived by both between before and after the intervention. However, the therapists perceive a greater improvement after the treatment than the patients. In addition, it is observed that the CORE-OM and HoNOS scores after the treatment (that is, an improvement in the symptomatology) are related to a greater TA after the treatment. Thus, according to <xref ref-type="bibr" rid="ref47">Norcross and Lambert (2011</xref>, <xref ref-type="bibr" rid="ref48">2019)</xref>, among all the factors that affect in one way or another, the therapeutic change, the alliance between therapist and patient is confirmed as the most decisive predictive element. Furthermore, in the study, the coincidence of this perception in both the therapist and the patient is especially important for the objectives of the research, since it offers a perspective that gives depth and content to the results of a reduction in symptomatology. This could, in fact, occur without being accompanied by a particularly significant therapeutic alliance, as is the case with many less systematized therapeutic interventions than psychotherapy or from other orientations in which suggestive techniques prevail, for example, as <xref ref-type="bibr" rid="ref9001">Leuchtenberg et al. (2022)</xref> pointed out.</p>
<p>That therapists perceive a more pronounced improvement at the end of the treatment is consistent with the intervention modality that has been established in this study. In treatments that we consider brief and/or focal, the psychotherapist&#x2019;s perception encompasses elements of assessment that &#x201C;yet&#x201D; have not yielded results and therefore are not perceived in the same way by the patient. Aspects such as increased insight or the flexibility of defensive mechanisms can be observed quite precisely by the therapist during the course of treatment, but they require the passage of time (accompanied by the patient&#x2019;s life experiences) for them to hatch and translate into what we know as therapeutic change (this is why measurements of change 6&#x202F;months after finishing treatment or a year later, for example, are important). Online therapy can present challenges related to limited emotional depth, personalization and ethical considerations, which can affect essential elements for psychotherapy effectiveness such as empathy and later on influence the quality of therapeutic alliance (<xref ref-type="bibr" rid="ref40">Malouin-Lachance et al., 2025</xref>).</p>
<p>Another important result of the study is that in the CORE-OM post-intervention and HoNOS post-intervention a significant relationship is observed with the intervention modality, concluding that what both patient and therapist report is that the face-to-face modality obtains better results than the online one. That the face-to-face modality is better valued than the online one is in accordance with the preliminary studies carried out by the authors (<xref ref-type="bibr" rid="ref44">Mercadal and Cabr&#x00E9;, 2022</xref>). Once again, it is particularly important that there is agreement between the therapists&#x2019; assessment and the patients&#x2019; assessment. In the case of our study, in addition, we believe it is important to highlight that the therapist (by age, he is 33&#x202F;years old) does not have the bias that could lead to a preference for face-to-face treatment. An older therapist who had always practiced face-to-face treatment and who had started more recently in the online modality, could tend to value the former better, as a result of his experience. And therapists who feel capable of providing empathy and support in online settings are the ones who have previously used this technique (<xref ref-type="bibr" rid="ref62">Sperandeo et al., 2021</xref>).</p>
<p>Finally, the results of the mixed models confirm what we have discussed so far. And, furthermore, they add that the interaction between modality and time correlate very significantly in both the CORE-OM and the HoNOS, showing that the face-to-face modality is more effective than the online one.</p>
<p>Even so, we believe that for future research we have to solve some limitations, such as extending the age range of the sample, administering the questionnaires 6&#x202F;months after the end of the intervention, increasing the number of therapists, and focusing more on their characteristics to study them as another variable that may affect therapeutic results. In this regard, it would also be important to include therapists with different therapeutic orientations, which would enrich the scope of the study and the explanatory capacity of its findings. Likewise, it would be useful to include therapists with different levels of experience, as this variable seems to be associated with improvements in the therapeutic alliance (<xref ref-type="bibr" rid="ref60">Shelef et al., 2005</xref>).</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="sec21">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="ethics-statement" id="sec22">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Comit&#x00E8; d&#x2019;&#x00C8;tica en la Recerca de la Fundaci&#x00F3; Vidal i Barraquer. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec23">
<title>Author contributions</title>
<p>JM: Visualization, Data curation, Project administration, Writing &#x2013; original draft, Conceptualization, Methodology, Writing &#x2013; review &#x0026; editing, Investigation, Formal analysis, Resources. LC: Writing &#x2013; review &#x0026; editing, Conceptualization, Writing &#x2013; original draft, Resources. VC: Supervision, Writing &#x2013; review &#x0026; editing, Validation, Writing &#x2013; original draft, Conceptualization, Visualization.</p>
</sec>
<sec sec-type="funding-information" id="sec24">
<title>Funding</title>
<p>The author(s) declare that no financial support was received for the research and/or publication of this article.</p>
</sec>
<sec sec-type="COI-statement" id="sec25">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="ai-statement" id="sec26">
<title>Generative AI statement</title>
<p>The authors declare that no Gen AI was used in the creation of this manuscript.</p>
<p>Any alternative text (alt text) provided alongside figures in this article has been generated by Frontiers with the support of artificial intelligence and reasonable efforts have been made to ensure accuracy, including review by the authors wherever possible. If you identify any issues, please contact us.</p>
</sec>
<sec sec-type="disclaimer" id="sec27">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Ashraf</surname><given-names>D.</given-names></name> <name><surname>Shenoi</surname><given-names>N.</given-names></name> <name><surname>Moukaddam</surname><given-names>N.</given-names></name></person-group> (<year>2020</year>) Tumbling into telepsychiatry in the COVID-19 era: challenges and hope. Psychiatr. Times. Available online at: <ext-link xlink:href="https://www.psychiatrictimes.com/view/tumbling-into-telepsychiatry-in-the-covid-19-era-challenges-and-hope" ext-link-type="uri">https://www.psychiatrictimes.com/view/tumbling-into-telepsychiatry-in-the-covid-19-era-challenges-and-hope</ext-link></citation></ref>
<ref id="ref2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barker</surname><given-names>G. G.</given-names></name> <name><surname>Barker</surname><given-names>E. E.</given-names></name></person-group> (<year>2022</year>). <article-title>Online therapy: lessons learned from the COVID 19 health crisis</article-title>. <source>Br. J. Guid. Couns.</source> <volume>50</volume>, <fpage>66</fpage>&#x2013;<lpage>81</lpage>. doi: <pub-id pub-id-type="doi">10.1080/03069885.2021.1889462</pub-id></citation></ref>
<ref id="ref3"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Bauman</surname><given-names>Z.</given-names></name></person-group> (<year>2005</year>). <source>Amor l&#x00ED;quido. Acerca de la fragilidad de los v&#x00ED;nulos humanos</source>. <publisher-loc>Madrid</publisher-loc>: <publisher-name>Fondo de Cultura Econ&#x00F3;mica</publisher-name>.</citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bennett</surname><given-names>A. A.</given-names></name> <name><surname>Campion</surname><given-names>E. D.</given-names></name> <name><surname>Keeler</surname><given-names>K. R.</given-names></name> <name><surname>Keener</surname><given-names>S. K.</given-names></name></person-group> (<year>2021</year>). <article-title>Videoconference fatigue? Exploring changes in fatigue after videoconference meetings during COVID-19</article-title>. <source>J. Appl. Psychol.</source> <volume>106</volume>, <fpage>330</fpage>&#x2013;<lpage>344</lpage>. doi: <pub-id pub-id-type="doi">10.1037/apl0000906</pub-id>, PMID: <pub-id pub-id-type="pmid">33871270</pub-id></citation></ref>
<ref id="ref5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berle</surname><given-names>D.</given-names></name> <name><surname>Starcevic</surname><given-names>V.</given-names></name> <name><surname>Milicevic</surname><given-names>D.</given-names></name> <name><surname>Hannan</surname><given-names>A.</given-names></name> <name><surname>Dale</surname><given-names>E.</given-names></name> <name><surname>Brakoulias</surname><given-names>V.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Do patients prefer face-to-face or internet-based therapy?</article-title> <source>Psychother. Psychosom.</source> <volume>84</volume>, <fpage>61</fpage>&#x2013;<lpage>62</lpage>. doi: <pub-id pub-id-type="doi">10.1159/000367944</pub-id>, PMID: <pub-id pub-id-type="pmid">25547039</pub-id></citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boldrini</surname><given-names>T.</given-names></name> <name><surname>Schiano Lomoriello</surname><given-names>A.</given-names></name> <name><surname>Del Corno</surname><given-names>F.</given-names></name> <name><surname>Lingiardi</surname><given-names>V.</given-names></name> <name><surname>Salcuni</surname><given-names>S.</given-names></name></person-group> (<year>2020</year>). <article-title>Psychotherapy during COVID-19: how the clinical practice of Italian psychotherapists changed during the pandemic</article-title>. <source>Front. Psychol.</source> <volume>11</volume>:<fpage>591170</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2020.591170</pub-id>, PMID: <pub-id pub-id-type="pmid">33192932</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Browne</surname><given-names>J.</given-names></name> <name><surname>Cather</surname><given-names>C.</given-names></name> <name><surname>Mueser</surname><given-names>K. T.</given-names></name></person-group> (<year>2021</year>). &#x201C;<article-title>Common factors in psychotherapy</article-title>&#x201D; in <source>Oxford research Encyclopedia of psychology</source>, <publisher-loc>New York, NY, USA</publisher-loc> <fpage>413</fpage>&#x2013;<lpage>422</lpage>.</citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Budd</surname><given-names>R.</given-names></name> <name><surname>Hughes</surname><given-names>I.</given-names></name></person-group> (<year>2009</year>). <article-title>The dodo bird verdict-controversial, inevitable and important: a commentary on 30 years of meta-analyses</article-title>. <source>Clin. Psychol. Psychother.</source> <volume>16</volume>, <fpage>510</fpage>&#x2013;<lpage>522</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cpp.648</pub-id>. <comment>PMID: 19728292</comment>, PMID: <pub-id pub-id-type="pmid">19728292</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cabr&#x00E9;</surname><given-names>V.</given-names></name> <name><surname>Mercadal</surname><given-names>J.</given-names></name></person-group> (<year>2016</year>). <article-title>Psicoterapia On-Line. Escenario virtual para una relaci&#x00F3;n real en el espacio intermediario</article-title>. <source>Cl&#x00ED;n. E Investig. Relacional</source> <volume>10</volume>, <fpage>439</fpage>&#x2013;<lpage>452</lpage>. doi: <pub-id pub-id-type="doi">10.21110/19882939.2016.100206</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carrillo</surname><given-names>S.</given-names></name> <name><surname>Sia</surname><given-names>K.</given-names></name> <name><surname>Harris</surname><given-names>A.</given-names></name></person-group> (<year>2021</year>). <article-title>The effectiveness of teleconsultations in primary care: systematic review</article-title>. <source>Fam. Pract.</source> <volume>39</volume>, <fpage>168</fpage>&#x2013;<lpage>182</lpage>. doi: <pub-id pub-id-type="doi">10.1093/fampra/cmab077</pub-id></citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cheshire</surname><given-names>W. P.</given-names></name> <name><surname>Barrett</surname><given-names>K. M.</given-names></name> <name><surname>Eidelman</surname><given-names>B. H.</given-names></name> <name><surname>Mauricio</surname><given-names>E. A.</given-names></name> <name><surname>Huang</surname><given-names>J. F.</given-names></name> <name><surname>Freeman</surname><given-names>W. D.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Patient perception of physician empathy in stroke telemedicine</article-title>. <source>J. Telemed. Telecare</source> <volume>27</volume>, <fpage>572</fpage>&#x2013;<lpage>581</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1357633X19899237</pub-id>, PMID: <pub-id pub-id-type="pmid">31986965</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cipolletta</surname><given-names>S.</given-names></name> <name><surname>Frassoni</surname><given-names>E.</given-names></name> <name><surname>Faccio</surname><given-names>E.</given-names></name></person-group> (<year>2018</year>). <article-title>Construing a therapeutic relationship online: an analysis of videoconference sessions</article-title>. <source>Clin. Psychol.</source> <volume>22</volume>, <fpage>220</fpage>&#x2013;<lpage>229</lpage>. doi: <pub-id pub-id-type="doi">10.1111/cp.12117</pub-id></citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cook</surname><given-names>J. E.</given-names></name> <name><surname>Doyle</surname><given-names>C.</given-names></name></person-group> (<year>2002</year>). <article-title>Working alliance in online therapy as compared to face-to-face therapy: preliminary results</article-title>. <source>Cyberpsychol. Behav.</source> <volume>5</volume>, <fpage>95</fpage>&#x2013;<lpage>105</lpage>. doi: <pub-id pub-id-type="doi">10.1089/109493102753770480</pub-id>, PMID: <pub-id pub-id-type="pmid">12025884</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cuijpers</surname><given-names>P.</given-names></name> <name><surname>Driessen</surname><given-names>E.</given-names></name> <name><surname>Hollon</surname><given-names>S. D.</given-names></name> <name><surname>van Oppen</surname><given-names>P.</given-names></name> <name><surname>Barth</surname><given-names>J.</given-names></name> <name><surname>Andersson</surname><given-names>G.</given-names></name></person-group> (<year>2012</year>). <article-title>The efficacy of non-directive supportive therapy for adult depression: a meta-analysis</article-title>. <source>Clin. Psychol.</source> <volume>32</volume>, <fpage>280</fpage>&#x2013;<lpage>291</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cpr.2012.01.003</pub-id>, PMID: <pub-id pub-id-type="pmid">22466509</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cuijpers</surname><given-names>P.</given-names></name> <name><surname>Reijnders</surname><given-names>M.</given-names></name> <name><surname>Huibers</surname><given-names>M. J.</given-names></name></person-group> (<year>2018</year>). <article-title>The role of common factors in psychotherapy outcomes</article-title>. <source>Annu. Rev. Clin. Psychol.</source> <volume>15</volume>, <fpage>207</fpage>&#x2013;<lpage>231</lpage>. doi: <pub-id pub-id-type="doi">10.1146/annurev-clinpsy-050718-095424</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Bitencourt Machado</surname><given-names>D.</given-names></name> <name><surname>Braga Laskoski</surname><given-names>P.</given-names></name> <name><surname>Trelles Severo</surname><given-names>C.</given-names></name> <name><surname>Margareth Bassols</surname><given-names>A.</given-names></name> <name><surname>Sfoggia</surname><given-names>A.</given-names></name> <name><surname>Kowacs</surname><given-names>C.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>A psychodynamic perspective on a systematic review of online psychotherapy for adults</article-title>. <source>Br. J. Psychother.</source> <volume>32</volume>, <fpage>79</fpage>&#x2013;<lpage>108</lpage>. doi: <pub-id pub-id-type="doi">10.1111/bjp.12204</pub-id></citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eichenberg</surname><given-names>C.</given-names></name> <name><surname>Aranyi</surname><given-names>G.</given-names></name> <name><surname>Rach</surname><given-names>P.</given-names></name> <name><surname>Winter</surname><given-names>L.</given-names></name></person-group> (<year>2022</year>). <article-title>Therapeutic alliance in psychotherapy across online and face-to-face settings: a quantitative analysis</article-title>. <source>Internet Interv.</source> <volume>29</volume>:<fpage>100556</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.invent.2022.100556</pub-id>, PMID: <pub-id pub-id-type="pmid">35942217</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elliott</surname><given-names>R.</given-names></name> <name><surname>Bohart</surname><given-names>A. C.</given-names></name> <name><surname>Watson</surname><given-names>J. C.</given-names></name> <name><surname>Greenberg</surname><given-names>L. S.</given-names></name></person-group> (<year>2011</year>). <article-title>Empathy</article-title>. <source>Psychotherapy</source> <volume>48</volume>, <fpage>43</fpage>&#x2013;<lpage>49</lpage>. doi: <pub-id pub-id-type="doi">10.1037/a0022187</pub-id></citation></ref>
<ref id="ref19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elliott</surname><given-names>R.</given-names></name> <name><surname>Bohart</surname><given-names>A. C.</given-names></name> <name><surname>Watson</surname><given-names>J. C.</given-names></name> <name><surname>Murphy</surname><given-names>D.</given-names></name></person-group> (<year>2018</year>). <article-title>Therapist empathy and client outcome: an updated meta-analysis</article-title>. <source>Psychotherapy (Chic.)</source> <volume>55</volume>, <fpage>399</fpage>&#x2013;<lpage>410</lpage>. doi: <pub-id pub-id-type="doi">10.1037/pst0000175</pub-id>, PMID: <pub-id pub-id-type="pmid">30335453</pub-id></citation></ref>
<ref id="ref20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Epstein</surname><given-names>H.-A. B.</given-names></name></person-group> (<year>2020</year>). <article-title>Virtual meeting fatigue</article-title>. <source>J. Hosp. Librariansh.</source> <volume>20</volume>, <fpage>356</fpage>&#x2013;<lpage>360</lpage>. doi: <pub-id pub-id-type="doi">10.1080/15323269.2020.1819758</pub-id></citation></ref>
<ref id="ref21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Feixas</surname><given-names>G.</given-names></name> <name><surname>Evans</surname><given-names>C.</given-names></name> <name><surname>Trujillo</surname><given-names>A.</given-names></name> <name><surname>Sa&#x00FA;l</surname><given-names>L. &#x00C1;.</given-names></name> <name><surname>Botella</surname><given-names>L.</given-names></name> <name><surname>Corbella</surname><given-names>S.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>La versi&#x00F3;n espa&#x00F1;ola del CORE-OM: Clinical Outcomes in Routine Evaluation - Outcome Measure</article-title>. <source>Rev. Psicoter.</source> <volume>23</volume>, <fpage>109</fpage>&#x2013;<lpage>135</lpage>. doi: <pub-id pub-id-type="doi">10.33898/rdp.v23i89.641</pub-id></citation></ref>
<ref id="ref22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Feller</surname><given-names>C. P.</given-names></name> <name><surname>Cottone</surname><given-names>R. R.</given-names></name></person-group> (<year>2003</year>). <article-title>The importance of empathy in the therapeutic alliance</article-title>. <source>J. Humanist. Couns. Educ. Dev.</source> <volume>42</volume>, <fpage>53</fpage>&#x2013;<lpage>61</lpage>. doi: <pub-id pub-id-type="doi">10.1002/j.2164-490x.2003.tb00168.x</pub-id></citation></ref>
<ref id="ref23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fl&#x00FC;ckiger</surname><given-names>C.</given-names></name> <name><surname>Del Re</surname><given-names>A. C.</given-names></name> <name><surname>Wampold</surname><given-names>B. E.</given-names></name> <name><surname>Horvath</surname><given-names>A. O.</given-names></name></person-group> (<year>2018</year>). <article-title>The alliance in adult psychotherapy: a meta-analytic synthesis</article-title>. <source>Psychotherapy</source> <volume>55</volume>, <fpage>316</fpage>&#x2013;<lpage>340</lpage>. doi: <pub-id pub-id-type="doi">10.1037/pst0000172</pub-id>, PMID: <pub-id pub-id-type="pmid">29792475</pub-id></citation></ref>
<ref id="ref24"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Friedlander</surname><given-names>ML</given-names></name> <name><surname>Escudero</surname><given-names>V</given-names></name> <name><surname>Heatherington</surname><given-names>L</given-names></name></person-group>. (<year>2001</year>). SOFTA-o for clients. SOFTA. Available online at: <ext-link xlink:href="http://www.softa-soatif.net/" ext-link-type="uri">http://www.softa-soatif.net/</ext-link> (Accessed July 03, 2012)]</citation></ref>
<ref id="ref25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Garc&#x00ED;a</surname><given-names>E.</given-names></name> <name><surname>Di Paolo</surname><given-names>E. A.</given-names></name> <name><surname>De Jaegher</surname><given-names>H.</given-names></name></person-group> (<year>2022</year>). <article-title>Embodiment in online psychotherapy: a qualitative study</article-title>. <source>Psychol. Psychother. Theory Res. Pract.</source> <volume>95</volume>, <fpage>191</fpage>&#x2013;<lpage>211</lpage>. doi: <pub-id pub-id-type="doi">10.1111/papt.12359</pub-id>, PMID: <pub-id pub-id-type="pmid">34390129</pub-id></citation></ref>
<ref id="ref26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gullo</surname><given-names>S.</given-names></name> <name><surname>Lo Coco</surname><given-names>G.</given-names></name> <name><surname>Leszcz</surname><given-names>M.</given-names></name> <name><surname>Marmarosh</surname><given-names>C. L.</given-names></name> <name><surname>Miles</surname><given-names>J. R.</given-names></name> <name><surname>Shechtman</surname><given-names>Z.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Therapists&#x2019; perceptions of online group therapeutic relationships during the COVID-19 pandemic: a survey-based study</article-title>. <source>Group Dyn.</source> <volume>26</volume>, <fpage>103</fpage>&#x2013;<lpage>118</lpage>. doi: <pub-id pub-id-type="doi">10.1037/gdn0000189</pub-id></citation></ref>
<ref id="ref27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Holmes</surname><given-names>C.</given-names></name> <name><surname>Foster</surname><given-names>V.</given-names></name></person-group> (<year>2012</year>). <article-title>A preliminary comparison study of online and face-to-face counseling: client perceptions of three factors</article-title>. <source>J. Technol. Hum. Serv.</source> <volume>30</volume>, <fpage>14</fpage>&#x2013;<lpage>31</lpage>. doi: <pub-id pub-id-type="doi">10.1080/15228835.2012.662848</pub-id></citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Horvath</surname><given-names>A. O.</given-names></name> <name><surname>Del Re</surname><given-names>A. C.</given-names></name> <name><surname>Fl&#x00FC;ckiger</surname><given-names>C.</given-names></name> <name><surname>Symonds</surname><given-names>D.</given-names></name></person-group> (<year>2011</year>). <article-title>Alliance in individual psychotherapy</article-title>. <source>Psychotherapy</source> <volume>48</volume>, <fpage>9</fpage>&#x2013;<lpage>16</lpage>. doi: <pub-id pub-id-type="doi">10.1037/a0022186</pub-id>, PMID: <pub-id pub-id-type="pmid">21401269</pub-id></citation></ref>
<ref id="ref29"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Huibers</surname><given-names>M. J.</given-names></name> <name><surname>Cuijpers</surname><given-names>P.</given-names></name></person-group> (<year>2015</year>). &#x201C;<article-title>Common (nonspecific) factors in psychotherapy</article-title>&#x201D; in <source>The Encyclopedia of clinical psychology</source>. <publisher-loc>The Netherlands</publisher-loc>: <publisher-name>Vrije Universiteit Amsterdam</publisher-name>, <fpage>1</fpage>&#x2013;<lpage>6</lpage>.</citation></ref>
<ref id="ref30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ierardi</surname><given-names>E.</given-names></name> <name><surname>Bottini</surname><given-names>M.</given-names></name> <name><surname>Crugnola</surname><given-names>C. R.</given-names></name></person-group> (<year>2022</year>). <article-title>Effectiveness of an online versus face-to-face psychodynamic counselling intervention for university students before and during the COVID-19 period</article-title>. <source>BMC Psychol.</source> <volume>10</volume>:<fpage>35</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s40359-022-00742-7</pub-id>, PMID: <pub-id pub-id-type="pmid">35193671</pub-id></citation></ref>
<ref id="ref31"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Karunarathna</surname><given-names>I.</given-names></name> <name><surname>Jayawardana</surname><given-names>A.</given-names></name></person-group> (<year>2024</year>). <source>The therapeutic alliance: a cornerstone for patient and team outcomes through psychotherapy principles</source></citation></ref>
<ref id="ref32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Knaevelsrud</surname><given-names>C.</given-names></name> <name><surname>Maercker</surname><given-names>A.</given-names></name></person-group> (<year>2006</year>). <article-title>Does the quality of the working alliance predict treatment outcome in online psychotherapy for traumatized patients?</article-title> <source>J. Med. Internet Res.</source> <volume>8</volume>:<fpage>e555</fpage>. doi: <pub-id pub-id-type="doi">10.2196/jmir.8.4.e31</pub-id></citation></ref>
<ref id="ref33"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Lambert</surname><given-names>M. J.</given-names></name></person-group> (<year>1992</year>). &#x201C;<article-title>Psychotherapy outcome research</article-title>&#x201D; in <source>Handbook of psychotherapy integration</source>, <fpage>94</fpage>&#x2013;<lpage>129</lpage>. <publisher-loc>New York, NY, USA</publisher-loc>: <publisher-name>Basic Books</publisher-name>.</citation></ref>
<ref id="ref34"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Lemma</surname><given-names>A.</given-names></name></person-group> (<year>2017</year>). <source>The digital age on the couch: Psychoanalytic practice and new media</source>. <publisher-loc>London, New York</publisher-loc>: <publisher-name>Routledge</publisher-name>.</citation></ref>
<ref id="ref9001"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leuchtenberg</surname><given-names>S.</given-names></name> <name><surname>Gromer</surname><given-names>D.</given-names></name> <name><surname>K&#x00E4;thner</surname><given-names>I.</given-names></name></person-group> (<year>2022</year>). <article-title>Videoconferencing versus face-to-face psychotherapy: Insights from patients and psychotherapists about comparability of therapeutic alliance, empathy, and treatment characteristics</article-title>. <source>Couns. Psychother. Res.</source> <volume>23</volume>, <fpage>389</fpage>&#x2013;<lpage>403</lpage>. doi: <pub-id pub-id-type="doi">10.1002/capr.12538</pub-id></citation></ref>
<ref id="ref35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lewis</surname><given-names>Y. D.</given-names></name> <name><surname>Elran-Barak</surname><given-names>R.</given-names></name> <name><surname>Grundman-Shem Tov</surname><given-names>R.</given-names></name> <name><surname>Zubery</surname><given-names>E.</given-names></name></person-group> (<year>2021</year>). <article-title>The abrupt transition from face-to-face to online treatment for eating disorders: a pilot examination of patients&#x2019; perspectives during the COVID-19 lockdown</article-title>. <source>J. Eating Disord.</source> <volume>9</volume>:<fpage>31</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s40337-021-00383-y</pub-id></citation></ref>
<ref id="ref36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lippke</surname><given-names>S.</given-names></name> <name><surname>Gao</surname><given-names>L.</given-names></name> <name><surname>Keller</surname><given-names>F. M.</given-names></name> <name><surname>Becker</surname><given-names>P.</given-names></name> <name><surname>Dahmen</surname><given-names>A.</given-names></name></person-group> (<year>2021</year>). <article-title>Adherence with online therapy vs face-to-face therapy and with online therapy vs care as usual: secondary analysis of two randomized controlled trials</article-title>. <source>J. Med. Internet Res.</source> <volume>23</volume>:<fpage>e31274</fpage>. doi: <pub-id pub-id-type="doi">10.2196/31274</pub-id>, PMID: <pub-id pub-id-type="pmid">34730541</pub-id></citation></ref>
<ref id="ref37"><citation citation-type="confproc"><person-group person-group-type="author"><name><surname>Longobardi</surname><given-names>T.</given-names></name> <name><surname>Sperandeo</surname><given-names>R.</given-names></name> <name><surname>Albano</surname><given-names>F.</given-names></name> <name><surname>Tedesco</surname><given-names>Y.</given-names></name> <name><surname>Moretto</surname><given-names>E.</given-names></name> <name><surname>Di Sarno</surname><given-names>A. D.</given-names></name> <etal/></person-group>. (<year>2018</year>) <article-title>Co-regulation of the voice between patient and therapist in psychotherapy: machine learning for enhancing the synchronization of the experience of anger emotion: an experimental study proposal</article-title>. <conf-name>EEE International Conference on Cognitive Infocommunications (CogInfoCom)</conf-name>, <fpage>113</fpage>&#x2013;<lpage>116</lpage></citation></ref>
<ref id="ref38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lopez</surname><given-names>A.</given-names></name> <name><surname>Schwenk</surname><given-names>S.</given-names></name> <name><surname>Schneck</surname><given-names>C. D.</given-names></name> <name><surname>Griffin</surname><given-names>R. J.</given-names></name> <name><surname>Mishkind</surname><given-names>M. C.</given-names></name></person-group> (<year>2019</year>). <article-title>Technology-based mental health treatment and the impact on the therapeutic Alliance</article-title>. <source>Curr. Psychiatry Rep.</source> <volume>21</volume>, <fpage>1</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11920-019-1055-7</pub-id></citation></ref>
<ref id="ref39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Luborsky</surname><given-names>L.</given-names></name> <name><surname>Rosenthal</surname><given-names>R.</given-names></name> <name><surname>Diguer</surname><given-names>L.</given-names></name> <name><surname>Andrusyna</surname><given-names>T. P.</given-names></name> <name><surname>Berman</surname><given-names>J. S.</given-names></name> <name><surname>Levitt</surname><given-names>J. T.</given-names></name> <etal/></person-group>. (<year>2002</year>). <article-title>The dodo bird verdict is alive and well&#x2014;mostly</article-title>. <source>Clin. Psychol. Sci. Pract.</source> <volume>9</volume>, <fpage>2</fpage>&#x2013;<lpage>12</lpage>. doi: <pub-id pub-id-type="doi">10.1093/clipsy.9.1.2</pub-id></citation></ref>
<ref id="ref40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Malouin-Lachance</surname><given-names>A.</given-names></name> <name><surname>Capolupo</surname><given-names>J.</given-names></name> <name><surname>Laplante</surname><given-names>C.</given-names></name> <name><surname>Hudon</surname><given-names>A.</given-names></name></person-group> (<year>2025</year>). <article-title>Does the digital therapeutic alliance exist? Integrative review</article-title>. <source>JMIR Ment. Health</source> <volume>12</volume>:<fpage>e69294</fpage>. doi: <pub-id pub-id-type="doi">10.2196/69294</pub-id>, PMID: <pub-id pub-id-type="pmid">39924298</pub-id></citation></ref>
<ref id="ref41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marcus</surname><given-names>D. K.</given-names></name> <name><surname>O&#x2019;Connell</surname><given-names>D.</given-names></name> <name><surname>Norris</surname><given-names>A. L.</given-names></name> <name><surname>Sawaqdeh</surname><given-names>A.</given-names></name></person-group> (<year>2014</year>). <article-title>Is the dodo bird endangered in the 21st century? A meta-analysis of treatment comparison studies</article-title>. <source>Clin. Psychol.</source> <volume>34</volume>, <fpage>519</fpage>&#x2013;<lpage>530</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cpr.2014.08.001</pub-id></citation></ref>
<ref id="ref42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McDonald</surname><given-names>A.</given-names></name> <name><surname>Eccles</surname><given-names>J. A.</given-names></name> <name><surname>Fallahkhair</surname><given-names>S.</given-names></name> <name><surname>Critchley</surname><given-names>H. D.</given-names></name></person-group> (<year>2020</year>). <article-title>Online psychotherapy: trailblazing digital healthcare</article-title>. <source>BJPsych Bulletin</source> <volume>44</volume>, <fpage>60</fpage>&#x2013;<lpage>66</lpage>. doi: <pub-id pub-id-type="doi">10.1192/bjb.2019.66</pub-id>, PMID: <pub-id pub-id-type="pmid">31685068</pub-id></citation></ref>
<ref id="ref43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mercadal</surname><given-names>J.</given-names></name> <name><surname>Cabr&#x00E9;</surname><given-names>V.</given-names></name></person-group> (<year>2021</year>). <article-title>Psicoterapia On line II. Revisi&#x00F3;n a partir de la experiencia y la investigaci&#x00F3;n</article-title>. <source>Cl&#x00ED;nica E Investig. Relacional</source> <volume>15</volume>, <fpage>359</fpage>&#x2013;<lpage>371</lpage>. doi: <pub-id pub-id-type="doi">10.21110/19882939.2021.150204</pub-id></citation></ref>
<ref id="ref44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mercadal</surname><given-names>J.</given-names></name> <name><surname>Cabr&#x00E9;</surname><given-names>V.</given-names></name></person-group> (<year>2022</year>). <article-title>Therapeutic alliance in online and face-to-face psychological treatment: comparative study</article-title>. <source>JMIR Ment Health</source> <volume>9</volume>:<fpage>e36775</fpage>. doi: <pub-id pub-id-type="doi">10.2196/36775</pub-id></citation></ref>
<ref id="ref45"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Milner</surname><given-names>M.</given-names></name></person-group> (<year>1950</year>). <source>On not being able to paint</source>. <publisher-loc>London</publisher-loc>: <publisher-name>Heinemann</publisher-name>.</citation></ref>
<ref id="ref46"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nascivera</surname><given-names>N.</given-names></name> <name><surname>Alfano</surname><given-names>Y. M.</given-names></name> <name><surname>Annunziato</surname><given-names>T.</given-names></name> <name><surname>Messina</surname><given-names>M.</given-names></name> <name><surname>Iorio</surname><given-names>V. S.</given-names></name> <name><surname>Cioffi</surname><given-names>V.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Virtual empathy: the added value of virtual reality in psychotherapy</article-title>. <source>Front. Psychol.</source> <volume>12</volume>:<fpage>8639906</fpage>. doi: <pub-id pub-id-type="doi">10.1109/CogInfoCom.2018.8639906</pub-id></citation></ref>
<ref id="ref47"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Norcross</surname><given-names>J. C.</given-names></name> <name><surname>Lambert</surname><given-names>M. J.</given-names></name></person-group> (<year>2011</year>). <source>Psychotherapy relationships that work II</source>, vol. <volume>48</volume>. <publisher-loc>Washington, DC</publisher-loc>: <publisher-name>Educational Publishing Foundation</publisher-name>, <fpage>4</fpage>.</citation></ref>
<ref id="ref48"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Norcross</surname><given-names>J. C.</given-names></name> <name><surname>Lambert</surname><given-names>M. J.</given-names></name></person-group> (<year>2019</year>). <source>Psychotherapy relationships that work: Volume 1: Evidence-based therapist contributions</source>. <publisher-loc>Oxford, United Kingdom</publisher-loc>: <publisher-name>Oxford University Press</publisher-name>.</citation></ref>
<ref id="ref49"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Norcross</surname><given-names>J. C.</given-names></name> <name><surname>Wampold</surname><given-names>B. E.</given-names></name></person-group> (<year>2011</year>). <article-title>Evidence-based therapy relationships: research conclusions and clinical practices</article-title>. <source>Psychotherapy</source> <volume>48</volume>, <fpage>98</fpage>&#x2013;<lpage>102</lpage>. doi: <pub-id pub-id-type="doi">10.1037/a0022161</pub-id>, PMID: <pub-id pub-id-type="pmid">21401280</pub-id></citation></ref>
<ref id="ref50"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Norwood</surname><given-names>C.</given-names></name> <name><surname>Moghaddam</surname><given-names>N. G.</given-names></name> <name><surname>Malins</surname><given-names>S.</given-names></name> <name><surname>Sabin-Farrell</surname><given-names>R.</given-names></name></person-group> (<year>2018</year>). <article-title>Working alliance and outcome effectiveness in videoconferencing psychotherapy: a systematic review and noninferiority meta-analysis</article-title>. <source>Clin. Psychol. Psychother.</source> <volume>25</volume>, <fpage>797</fpage>&#x2013;<lpage>808</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cpp.2315</pub-id>, PMID: <pub-id pub-id-type="pmid">30014606</pub-id></citation></ref>
<ref id="ref51"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Opland</surname><given-names>C.</given-names></name> <name><surname>Torrico</surname><given-names>T. J.</given-names></name></person-group> (<year>2024</year>). Psychotherapy and therapeutic relationship. StatPearls, Available online at: <ext-link xlink:href="https://www.ncbi.nlm.nih.gov/sites/books/NBK608012/" ext-link-type="uri">https://www.ncbi.nlm.nih.gov/sites/books/NBK608012/</ext-link> (Accessed January 13, 2025).</citation></ref>
<ref id="ref52"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Preschl</surname><given-names>B.</given-names></name> <name><surname>Maercker</surname><given-names>A.</given-names></name> <name><surname>Wagner</surname><given-names>B.</given-names></name></person-group> (<year>2011</year>). <article-title>The working alliance in a randomized controlled trial comparing online with face-to-face cognitive-behavioral therapy for depression</article-title>. <source>BMC Psychiatry</source> <volume>11</volume>, <fpage>1</fpage>&#x2013;<lpage>10</lpage>. doi: <pub-id pub-id-type="doi">10.1186/1471-244X-11-189</pub-id></citation></ref>
<ref id="ref53"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rathenau</surname><given-names>S.</given-names></name> <name><surname>Sousa</surname><given-names>D.</given-names></name> <name><surname>Vaz</surname><given-names>A.</given-names></name> <name><surname>Geller</surname><given-names>S.</given-names></name></person-group> (<year>2021</year>). <article-title>The effect of attitudes toward online therapy and the difficulties perceived in online therapeutic presence</article-title>. <source>J. Psychother. Integr.</source> <volume>32</volume>, <fpage>19</fpage>&#x2013;<lpage>33</lpage>. doi: <pub-id pub-id-type="doi">10.1037/int0000266</pub-id></citation></ref>
<ref id="ref54"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reynolds</surname><given-names>D. A. J.</given-names></name> <name><surname>Stiles</surname><given-names>W. B.</given-names></name> <name><surname>Grohol</surname><given-names>J. M.</given-names></name></person-group> (<year>2006</year>). <article-title>An investigation of session impact and alliance in internet-based psychotherapy: preliminary results</article-title>. <source>Couns. Psychother. Res.</source> <volume>6</volume>, <fpage>164</fpage>&#x2013;<lpage>168</lpage>. doi: <pub-id pub-id-type="doi">10.1080/14733140600853617</pub-id></citation></ref>
<ref id="ref55"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rollman</surname><given-names>B. L.</given-names></name> <name><surname>Herbeck Belnap</surname><given-names>B.</given-names></name> <name><surname>Abebe</surname><given-names>K. Z.</given-names></name> <name><surname>Spring</surname><given-names>M. B.</given-names></name> <name><surname>Rotondi</surname><given-names>A. J.</given-names></name> <name><surname>Rothenberger</surname><given-names>S. D.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Effectiveness of online collaborative Care for Treating Mood and Anxiety Disorders in primary care: a randomized clinical trial</article-title>. <source>JAMA Psychiatry</source> <volume>75</volume>, <fpage>56</fpage>&#x2013;<lpage>64</lpage>. doi: <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2017.3379</pub-id>, PMID: <pub-id pub-id-type="pmid">29117275</pub-id></citation></ref>
<ref id="ref56"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Romero-Moreno</surname><given-names>A. F.</given-names></name> <name><surname>Paramio</surname><given-names>A.</given-names></name> <name><surname>Cruces-Montes</surname><given-names>S. J.</given-names></name></person-group> y <person-group person-group-type="author"><name><surname>Guil-Bozal</surname><given-names>R.</given-names></name></person-group> (<year>2023</year>). <article-title>Attributions about the role of the therapeutic alliance in the effectiveness of psychotherapy</article-title>. <source>Investigaci&#x00F3;n y desarrollo de recursos de intervenci&#x00F3;n en contextos cl&#x00ED;nicos y de la salud</source>, <publisher-loc>Madrid, Spain</publisher-loc>: <publisher-name>Dykinson</publisher-name> <fpage>49</fpage>&#x2013;<lpage>61</lpage>.</citation></ref>
<ref id="ref57"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Romero-Moreno</surname><given-names>A.</given-names></name> <name><surname>Paramio</surname><given-names>A.</given-names></name> <name><surname>Cruces-Montes</surname><given-names>S.</given-names></name> <name><surname>Zayas</surname><given-names>A.</given-names></name> <name><surname>Guil</surname><given-names>R.</given-names></name></person-group> (<year>2021</year>). <article-title>Attributed contribution of therapist&#x2019;s emotional variables to psychotherapeutic effectiveness: a preliminary study</article-title>. <source>Front. Psychol.</source> <volume>12</volume>:<fpage>644805</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2021.644805</pub-id>, PMID: <pub-id pub-id-type="pmid">34393885</pub-id></citation></ref>
<ref id="ref9002"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rosenzweig</surname><given-names>S.</given-names></name></person-group> (<year>1936</year>). <article-title>Some implicit common factors in diverse methods of psychotherapy</article-title>. <source>Am. J. Orthopsychiatry</source> <volume>6</volume>, <fpage>412</fpage>&#x2013;<lpage>415</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1939-0025.1936.tb05248.x</pub-id></citation></ref>
<ref id="ref58"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sayers</surname><given-names>J.</given-names></name></person-group> (<year>2021</year>). <article-title>Online psychotherapy: transference and countertransference issues</article-title>. <source>Br. J. Psychother.</source> <volume>37</volume>, <fpage>223</fpage>&#x2013;<lpage>233</lpage>. doi: <pub-id pub-id-type="doi">10.1111/bjp.12624</pub-id></citation></ref>
<ref id="ref59"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schultze</surname><given-names>N.</given-names></name></person-group> (<year>2006</year>). <article-title>Success factors in internet-based psychological counseling</article-title>. <source>Cyberpsychol. Behav.</source> <volume>9</volume>, <fpage>623</fpage>&#x2013;<lpage>626</lpage>. doi: <pub-id pub-id-type="doi">10.1089/cpb.2006.9.623</pub-id>, PMID: <pub-id pub-id-type="pmid">17034332</pub-id></citation></ref>
<ref id="ref60"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shelef</surname><given-names>K.</given-names></name> <name><surname>Diamond</surname><given-names>G. M.</given-names></name> <name><surname>Diamond</surname><given-names>G. S.</given-names></name> <name><surname>Liddle</surname><given-names>H. A.</given-names></name></person-group> (<year>2005</year>). <article-title>Adolescent and parent alliance and treatment outcome in multidimensional family therapy</article-title>. <source>J. Consult. Clin. Psychol.</source> <volume>73</volume>, <fpage>689</fpage>&#x2013;<lpage>698</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0022-006X.73.4.689</pub-id>, PMID: <pub-id pub-id-type="pmid">16173856</pub-id></citation></ref>
<ref id="ref61"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Simpson</surname><given-names>S.</given-names></name> <name><surname>Reid</surname><given-names>C.</given-names></name></person-group> (<year>2014</year>). <article-title>Therapeutic alliance in videoconferencing psychotherapy: a review</article-title>. <source>Aust. J. Rural Health</source> <volume>22</volume>, <fpage>280</fpage>&#x2013;<lpage>299</lpage>. doi: <pub-id pub-id-type="doi">10.1111/ajr.12149</pub-id>, PMID: <pub-id pub-id-type="pmid">25495622</pub-id></citation></ref>
<ref id="ref62"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sperandeo</surname><given-names>R.</given-names></name> <name><surname>Cioffi</surname><given-names>V.</given-names></name> <name><surname>Mosca</surname><given-names>L. L.</given-names></name> <name><surname>Longobardi</surname><given-names>T.</given-names></name> <name><surname>Moretto</surname><given-names>E.</given-names></name> <name><surname>Alfano</surname><given-names>Y. M.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Exploring the question:&#x201C;does empathy work in the same way in online and in-person therapeutic settings?&#x201D;</article-title>. <source>Front. Psychol.</source> <volume>12</volume>:<fpage>671790</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2021.671790</pub-id>, PMID: <pub-id pub-id-type="pmid">34621207</pub-id></citation></ref>
<ref id="ref7001"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stoll</surname><given-names>J.</given-names></name> <name><surname>M&#x00FC;ller</surname><given-names>J. A.</given-names></name> <name><surname>Trachsel</surname><given-names>M.</given-names></name></person-group> (<year>2020</year>). <article-title>Ethical Issues in Online Psychotherapy: A Narrative Review</article-title>. <source>Front. Psychiatry</source> <volume>10</volume>:<fpage>993</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyt.2019.00993</pub-id></citation></ref>
<ref id="ref63"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Stoll</surname><given-names>J.</given-names></name> <name><surname>Trachsek</surname><given-names>M.</given-names></name></person-group> (<year>2019</year>). &#x201C;<article-title>Ethical aspects of online psychotherapy</article-title>&#x201D; in <source>The Oxford handbook of psychotherapy ethics</source>. <publisher-loc>London, UK</publisher-loc>: <publisher-name>The Oxford handbook of psychotherapy ethics</publisher-name>.</citation></ref>
<ref id="ref64"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tate</surname><given-names>D. F.</given-names></name> <name><surname>Zabinski</surname><given-names>M. F.</given-names></name></person-group> (<year>2004</year>). <article-title>Computer and internet applications for psychological treatment: update for clinicians</article-title>. <source>J. Clin. Psychol.</source> <volume>60</volume>, <fpage>209</fpage>&#x2013;<lpage>220</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jclp.10247</pub-id>, PMID: <pub-id pub-id-type="pmid">14724928</pub-id></citation></ref>
<ref id="ref7002"><citation citation-type="book"><person-group person-group-type="author"><collab>Torre and Pardo</collab></person-group>. (<year>2019</year>). <source>Guide for Telepsychological Intervention</source>. <publisher-loc>Madrid</publisher-loc>: <publisher-name>Official College of Psychologists of Madrid</publisher-name>. Retrieved from: <ext-link xlink:href="https://www.copmadrid.org/web/publicaciones/guia&#x2010;para&#x2010;la&#x2010;intervenciontelepsicologica" ext-link-type="uri">https://www.copmadrid.org/web/publicaciones/guia&#x2010;para&#x2010;la&#x2010;intervenciontelepsicologica</ext-link>.</citation></ref>
<ref id="ref66"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Uriarte</surname><given-names>J. J.</given-names></name> <name><surname>Beramendi</surname><given-names>V.</given-names></name> <name><surname>Medrano</surname><given-names>J.</given-names></name> <name><surname>Wing</surname><given-names>J. K.</given-names></name> <name><surname>Beevor</surname><given-names>A. S.</given-names></name> <name><surname>Curtis</surname><given-names>R. H.</given-names></name></person-group> (<year>1999</year>). <article-title>Presentaci&#x00F3;n de la traducci&#x00F3;n al castellano de la escala HoNOS</article-title>. <source>Psiquiatr&#x00ED;a P&#x00FA;blica</source> <volume>11</volume>, <fpage>93</fpage>&#x2013;<lpage>101</lpage>.</citation></ref>
<ref id="ref67"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vallejo</surname><given-names>M. A.</given-names></name> <name><surname>Jord&#x00E1;n</surname><given-names>C. M.</given-names></name></person-group> (<year>2007</year>). <article-title>Psicoterapia a trav&#x00E9;s de Internet</article-title>. <source>Bolet&#x00ED;n Psicol.</source> <volume>91</volume>, <fpage>27</fpage>&#x2013;<lpage>42</lpage>.</citation></ref>
<ref id="ref68"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wagner</surname><given-names>B.</given-names></name> <name><surname>Horn</surname><given-names>A. B.</given-names></name> <name><surname>Maercker</surname><given-names>A.</given-names></name></person-group> (<year>2014</year>). <article-title>Internet-based versus face-to-face behavioral intervention for depression: a randomized controlled non-inferiority trial</article-title>. <source>J. Affect. Disord.</source> <volume>152</volume>, <fpage>113</fpage>&#x2013;<lpage>121</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jad.2013.06.032</pub-id></citation></ref>
<ref id="ref69"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wampold</surname><given-names>B. E.</given-names></name></person-group> (<year>2015</year>). <article-title>How important are the common factors in psychotherapy? An update</article-title>. <source>World Psychiatry</source> <volume>14</volume>, <fpage>270</fpage>&#x2013;<lpage>277</lpage>. doi: <pub-id pub-id-type="doi">10.1002/wps.20238</pub-id>, PMID: <pub-id pub-id-type="pmid">26407772</pub-id></citation></ref>
<ref id="ref70"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wampold</surname><given-names>B. E.</given-names></name> <name><surname>Fl&#x00FC;ckiger</surname><given-names>C.</given-names></name></person-group> (<year>2023</year>). <article-title>The alliance in mental health care: conceptualization, evidence and clinical applications</article-title>. <source>World Psychiatry</source> <volume>22</volume>, <fpage>25</fpage>&#x2013;<lpage>41</lpage>. doi: <pub-id pub-id-type="doi">10.1002/wps.21035</pub-id>, PMID: <pub-id pub-id-type="pmid">36640398</pub-id></citation></ref>
<ref id="ref71"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weightman</surname><given-names>M.</given-names></name></person-group> (<year>2020</year>). <article-title>Digital psychotherapy as an effective and timely treatment option for depression and anxiety disorders: implications for rural and remote practice</article-title>. <source>J. Int. Med. Res.</source> <volume>48</volume>. doi: <pub-id pub-id-type="doi">10.1177/0300060520928686</pub-id>, PMID: <pub-id pub-id-type="pmid">32527170</pub-id></citation></ref>
<ref id="ref72"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wing</surname><given-names>J. K.</given-names></name> <name><surname>Beevor</surname><given-names>A. S.</given-names></name> <name><surname>Curtis</surname><given-names>R. H.</given-names></name> <name><surname>Park</surname><given-names>S. B.</given-names></name> <name><surname>Hadden</surname><given-names>S.</given-names></name> <name><surname>Burns</surname><given-names>A.</given-names></name></person-group> (<year>1998</year>). <article-title>Health of the nation outcome scales (HoNOS). Research and development</article-title>. <source>Br. J. Psychiatry</source> <volume>172</volume>, <fpage>11</fpage>&#x2013;<lpage>18</lpage>. doi: <pub-id pub-id-type="doi">10.1192/bjp.172.1.11</pub-id>, PMID: <pub-id pub-id-type="pmid">9534825</pub-id></citation></ref>
<ref id="ref9003"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Y&#x0131;lmaz</surname><given-names>&#x00D6;.</given-names></name></person-group> (<year>2024</year>). <article-title>Personalized learning and artificial intelligence in science education: current state and future perspectives</article-title>. <source>Educ. Technol. Q.</source> <volume>2024</volume>, <fpage>255</fpage>&#x2013;<lpage>274</lpage>. doi: <pub-id pub-id-type="doi">10.55056/etq.744</pub-id></citation></ref>
<ref id="ref74"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zwerenz</surname><given-names>R.</given-names></name> <name><surname>Becker</surname><given-names>J.</given-names></name> <name><surname>Knickenberg</surname><given-names>R. J.</given-names></name> <name><surname>Siepmann</surname><given-names>M.</given-names></name> <name><surname>Hagen</surname><given-names>K.</given-names></name> <name><surname>Beutel</surname><given-names>M. E.</given-names></name></person-group> (<year>2017</year>). <article-title>Online self-help as an add-on to inpatient psychotherapy: efficacy of a new blended treatment approach</article-title>. <source>Psychother. Psychosom.</source> <volume>86</volume>, <fpage>341</fpage>&#x2013;<lpage>350</lpage>. doi: <pub-id pub-id-type="doi">10.1159/000481177</pub-id>, PMID: <pub-id pub-id-type="pmid">29131090</pub-id></citation></ref>
</ref-list>
</back>
</article>