<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="brief-report">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychiatry</journal-id>
<journal-title>Frontiers in Psychiatry</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychiatry</abbrev-journal-title>
<issn pub-type="epub">1664-0640</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyt.2021.645273</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychiatry</subject>
<subj-group>
<subject>Brief Research Report</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Is Continued Improvement After Automated Virtual Reality Exposure Therapy for Spider Phobia Explained by Subsequent <italic>in-vivo</italic> Exposure? A First Test of the Lowered Threshold Hypothesis</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Lindner</surname> <given-names>Philip</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/541822/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Dafg&#x000E5;rd</surname> <given-names>Peter</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Miloff</surname> <given-names>Alexander</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Andersson</surname> <given-names>Gerhard</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/641596/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Reuterski&#x000F6;ld</surname> <given-names>Lena</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1234208/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Hamilton</surname> <given-names>William</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1214163/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Carlbring</surname> <given-names>Per</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/350998/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Psychology, Stockholm University</institution>, <addr-line>Stockholm</addr-line>, <country>Sweden</country></aff>
<aff id="aff2"><sup>2</sup><institution>Centre for Psychiatry Research, Department of Clinical Neuroscience, Karolinska Institutet &#x00026; Stockholm Health Care Services, Region Stockholm</institution>, <addr-line>Stockholm</addr-line>, <country>Sweden</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Behavioral Sciences and Learning, Link&#x000F6;ping University</institution>, <addr-line>Link&#x000F6;ping</addr-line>, <country>Sweden</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Biomedical and Clinical Sciences, Link&#x000F6;ping University</institution>, <addr-line>Link&#x000F6;ping</addr-line>, <country>Sweden</country></aff>
<aff id="aff5"><sup>5</sup><institution>Mimerse</institution>, <addr-line>Stockholm</addr-line>, <country>Sweden</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Lina Gega, University of York, United Kingdom</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Abdelmajid Kadri, Arts et M&#x000E9;tiers ParisTech, France; Allison Jane Matthews, University of Tasmania, Australia</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Philip Lindner <email>philip.lindner&#x00040;ki.se</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Public Mental Health, a section of the journal Frontiers in Psychiatry</p></fn></author-notes>
<pub-date pub-type="epub">
<day>20</day>
<month>05</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>645273</elocation-id>
<history>
<date date-type="received">
<day>22</day>
<month>12</month>
<year>2020</year>
</date>
<date date-type="accepted">
<day>12</day>
<month>04</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2021 Lindner, Dafg&#x000E5;rd, Miloff, Andersson, Reuterski&#x000F6;ld, Hamilton and Carlbring.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Lindner, Dafg&#x000E5;rd, Miloff, Andersson, Reuterski&#x000F6;ld, Hamilton and Carlbring</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><p>Consumer Virtual Reality (VR) technology offers a powerful, immersive medium for scalable dissemination of mental health interventions. Decades of research has shown VR exposure therapy to be efficacious in the treatment of anxiety disorders and that the fear reduction generalizes to real-world stimuli. Many studies also report continued improvement over time, after discontinuing VR use. The lowered threshold hypothesis states that this continued improvement is moderated by lowering the threshold to conduct subsequent <italic>in-vivo</italic> exposure. The current study is the first to formally test this hypothesis, using data from a recent trial on automated VR exposure therapy for spider phobia, in which participants (<italic>n</italic> = 49) were followed for 1 year, completing assessments 1 week, 3 and 12 months post-treatment. The assessment included validated self-report of phobia symptoms, a standardized behavioral approach test featuring a real spider, and a questionnaire for self-reporting frequency of <italic>in-vivo</italic> exposures since last assessment. Number of <italic>in-vivo</italic> exposures was found to be independently associated with greater symptom decrease in longitudinal outcome models. In sequential structural equation models, immediate post-treatment symptom reduction was associated with subsequent <italic>in-vivo</italic> exposures, which in turn was associated with continued symptom reduction. However, this applied only to self-reported phobia symptoms (not behavioral avoidance) and no associations were found past 3 months. Our findings offer preliminary, partial support for the lowered threshold hypothesis, suggesting that VR exposure interventions may benefit from including explicit <italic>in-virtuo</italic> to <italic>in-vivo</italic> transitioning components.</p></abstract>
<kwd-group>
<kwd>exposure therapy</kwd>
<kwd>virtual reality</kwd>
<kwd>specific phobia</kwd>
<kwd>adherence</kwd>
<kwd>long-term</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="52"/>
<page-count count="8"/>
<word-count count="6176"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Virtual Reality (VR) refers to technology capable of generating immersive experiences of being present in virtual, computer-generated environments, typically achieved through the use of a head mounted display that withholds the outside world, continuously tracks head rotation (and possibly position), and updates the stereoscopic display as the user looks around and interacts with environment (<xref ref-type="bibr" rid="B1">1</xref>). Although recognizable VR technology first appeared in the 1960&#x00027;s, it is only in the last 5 years that consumer VR devices have become common (standalone versions of which now cost only a few hundred USD), alongside mature ecosystems for development and dissemination of VR applications (<xref ref-type="bibr" rid="B2">2</xref>). This presents a paradigm shift also for clinical and public health applications of VR (<xref ref-type="bibr" rid="B3">3</xref>), numerous successful examples of which have accumulated in the last 25 years (<xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>One such example is VR exposure therapy: here, VR technology is used to create and present virtual equivalents of phobic stimuli (e.g., animals, heights, and situations) to users in an immersive way (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>), to allow for graded, controlled, and systematic exposure until the fear response habituates and inhibitory learning occurs (<xref ref-type="bibr" rid="B7">7</xref>). This treatment format is attractive to both patients (<xref ref-type="bibr" rid="B8">8</xref>&#x02013;<xref ref-type="bibr" rid="B10">10</xref>) and therapists (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>), is feasible also with adolescents (<xref ref-type="bibr" rid="B13">13</xref>)&#x02014;although considerably less studied with this population (<xref ref-type="bibr" rid="B14">14</xref>)&#x02014;and is associated with low rates of deterioration, i.e., unlikely to have negative effects (<xref ref-type="bibr" rid="B15">15</xref>). Recent research has shown that VR exposure can be self-directed (<xref ref-type="bibr" rid="B16">16</xref>), and even packaged as automated interventions relying on gamification components rather than a real-life therapist directing treatment (<xref ref-type="bibr" rid="B17">17</xref>&#x02013;<xref ref-type="bibr" rid="B20">20</xref>), and even a virtual therapist (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>).</p>
<p>As VR continues to grow and establish itself as a consumer technology (<xref ref-type="bibr" rid="B23">23</xref>), automated and self-directed interventions have the potential to make a significant public health impact by addressing the large treatment gap (<xref ref-type="bibr" rid="B24">24</xref>) and delay in treatment-seeking for anxiety disorders (<xref ref-type="bibr" rid="B25">25</xref>), phobias in particular. Although some methodological concerns have been raised (<xref ref-type="bibr" rid="B26">26</xref>), meta-analyses have demonstrated efficacy of VR exposure therapy for anxiety disorders (<xref ref-type="bibr" rid="B27">27</xref>&#x02013;<xref ref-type="bibr" rid="B29">29</xref>), even when only considering trials featuring <italic>in-vivo</italic> behavioral approach tests as outcomes (<xref ref-type="bibr" rid="B30">30</xref>). This latter finding reveals that a reduced fear response to virtual phobic stimuli generalizes to the <italic>in-vivo</italic> equivalents that users will ultimately face in real life. This generalization likely explains why many trials report continued symptom improvements at follow-ups 1 to 6 years after completing VR exposure therapy (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B31">31</xref>&#x02013;<xref ref-type="bibr" rid="B34">34</xref>). Notwithstanding the immediate fear reduction (<xref ref-type="bibr" rid="B30">30</xref>), the full clinical effect may come from lowering the threshold for users to subsequently engage in <italic>in-vivo</italic> exposure opportunities as they appear in everyday life, breaking the vicious circle of avoidance that maintains anxiety disorders (<xref ref-type="bibr" rid="B35">35</xref>).</p>
<p>Although the idea that post-treatment, continued exposure predicts continued improvement likely applies equally well to traditional exposure therapy (<xref ref-type="bibr" rid="B36">36</xref>), VR exposure therapy is unique in that here, continued exposure entails not only continuing to do what was taught in treatment, but doing it in a different way. Despite having been noted as a limitation of the extant literature (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B17">17</xref>), the necessary transition from in-virtuo to <italic>in-vivo</italic> exposure&#x02014;and implicitly the lowered threshold hypothesis&#x02014;has received surprisingly little research attention. Indeed, we are not aware of any study that has measured and attempted to statistically model the moderating role of post-VR, <italic>in-vivo</italic> exposure in explaining long-term continued symptom improvement. Indirect evidence, however, comes from two trials featuring the same automated VR exposure intervention for spider phobia: in one trial (<xref ref-type="bibr" rid="B18">18</xref>), participants in the VR arm were given written and oral information explaining the rationale for transitioning to <italic>in-vivo</italic> exposure in everyday life, as well as instructions for planning, execution, and evaluating exposure tasks; while in the other trial (<xref ref-type="bibr" rid="B17">17</xref>), no such written material was provided. In line with the lowered threshold hypothesis, the former trial saw continued improvement during the follow-up period, while the latter did not. In another trial, completing <italic>in-vivo</italic> exposure exercises during an explicitly framed transition period following a single session of VR exposure therapy for public speaking anxiety, was independently associated with additional symptom decrease (<xref ref-type="bibr" rid="B16">16</xref>).</p>
<p>These findings warrant further investigation, since the lowered threshold hypothesis has important implications for the design of automated VR exposure interventions that show such a great public health potential. In the current study, using data from one of the trials on automated VR exposure therapy for spider phobia, and using complementary statistical modeling techniques, we report a first such investigation.</p>
</sec>
<sec sec-type="methods" id="s2">
<title>Methods</title>
<sec>
<title>Ethics</title>
<p>The current study uses data from a randomized non-inferiority trial (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B37">37</xref>) that was pre-registered (<ext-link ext-link-type="uri" xlink:href="https://Clinicaltrials.gov">Clinicaltrials.gov</ext-link>: NCT02533310), received ethical approval from the Swedish Ethical Review Authority (2015/472-31 and 2015/1695-32), and had all participants provide written informed consent.</p>
</sec>
<sec>
<title>Procedure and Participants</title>
<p>See the published trial protocol and primary report for details (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B37">37</xref>). In brief, <italic>n</italic> = 100 participants were recruited from the general public, assessed for spider phobia, provided self-report measures, completed a standardized behavioral approach test (BAT) with a real spider (see Measures below). Included participants were randomized 1:1 to a single, 3 h session of either <italic>in-vivo</italic> exposure therapy (<xref ref-type="bibr" rid="B38">38</xref>), or a novel, automated, gamified VR exposure therapy intervention. Only participants in the VR arm (<italic>n</italic> = 50) were included in the current study, with all but one completing treatment. At the end of treatment, participants were given standardized oral and written material explaining the rationale for transitioning to <italic>in-vivo</italic> exposure in everyday life, as well as instructions for planning, execution and evaluating exposure tasks (<xref ref-type="bibr" rid="B39">39</xref>) (material available from the authors on request). One week (<italic>n</italic> = 49), 3 months (<italic>n</italic> = 45) and 1 year (<italic>n</italic> = 47) after receiving treatment, participants completed a similar assessment with the same outcome measures. Assessments were intended to be conducted on-site at Stockholm University; however, if a participant could not be scheduled for a visit, a mailed paper or online version of the included self-reports was made available. Across assessment occasions, a total of k = 34 assessments (of k = 191) were returned on paper or completed online, entailing that fewer BAT data points are available for analysis.</p>
</sec>
<sec>
<title>Measures</title>
<p>For the current study, we selected the two outcome measures from the non-inferiority trial (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B37">37</xref>) that showed the largest effect sizes, covering related by separated aspects of spider phobia: a standardized BAT used in previous research (<xref ref-type="bibr" rid="B40">40</xref>) providing an objective measure of avoidance behavior, as well as the self-rated Fear of Spider Questionnaire (FSQ) (<xref ref-type="bibr" rid="B41">41</xref>) covering a broader set of phobia symptoms. The BAT featured a real spider (a harmless species native to Sweden, &#x0007E;2 cm in size including legs) and was scored in 13 steps (rated 0&#x02212;12), with higher scores corresponding to lesser avoidance. The FSQ consists of 18 items, scored 1&#x02212;7 for a maximum score of 126, with higher scores corresponding to more phobia symptoms.</p>
<p>At the 3 and 12 month follow-up assessments, participants also reported on extent of <italic>in-vivo</italic> exposure using a custom, standardized form. The form differentiated between planned exposure exercises vs. involuntary exposure to real spiders, and had participants estimate number of occasions since the last assessment. Exact phrasings used were &#x0201C;Approximately how many times have you deliberately and specifically for exposure purposes put yourself in a position where you were exposed to spiders,&#x0201D; and &#x0201C;Approximately how many times have you involuntarily been caught in situations where you were exposed to spiders?&#x0201D; (both translated from original Swedish). The raw reported values showed several outliers; see <xref ref-type="fig" rid="F1">Figure 1</xref> for distributions split by time points and type (<xref ref-type="fig" rid="F1">Figure 1A</xref>), as well as a correlation scatter plot across time points (<xref ref-type="fig" rid="F1">Figure 1B</xref>). Since there was no a prior reason to expect linear associations across this width of values (making raw values inappropriate), and in lieu of any established way of statistically handling outliers in this type of variable, we opted for an explorative approach wherein the initial analyses were repeated with three common outlier-adjustment alternatives, for each type of exposure and outcome (respectively). These adjustments involved either binarizing (zero or any), truncating outliers (any value &#x0003E;20, threshold chosen due to a sharp decrease across types and occasion as revealed by histograms), or omitting outliers (same threshold used in truncation). For sake of transparency, all models (including ones with the raw variable for comparison) are reported.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Distributions and correlations of planned and involuntary exposure occasions across time. <bold>(A)</bold> Distributions of (raw) reported exposure occasions split by type and assessment point. Dashed line shows chosen outlier threshold. <bold>(B)</bold> Scatterplots of planned vs. involuntary exposures split by assessment point.</p></caption>
<graphic xlink:href="fpsyt-12-645273-g0001.tif"/>
</fig>
<p>At the 3 month follow-up, the questionnaire also included an additional five questions on: whether they considered themselves to have actively continued to perform exposure exercises (Yes or No); whether they created a maintenance and transition plan as instructed (Yes or No), self-rated compliance to this plan (0&#x02212;10, from Not at all to Completely); whether they believed that they had been given a good rationale on the need for maintenance (Yes or No); and whether they were given sufficient instructions for how to construct their plan (Yes or No).</p>
</sec>
<sec>
<title>Analyses</title>
<p>For our initial test of the lowered threshold hypothesis, we ran cluster-bootstrapped general linear models (GLM) on each outcome (BAT or FSQ scores) and exposure type (planned or involuntary) separately, each with every version of the exposure frequency variable. All models featured a numeric time variable (post-treatment, 3 and 12 month follow-ups, scored as 0, 1, and 2), with exposure frequency as an additional, time-varying predictor (set to zero at post-treatment). Cluster-bootstrapped general linear modeling is a novel statistical technique, robust to normality assumptions, that is especially appropriate when there is risk of miss-specifying a corresponding mixed model (e.g., when few time points are available). Analyses were performed using the ClusterBootstrap R package (<xref ref-type="bibr" rid="B42">42</xref>), each with 10,000 repeats.</p>
<p>Second, the sequential and interactive associations captured by the lowered threshold hypothesis was examined by running structural equation models (SEM) on each outcome separately. Both models featured the truncated exposure frequency variable for several reasons: a numeric variable was necessary, results from the first analysis step suggested that this adjustment corrected for any measurement error, and this variable adjustment retained all available data, thereby maximizing power. In a longitudinal sequence, the SEMs used the score difference between two adjacent time points to predict the subsequent number of exposure occasions, which in turn predicted the next score difference, and so on. Covariance between adjacent score differences was also included. Robust Huber-White standard errors were calculated, and missing data estimated using maximum likelihood. Analyses were conducted using the lavaan R package (<xref ref-type="bibr" rid="B43">43</xref>).</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Self-Reported Adherence</title>
<p>At the 3 month follow-up, 61.4% (<italic>n</italic> = 27) reported having actively engaged in exposure maintenance; congruently, Poisson regression models revealed that these participants reported more (raw) in-between exposure occasions, both planned (B = 1.71, SE = 0.17, <italic>p</italic> &#x0003C; 0.001) and to a lesser extent involuntary (B = 0.79, SE = 0.25, <italic>p</italic> = 0.0018). Compliance groups did however not differ on post-treatment BAT (95% CI of mean difference: &#x02212;0.45&#x02212;2.49) or FSQ scores (95% CI of mean difference: &#x02212;23.84&#x02212;3.18). Somewhat fewer participants (43.2%, <italic>n</italic> = 19) reported having created a formal transition/maintenance plan, which in separate Poisson models was significantly associated with planned (B = 0.72, SE = 0.11, <italic>p</italic> &#x0003C; 0.001) but not involuntary exposure occasions (B = 0.31, SE = 0.22, <italic>p</italic> = 0.156). Among participants who created such a plan, average compliance was rated to M = 5.64 (SD = 1.95, IQR = 3). All but two participants (of 44) reported receiving a good rationale for exposure transition/maintenance, and 72.8% (<italic>n</italic> = 32) reported receiving sufficient instructions. Paired <italic>t</italic>-tests revealed that participants reported similar number of planned exposure occasions at the 3 and 12 month follow-ups (95% CI of mean difference: &#x02212;7.43&#x02212;0.73) yet more involuntary exposure occasions at the latter (t<sub>40</sub> = &#x02212;3.28, <italic>p</italic> = 0.0022), although it should be noted that covered periods are not equal in duration (3 vs. 9 months).</p>
</sec>
<sec>
<title><italic>In-vivo</italic> Exposures as Time-Varying Predictor</title>
<p>See <xref ref-type="table" rid="T1">Table 1</xref> for full results (not including intercept and time predictor for each model). In no model and with neither outcome were involuntary exposure occasions associated with improvement. In all but one model (binarized exposure occasions predictor and BAT outcome) were planned exposure occasions independently associated with improvement.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Independent impact of exposure frequencies in longitudinal models.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>BAT</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>FSQ</bold></th>
</tr>
<tr>
<th valign="top" align="left"><bold>Predictor (frequency)</bold></th>
<th valign="top" align="center"><bold>B</bold></th>
<th valign="top" align="center"><bold>LB</bold></th>
<th valign="top" align="center"><bold>UB</bold></th>
<th valign="top" align="center"><bold>B</bold></th>
<th valign="top" align="center"><bold>LB</bold></th>
<th valign="top" align="center"><bold>UB</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Involuntary: raw</td>
<td valign="top" align="center">&#x02212;0.03</td>
<td valign="top" align="center">&#x02212;0.12</td>
<td valign="top" align="center">0.07</td>
<td valign="top" align="center">0.53</td>
<td valign="top" align="center">&#x02212;0.6</td>
<td valign="top" align="center">1.95</td>
</tr>
<tr>
<td valign="top" align="left">Involuntary: binarized</td>
<td valign="top" align="center">&#x02212;0.08</td>
<td valign="top" align="center">&#x02212;1.74</td>
<td valign="top" align="center">1.03</td>
<td valign="top" align="center">4.18</td>
<td valign="top" align="center">&#x02212;8.21</td>
<td valign="top" align="center">17.34</td>
</tr>
<tr>
<td valign="top" align="left">Involuntary: omitted</td>
<td valign="top" align="center">&#x02212;0.03</td>
<td valign="top" align="center">&#x02212;0.15</td>
<td valign="top" align="center">0.11</td>
<td valign="top" align="center">0.68</td>
<td valign="top" align="center">&#x02212;0.96</td>
<td valign="top" align="center">2.28</td>
</tr>
<tr>
<td valign="top" align="left">Involuntary: truncated</td>
<td valign="top" align="center">&#x02212;0.03</td>
<td valign="top" align="center">&#x02212;0.13</td>
<td valign="top" align="center">0.09</td>
<td valign="top" align="center">0.66</td>
<td valign="top" align="center">&#x02212;0.75</td>
<td valign="top" align="center">2.08</td>
</tr>
<tr>
<td valign="top" align="left">Planned: raw</td>
<td valign="top" align="center">0.03</td>
<td valign="top" align="center">0.00</td>
<td valign="top" align="center">0.07</td>
<td valign="top" align="center">&#x02212;0.43</td>
<td valign="top" align="center">&#x02212;0.83</td>
<td valign="top" align="center">&#x02212;0.08</td>
</tr>
<tr>
<td valign="top" align="left">Planned: binarized</td>
<td valign="top" align="center">1.00</td>
<td valign="top" align="center">&#x02212;0.24</td>
<td valign="top" align="center">2.23</td>
<td valign="top" align="center">&#x02212;12.26</td>
<td valign="top" align="center">&#x02212;22.68</td>
<td valign="top" align="center">&#x02212;1.65</td>
</tr>
<tr>
<td valign="top" align="left">Planned: omitted</td>
<td valign="top" align="center">0.13</td>
<td valign="top" align="center">0.04</td>
<td valign="top" align="center">0.22</td>
<td valign="top" align="center">&#x02212;1.66</td>
<td valign="top" align="center">&#x02212;2.52</td>
<td valign="top" align="center">&#x02212;0.78</td>
</tr>
<tr>
<td valign="top" align="left">Planned: truncated</td>
<td valign="top" align="center">0.09</td>
<td valign="top" align="center">0.02</td>
<td valign="top" align="center">0.17</td>
<td valign="top" align="center">&#x02212;1.34</td>
<td valign="top" align="center">&#x02212;2</td>
<td valign="top" align="center">&#x02212;0.6</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Separate models that also included intercept and numeric time variable (not presented above)</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Sequential SEM</title>
<p>Since the results above showed that only planned exposures were associated with continue improvement, only this type of exposure was examined in sequential SEMs. There were no associations in any direction between temporally adjacent BAT score differences and planned exposures. However, congruent with the lowered threshold hypothesis, significant associations in the expected direction were found on FSQ scores in the first 3 months: a greater post-pre FSQ score difference (note negative value in case of improvement) was associated with more reported between-assessment exposure occasions at the 3 month follow-up, which in turn was associated with additional FSQ score decrease at this follow-up. However, sequential associations from here on were insignificant. See <xref ref-type="fig" rid="F2">Figure 2</xref> for full SEM results. A <italic>post-hoc</italic> analysis revealed that FSQ and BAT score differences did not correlate significantly (pre to post, <italic>r</italic> = 0.17, <italic>p</italic> = 0.246; post to 3 month, <italic>r</italic> = 0.145, <italic>p</italic> = 0.411), although a strong correlation remained between the two measures at each individual time point (all <italic>p</italic> &#x0003C; 0.002, <italic>r</italic> &#x0003E; &#x02212;0.55), with negligible change in correlation strength over time (<italic>r</italic> = &#x02212;0.58 pre-treatment, <italic>r</italic> = &#x02212;0.55 at 12 month follow-up).</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Sequential SEM. <bold>(A)</bold> Sequential model with BAT outcome. <bold>(B)</bold> Sequential model with FSQ outcome.</p></caption>
<graphic xlink:href="fpsyt-12-645273-g0002.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Meta-analytic research has shown that fear reduction following VR exposure therapy generalizes also to <italic>in-vivo</italic> equivalent stimuli; moreover, several studies report that individuals who have completed VR exposure therapy continue to improve in the year(s) that follow. The lowered threshold hypothesis proposes that this post-VR continued improvement is explained in part by individuals now being able to engage in <italic>in-vivo</italic> exposure in everyday life, breaking the vicious circle of avoidance that define phobias. The current study offers a first test of this hypothesis, the results of which are in partial support of the hypothesis: while reported planned (but not involuntary) <italic>in-vivo</italic> exposure occasions was independently associated with continued improvement over the course of 1 year (with one exception), a sequential model revealed the hypothesized bidirectional association between symptom decrease and extent of exposure applied only to self-reported phobia symptoms, not behavioral avoidance, and only during the first few months after treatment.</p>
<p>Finding no outcomes associations with number of involuntary exposures is expected given that this measure presumably captures life circumstances (e.g., type of residence and line of work) rather than treatment adherence, and was included to control for this possible source of bias. Associations with planned exposures were however largely robust across analyses and in the expected direction. While these findings need to be replicated in independent samples, our results are consistent with the observed difference in long-term outcomes across the two trials on this particular VR intervention (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B18">18</xref>), and suggest that it is indeed beneficial to explicitly promote transition to <italic>in-vivo</italic> exposure after completing VR exposure, and that this can be accomplished with brief oral and written instructions. Even in the broader field of cognitive behavioral therapy (CBT), where numerous studies have examined predictors of relapse (<xref ref-type="bibr" rid="B44">44</xref>, <xref ref-type="bibr" rid="B45">45</xref>), there has been very relatively little research on the associations between long-term symptom trajectories and post-treatment adherence to the therapeutic strategies taught and practiced during active treatment. This lack of comparable research also makes it difficult to interpret whether the self-rated compliance of 61% found in the current study is high or not. One rare previous study found that adherence to different CBT components for insomnia varied extensively between components, and that the most reportedly used component (74%) was in fact not associated with improvement, while behavioral strategies like stimulus control and sleep restriction (41% reported use) were (<xref ref-type="bibr" rid="B46">46</xref>). While such findings are obviously of great clinical interest, examining this particular research question entails facing several methodological barriers. First, in lieu of automatically collected measures using wearables (<xref ref-type="bibr" rid="B47">47</xref>), ecological momentary assessments (<xref ref-type="bibr" rid="B48">48</xref>), or even momentary reporting of involuntary spider exposures (<xref ref-type="bibr" rid="B49">49</xref>), measurements of adherence and/or exposure need likely be retrospective, at least to some temporal degree. Second, since adherence is typically not a parameter that participants can be randomly assigned to, special statistical techniques are required to estimate the causal effect of adherence in itself (<xref ref-type="bibr" rid="B50">50</xref>). Including a second-stage randomization after the VR intervention to either a transition component or not, with explicit adherence targets (frequency of exposures, habituation threshold etc.), would not only allow more advanced and appropriate statistical modeling, but would also resolve the need for outlier adjustment, as was the case in the current study.</p>
<p>Interestingly, binarized exposure counts were not significantly associated with BAT improvements and barely significantly associated with FSQ improvements. This suggests that one exposure occasion is not enough for continued improvement and that the numeric range (covered by the other variable version) is in itself clinically pertinent. A seemingly counter-intuitive finding was that immediate self-rated phobia symptom improvement, but not behavioral approach improvement, predicted number of subsequent <italic>in-vivo</italic> exposure exercises. This could be explained by individuals with great behavioral improvement seeing no need for further <italic>in-vivo</italic> exposure, and/or that improved performance for many came at the cost of high distress that discouraged further <italic>in-vivo</italic> exposure. The discrepancy between models, along with the corresponding weak correlation between improvement metrics (yet stable correlations at each time point) may also be due to a delay in improvement insight: a similar, reversed discrepancy&#x02014;rapid behavioral improvement without simultaneous decrease in self-reported fear&#x02014;has been observed in fear memory reconsolidation disruption experiments (<xref ref-type="bibr" rid="B51">51</xref>). Although we cannot rule out the influence of demand characteristics (<xref ref-type="bibr" rid="B52">52</xref>), the remarkable stability over time of the correlation between the objective and subjective outcome measures, suggests no or negligible effects only. It should also be noted that participants did not have access to prior FSQ nor were provided with any interpretation guidelines; further, since no further treatment was offered at follow-ups, participants had no incentive to exaggerate symptom ratings. Regardless of source of the diverging results, the findings of the current study shows the value of capturing both aspects of phobia presentation.</p>
<p>The sequential model revealed that planned exposure exercises did not influence continued symptom reduction (self-rated phobia symptoms specifically) beyond the 3 month follow-up, yet planned exposure exercises were associated with both types of symptom reduction in longitudinal models (with few exceptions) that included exposure exercises as a time-varying predictor, i.e., assuming equal effect of exposure exercises across time. While the former approach breaks down the presumed process in individual steps, the latter approach examines whether variance in observed outcomes that is not explained by time, is instead explained by frequency of exposure exercises. In addition, statistical power varies between approaches. Of interest, participants reported the same number of planned exposure exercises at the 3 and 12 month follow-ups, despite covering different durations, revealing that this became less common over time. However, over the same 12 months, treatment effects continued to grow (<xref ref-type="bibr" rid="B18">18</xref>), suggesting that other factors likely contribute to continued symptom improvement at a later stage. Examining a broader range of predictors of long-term outcomes in VR exposure therapy should be considered an important topic for future research.</p>
<sec>
<title>Strengths and Limitations</title>
<p>This first study on the lowered threshold hypothesis has several limitations that need to be acknowledged. First, the presence of outliers in the measure of post-VR exposures suggests some degree of measurement error. It should be noted that outlier here is used in the statistical sense, i.e., data points far off the observed distribution. All reported values were however in the plausible range (see <xref ref-type="fig" rid="F1">Figure 1</xref>). Some measurement error with regards to what participants interpreted to constitute an exposure exercise is likely to have been present, and we cannot guarantee that some participants did not e.g., include exposure to television spiders. Future research would likely benefit from using more precise question phrasing. However, findings were largely consistent across outlier-adjustment methods, and many of the expected associations were found regardless, suggesting that these measures at least sufficiently captured what was intended. Second, exposures occasions were self-reported, retrospectively, and the temporal resolution was low. No auxiliary measures like experienced distress during and after each exposure task were collected either, nor was use of other therapeutic techniques (e.g., cognitive exercises) during the follow-up period measured. This should be considered an important goal of future research. Including continued VR exposure using applications specifically designed for at-home use (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B20">20</xref>) would also allow collection of objective adherence data, yet would of course not cover the transition aspect. Using augmented reality technology to bridge VR and real-world exposure is a possible solution that remains to be explored. Third, the sample size and the lack of a comparison group randomized to not receive maintenance/transition promotion, precludes us from statistically estimating the causal effect of adherence to the transition program; this too should be addressed in future research. Of note, including also the <italic>in-vivo</italic> arm from the non-inferiority trial would not have address this issue and a comparison with other treatment modalities falls outside the scope of the current study, which focuses on the lowered threshold hypothesis for VR exposure therapy. Fourth, a consumer-targeted version of the same VR treatment was released in-between the 3 and 12 month follow-ups and the latter assessment did not include any question on use of this application. However, given the very limited consumer adoption of VR at this time, and the fact it was only available for one VR platform requiring a specific smartphone to run, the percentage of participants who had resumed VR exposure should be negligible if any.</p>
<p>Strengths of the study include the use of validated outcome measures, although as with any complex behavioral measure, we cannot rule out that equidistance in BAT scoring was suboptimal. Although results were not entirely consistent across outcome measures (see above for possible reasons), the use of two different statistical modeling techniques&#x02014;with largely congruent findings&#x02014;lends credibility. Other strengths include a low percentage of missing data at follow-ups, and that both the VR treatment and the subsequent promotion of <italic>in-vivo</italic> exposure were standardized.</p>
</sec>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusions</title>
<p>Our findings offer preliminary, partial support of the lowered threshold hypothesis of how Virtual Reality exposure therapy promotes continued symptom improvement. In longitudinal models with time-varying predictors, number of preceding <italic>in-vivo</italic> exposure occasions was associated with greater symptom decrease. In a sequential model, immediate post-treatment symptom reduction was associated with self-reported frequency of subsequent <italic>in-vivo</italic> exposures which in turn was associated with continued symptom reduction. However, this applied only to self-reported phobia symptoms, not behavioral avoidance, and was limited to the first 3 months of the follow-up. If these findings can be replicated in independent samples, it appears beneficial to actively promote <italic>in-vivo</italic> transition in order to maximize long-term effect of VR exposure therapy.</p>
</sec>
<sec sec-type="data-availability-statement" id="s6">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Stockholm Ethical Review Board. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>PL, PD, AM, GA, LR, WH, and PC designed the study. PL, PD, and WH collected the data. PL and PD analyzed the data. PL drafted the manuscript. PD, AM, GA, LR, WH, and PC revised the manuscript critically for important intellectual content. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>WH is the founder and chief technology officer of Mimerse, a company specializing in developing VR interventions for mental health. PL has consulted for Mimerse but holds no financial stake in the company. The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scarfe</surname> <given-names>P</given-names></name> <name><surname>Glennerster</surname> <given-names>A</given-names></name></person-group>. <article-title>The science behind virtual reality displays</article-title>. <source>Annu Rev Vis Sci.</source> (<year>2019</year>) <volume>5</volume>:<fpage>529</fpage>&#x02013;<lpage>47</lpage>. <pub-id pub-id-type="doi">10.1146/annurev-vision-091718-014942</pub-id><pub-id pub-id-type="pmid">31283449</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lindner</surname> <given-names>P</given-names></name></person-group>. <article-title>Better, virtually: the past, present, and future of virtual reality cognitive behavior therapy</article-title>. <source>Int J Cogn Ther.</source> (<year>2020</year>) <volume>14</volume>:<fpage>23</fpage>&#x02013;<lpage>46</lpage>. <pub-id pub-id-type="doi">10.1007/s41811-020-00090-7</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lindner</surname> <given-names>P</given-names></name> <name><surname>Miloff</surname> <given-names>A</given-names></name> <name><surname>Hamilton</surname> <given-names>W</given-names></name> <name><surname>Carlbring</surname> <given-names>P</given-names></name></person-group>. <article-title>The potential of consumer-targeted virtual reality relaxation applications: descriptive usage, uptake and application performance statistics for a first-generation application</article-title>. <source>Front Psychol.</source> (<year>2019</year>) <volume>10</volume>:<fpage>132</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00132</pub-id><pub-id pub-id-type="pmid">30778311</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Freeman</surname> <given-names>D</given-names></name> <name><surname>Reeve</surname> <given-names>S</given-names></name> <name><surname>Robinson</surname> <given-names>A</given-names></name> <name><surname>Ehlers</surname> <given-names>A</given-names></name> <name><surname>Clark</surname> <given-names>D</given-names></name> <name><surname>Spanlang</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>Virtual reality in the assessment, understanding, and treatment of mental health disorders</article-title>. <source>Psychol Med.</source> (<year>2017</year>) <volume>47</volume>:<fpage>2393</fpage>&#x02013;<lpage>400</lpage>. <pub-id pub-id-type="doi">10.1017/S003329171700040X</pub-id><pub-id pub-id-type="pmid">33114623</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Botella</surname> <given-names>C</given-names></name> <name><surname>Fern&#x000E1;ndez-&#x000C1;lvarez</surname> <given-names>J</given-names></name> <name><surname>Guill&#x000E9;n</surname> <given-names>V</given-names></name> <name><surname>Garc&#x000ED;a-Palacios</surname> <given-names>A</given-names></name> <name><surname>Ba&#x000F1;os</surname> <given-names>R</given-names></name></person-group>. <article-title>Recent progress in virtual reality exposure therapy for phobias: a systematic review</article-title>. <source>Curr Psychiatry Rep.</source> (<year>2017</year>) <volume>19</volume>:<fpage>42</fpage>. <pub-id pub-id-type="doi">10.1007/s11920-017-0788-4</pub-id><pub-id pub-id-type="pmid">28540594</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lindner</surname> <given-names>P</given-names></name> <name><surname>Miloff</surname> <given-names>A</given-names></name> <name><surname>Hamilton</surname> <given-names>W</given-names></name> <name><surname>Reuterski&#x000F6;ld</surname> <given-names>L</given-names></name> <name><surname>Andersson</surname> <given-names>G</given-names></name> <name><surname>Powers</surname> <given-names>MB</given-names></name> <etal/></person-group>. <article-title>Creating state of the art, next-generation Virtual Reality exposure therapies for anxiety disorders using consumer hardware platforms: design considerations and future directions</article-title>. <source>Cogn Behav Ther.</source> (<year>2017</year>) <volume>46</volume>:<fpage>404</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1080/16506073.2017.1280843</pub-id><pub-id pub-id-type="pmid">28270059</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Craske</surname> <given-names>MG</given-names></name> <name><surname>Treanor</surname> <given-names>M</given-names></name> <name><surname>Conway</surname> <given-names>CC</given-names></name> <name><surname>Zbozinek</surname> <given-names>T</given-names></name> <name><surname>Vervliet</surname> <given-names>B</given-names></name></person-group>. <article-title>Maximizing exposure therapy: an inhibitory learning approach</article-title>. <source>Behav Res Ther.</source> (<year>2014</year>) <volume>58</volume>:<fpage>10</fpage>&#x02013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.1016/j.brat.2014.04.006</pub-id><pub-id pub-id-type="pmid">24864005</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lindner</surname> <given-names>P</given-names></name> <name><surname>Rozental</surname> <given-names>A</given-names></name> <name><surname>Jurell</surname> <given-names>A</given-names></name> <name><surname>Reuterski&#x000F6;ld</surname> <given-names>L</given-names></name> <name><surname>Andersson</surname> <given-names>G</given-names></name> <name><surname>Hamilton</surname> <given-names>W</given-names></name> <etal/></person-group>. <article-title>Experiences of gamified and automated virtual reality exposure therapy for spider phobia: qualitative study</article-title>. <source>JMIR Serious Games.</source> (<year>2020</year>) <volume>8</volume>:<fpage>e17807</fpage>. <pub-id pub-id-type="doi">10.2196/17807</pub-id><pub-id pub-id-type="pmid">32347803</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Garcia-Palacios</surname> <given-names>A</given-names></name> <name><surname>Botella</surname> <given-names>C</given-names></name> <name><surname>Hoffman</surname> <given-names>H</given-names></name> <name><surname>Fabregat</surname> <given-names>S</given-names></name></person-group>. <article-title>Comparing acceptance and refusal rates of virtual reality exposure vs. <italic>in vivo</italic> exposure by patients with specific phobias</article-title>. <source>Cyberpsychol Behav.</source> (<year>2007</year>) <volume>10</volume>:<fpage>722</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1089/cpb.2007.9962</pub-id><pub-id pub-id-type="pmid">17927544</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guill&#x000E9;n</surname> <given-names>V</given-names></name> <name><surname>Ba&#x000F1;os</surname> <given-names>RM</given-names></name> <name><surname>Botella</surname> <given-names>C</given-names></name></person-group>. <article-title>Users&#x00027; opinion about a virtual reality system as an adjunct to psychological treatment for stress-related disorders: a quantitative and qualitative mixed-methods study</article-title>. <source>Front Psychol.</source> (<year>2018</year>) <volume>9</volume>:<fpage>1038</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2018.01038</pub-id><pub-id pub-id-type="pmid">29988491</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lindner</surname> <given-names>P</given-names></name> <name><surname>Miloff</surname> <given-names>A</given-names></name> <name><surname>Zetterlund</surname> <given-names>E</given-names></name> <name><surname>Reuterski&#x000F6;ld</surname> <given-names>L</given-names></name> <name><surname>Andersson</surname> <given-names>G</given-names></name> <name><surname>Carlbring</surname> <given-names>P</given-names></name></person-group>. <article-title>Attitudes toward and familiarity with virtual reality therapy among practicing cognitive behavior therapists: a cross-sectional survey study in the era of consumer VR platforms</article-title>. <source>Front Psychol.</source> (<year>2019</year>) <volume>10</volume>:<fpage>176</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00176</pub-id><pub-id pub-id-type="pmid">30800086</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schwartzman</surname> <given-names>D</given-names></name> <name><surname>Segal</surname> <given-names>R</given-names></name> <name><surname>Drapeau</surname> <given-names>M</given-names></name></person-group>. <article-title>Perceptions of virtual reality among therapists who do not apply this technology in clinical practice</article-title>. <source>Psychol Serv.</source> (<year>2012</year>) <volume>9</volume>:<fpage>310</fpage>&#x02013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1037/a0026801</pub-id><pub-id pub-id-type="pmid">22867123</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kahlon</surname> <given-names>S</given-names></name> <name><surname>Lindner</surname> <given-names>P</given-names></name> <name><surname>Nordgreen</surname> <given-names>T</given-names></name></person-group>. <article-title>Virtual reality exposure therapy for adolescents with fear of public speaking: a non-randomized feasibility and pilot study</article-title>. <source>Child Adolesc Psychiatry Ment Health.</source> (<year>2019</year>) <volume>13</volume>:<fpage>47</fpage>. <pub-id pub-id-type="doi">10.1186/s13034-019-0307-y</pub-id><pub-id pub-id-type="pmid">31890004</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Kothgassner</surname> <given-names>OD</given-names></name> <name><surname>Felnhofer</surname> <given-names>A</given-names></name></person-group>. <article-title>Lack of research on efficacy of virtual reality exposure therapy (VRET) for anxiety disorders in children and adolescents</article-title>. <source>Neuropsychiatrie</source>. (<year>2020</year>) <pub-id pub-id-type="doi">10.1007/s40211-020-00349-7</pub-id><pub-id pub-id-type="pmid">32372291</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fern&#x000E1;ndez-&#x000C1;lvarez</surname> <given-names>J</given-names></name> <name><surname>Rozental</surname> <given-names>A</given-names></name> <name><surname>Carlbring</surname> <given-names>P</given-names></name> <name><surname>Colombo</surname> <given-names>D</given-names></name> <name><surname>Riva</surname> <given-names>G</given-names></name> <name><surname>Anderson</surname> <given-names>PL</given-names></name> <etal/></person-group>. <article-title>Deterioration rates in virtual reality therapy: an individual patient data level meta-analysis</article-title>. <source>J Anxiety Disord.</source> (<year>2019</year>) <volume>61</volume>:<fpage>3</fpage>&#x02013;<lpage>17</lpage>. <pub-id pub-id-type="doi">10.1016/j.janxdis.2018.06.005</pub-id><pub-id pub-id-type="pmid">30057346</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lindner</surname> <given-names>P</given-names></name> <name><surname>Miloff</surname> <given-names>A</given-names></name> <name><surname>Fagern&#x000E4;s</surname> <given-names>S</given-names></name> <name><surname>Andersen</surname> <given-names>J</given-names></name> <name><surname>Sigeman</surname> <given-names>M</given-names></name> <name><surname>Andersson</surname> <given-names>G</given-names></name> <etal/></person-group>. <article-title>Therapist-led and self-led one-session virtual reality exposure therapy for public speaking anxiety with consumer hardware and software: a randomized controlled trial</article-title>. <source>J Anxiety Disord.</source> (<year>2019</year>) <volume>61</volume>:<fpage>45</fpage>&#x02013;<lpage>54</lpage>. <pub-id pub-id-type="doi">10.1016/j.janxdis.2018.07.003</pub-id><pub-id pub-id-type="pmid">31003898</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lindner</surname> <given-names>P</given-names></name> <name><surname>Miloff</surname> <given-names>A</given-names></name> <name><surname>Bergman</surname> <given-names>C</given-names></name> <name><surname>Andersson</surname> <given-names>G</given-names></name> <name><surname>Hamilton</surname> <given-names>W</given-names></name> <name><surname>Carlbring</surname> <given-names>P</given-names></name></person-group>. <article-title>Gamified, automated Virtual Reality Exposure Therapy for fear of spiders: a single-subject trial under simulated real-world conditions</article-title>. <source>Front Psychiatry</source>. (<year>2020</year>) <volume>11</volume>:<fpage>116</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyt.2020.00116</pub-id><pub-id pub-id-type="pmid">32210850</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miloff</surname> <given-names>A</given-names></name> <name><surname>Lindner</surname> <given-names>P</given-names></name> <name><surname>Dafg&#x000E5;rd</surname> <given-names>P</given-names></name> <name><surname>Deak</surname> <given-names>S</given-names></name> <name><surname>Garke</surname> <given-names>M</given-names></name> <name><surname>Hamilton</surname> <given-names>W</given-names></name> <etal/></person-group>. <article-title>Automated virtual reality exposure therapy for spider phobia vs. <italic>in-vivo</italic> one-session treatment: a randomized non-inferiority trial</article-title>. <source>Behav Res Ther.</source> (<year>2019</year>) <volume>118</volume>:<fpage>130</fpage>&#x02013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1016/j.brat.2019.04.004</pub-id><pub-id pub-id-type="pmid">31075675</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Freeman</surname> <given-names>D</given-names></name> <name><surname>Haselton</surname> <given-names>P</given-names></name> <name><surname>Freeman</surname> <given-names>J</given-names></name> <name><surname>Spanlang</surname> <given-names>B</given-names></name> <name><surname>Kishore</surname> <given-names>S</given-names></name> <name><surname>Albery</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Automated psychological therapy using immersive virtual reality for treatment of fear of heights: a single-blind, parallel-group, randomised controlled trial</article-title>. <source>Lancet Psychiatry.</source> (<year>2018</year>) <volume>5</volume>:<fpage>625</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1016/S2215-0366(18)30226-8</pub-id><pub-id pub-id-type="pmid">30007519</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Donker</surname> <given-names>T</given-names></name> <name><surname>Cornelisz</surname> <given-names>I</given-names></name> <name><surname>van Klaveren</surname> <given-names>C</given-names></name> <name><surname>van Straten</surname> <given-names>A</given-names></name> <name><surname>Carlbring</surname> <given-names>P</given-names></name> <name><surname>Cuijpers</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Effectiveness of self-guided app-based virtual reality cognitive behavior therapy for acrophobia: a randomized clinical trial</article-title>. <source>JAMA Psychiatry.</source> (<year>2019</year>) <volume>76</volume>:<fpage>682</fpage>. <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2019.0219</pub-id><pub-id pub-id-type="pmid">30892564</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miloff</surname> <given-names>A</given-names></name> <name><surname>Carlbring</surname> <given-names>P</given-names></name> <name><surname>Hamilton</surname> <given-names>W</given-names></name> <name><surname>Andersson</surname> <given-names>G</given-names></name> <name><surname>Reuterski&#x000F6;ld</surname> <given-names>L</given-names></name> <name><surname>Lindner</surname> <given-names>P</given-names></name></person-group>. <article-title>Measuring alliance toward embodied virtual therapists in the era of automated treatments with the Virtual Therapist Alliance Scale (VTAS): development and psychometric evaluation</article-title>. <source>J Med Internet Res.</source> (<year>2020</year>) <volume>22</volume>:<fpage>e16660</fpage>. <pub-id pub-id-type="doi">10.2196/16660</pub-id><pub-id pub-id-type="pmid">32207690</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lambe</surname> <given-names>S</given-names></name> <name><surname>Knight</surname> <given-names>I</given-names></name> <name><surname>Kabir</surname> <given-names>T</given-names></name> <name><surname>West</surname> <given-names>J</given-names></name> <name><surname>Patel</surname> <given-names>R</given-names></name> <name><surname>Lister</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>Developing an automated VR cognitive treatment for psychosis: gameChange VR therapy</article-title>. <source>J Behav Cogn Ther.</source> (<year>2020</year>) <volume>30</volume>:<fpage>33</fpage>&#x02013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1016/j.jbct.2019.12.001</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bunz</surname> <given-names>U</given-names></name> <name><surname>Seibert</surname> <given-names>J</given-names></name> <name><surname>Hendrickse</surname> <given-names>J</given-names></name></person-group>. <article-title>From TAM to AVRTS: development and validation of the attitudes toward Virtual Reality Technology Scale</article-title>. <source>Virtual Real</source>. (<year>2020</year>) <volume>25</volume>:<fpage>31</fpage>&#x02013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.1007/s10055-020-00437-7</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alonso</surname> <given-names>J</given-names></name> <name><surname>Liu</surname> <given-names>Z</given-names></name> <name><surname>Evans-Lacko</surname> <given-names>S</given-names></name> <name><surname>Sadikova</surname> <given-names>E</given-names></name> <name><surname>Sampson</surname> <given-names>N</given-names></name> <name><surname>Chatterji</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Treatment gap for anxiety disorders is global: results of the World Mental Health Surveys in 21 countries</article-title>. <source>Depress Anxiety.</source> (<year>2018</year>) <volume>35</volume>:<fpage>195</fpage>&#x02013;<lpage>208</lpage>. <pub-id pub-id-type="doi">10.1002/da.22711</pub-id><pub-id pub-id-type="pmid">29356216</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>PS</given-names></name> <name><surname>Angermeyer</surname> <given-names>M</given-names></name> <name><surname>Borges</surname> <given-names>G</given-names></name> <name><surname>Bruffaerts</surname> <given-names>R</given-names></name> <name><surname>Tat Chiu</surname> <given-names>W</given-names></name> <name><surname>DE Girolamo</surname> <given-names>G</given-names></name> <etal/></person-group>. <article-title>Delay and failure in treatment seeking after first onset of mental disorders in the World Health Organization&#x00027;s World Mental Health Survey Initiative</article-title>. <source>World Psychiatry.</source> (<year>2007</year>) <volume>6</volume>:<fpage>177</fpage>&#x02013;<lpage>85</lpage>.<pub-id pub-id-type="pmid">18188443</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McCann</surname> <given-names>RA</given-names></name> <name><surname>Armstrong</surname> <given-names>CM</given-names></name> <name><surname>Skopp</surname> <given-names>NA</given-names></name> <name><surname>Edwards-Stewart</surname> <given-names>A</given-names></name> <name><surname>Smolenski</surname> <given-names>DJ</given-names></name> <name><surname>June</surname> <given-names>JD</given-names></name> <etal/></person-group>. <article-title>Virtual reality exposure therapy for the treatment of anxiety disorders: an evaluation of research quality</article-title>. <source>J Anxiety Disord.</source> (<year>2014</year>) <volume>28</volume>:<fpage>625</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1016/j.janxdis.2014.05.010</pub-id><pub-id pub-id-type="pmid">25093964</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wechsler</surname> <given-names>TF</given-names></name> <name><surname>K&#x000FC;mpers</surname> <given-names>F</given-names></name> <name><surname>M&#x000FC;hlberger</surname> <given-names>A</given-names></name></person-group>. <article-title>Inferiority or even superiority of virtual reality exposure therapy in phobias?&#x02014;A systematic review and quantitative meta-analysis on randomized controlled trials specifically comparing the efficacy of virtual reality exposure to gold standard <italic>in vivo</italic> exp</article-title>. <source>Front Psychol.</source> (<year>2019</year>) <volume>10</volume>:<fpage>1758</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2019.01758</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fodor</surname> <given-names>LA</given-names></name> <name><surname>Cote&#x00163;</surname> <given-names>CD</given-names></name> <name><surname>Cuijpers</surname> <given-names>P</given-names></name> <name><surname>Szamoskozi</surname> <given-names>&#x0015E;tefan</given-names></name> <name><surname>David</surname> <given-names>D</given-names></name> <name><surname>Cristea</surname> <given-names>IA</given-names></name></person-group>. <article-title>The effectiveness of virtual reality based interventions for symptoms of anxiety and depression: a meta-analysis</article-title>. <source>Sci Rep.</source> (<year>2018</year>) <volume>8</volume>:<fpage>10323</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-018-28113-6</pub-id><pub-id pub-id-type="pmid">29985400</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carl</surname> <given-names>E</given-names></name> <name><surname>Stein</surname> <given-names>AT</given-names></name> <name><surname>Levihn-Coon</surname> <given-names>A</given-names></name> <name><surname>Pogue</surname> <given-names>JR</given-names></name> <name><surname>Rothbaum</surname> <given-names>B</given-names></name> <name><surname>Emmelkamp</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Virtual reality exposure therapy for anxiety and related disorders: a meta-analysis of randomized controlled trials</article-title>. <source>J Anxiety Disord.</source> (<year>2019</year>) <volume>61</volume>:<fpage>27</fpage>&#x02013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1016/j.janxdis.2018.08.003</pub-id><pub-id pub-id-type="pmid">30287083</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Morina</surname> <given-names>N</given-names></name> <name><surname>Ijntema</surname> <given-names>H</given-names></name> <name><surname>Meyerbr&#x000F6;ker</surname> <given-names>K</given-names></name> <name><surname>Emmelkamp</surname> <given-names>PMG</given-names></name></person-group>. <article-title>Can virtual reality exposure therapy gains be generalized to real-life? A meta-analysis of studies applying behavioral assessments</article-title>. <source>Behav Res Ther.</source> (<year>2015</year>) <volume>74</volume>:<fpage>18</fpage>&#x02013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1016/j.brat.2015.08.010</pub-id><pub-id pub-id-type="pmid">26355646</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wiederhold</surname> <given-names>BK</given-names></name> <name><surname>Wiederhold</surname> <given-names>MD</given-names></name></person-group>. <article-title>Three-year follow-up for virtual reality exposure for fear of flying</article-title>. <source>CyberPsychol Behav.</source> (<year>2003</year>) <volume>6</volume>:<fpage>441</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1089/109493103322278844</pub-id><pub-id pub-id-type="pmid">14511458</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Botella</surname> <given-names>C</given-names></name> <name><surname>Grac&#x000ED;a-Palacios</surname> <given-names>A</given-names></name> <name><surname>Villa</surname> <given-names>H</given-names></name> <name><surname>Ba&#x000F1;os</surname> <given-names>RM</given-names></name> <name><surname>Quero</surname> <given-names>S</given-names></name> <name><surname>Alca&#x000F1;iz</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Virtual reality exposure in the treatment of panic disorder and agoraphobia: a controlled study</article-title>. <source>Clin Psychol Psychother.</source> (<year>2007</year>) <volume>14</volume>:<fpage>164</fpage>&#x02013;<lpage>75</lpage>. <pub-id pub-id-type="doi">10.1002/cpp.524</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Anderson</surname> <given-names>PL</given-names></name> <name><surname>Edwards</surname> <given-names>SM</given-names></name> <name><surname>Goodnight</surname> <given-names>JR</given-names></name></person-group>. <article-title>Virtual reality and exposure group therapy for social anxiety disorder: results from a 4&#x02013;6 year follow-up</article-title>. <source>Cogn Ther Res</source>. (<year>2016</year>) <volume>41</volume>:<fpage>230</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1007/s10608-016-9820-y</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rothbaum</surname> <given-names>BO</given-names></name> <name><surname>Hodges</surname> <given-names>L</given-names></name> <name><surname>Anderson</surname> <given-names>PL</given-names></name> <name><surname>Price</surname> <given-names>L</given-names></name> <name><surname>Smith</surname> <given-names>S</given-names></name></person-group>. <article-title>Twelve-month follow-up of virtual reality and standard exposure therapies for the fear of flying</article-title>. <source>J Consult Clin Psychol.</source> (<year>2002</year>) <volume>70</volume>:<fpage>428</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1037/0022-006X.70.2.428</pub-id><pub-id pub-id-type="pmid">11952201</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hofmann</surname> <given-names>SG</given-names></name> <name><surname>Hay</surname> <given-names>AC</given-names></name></person-group>. <article-title>Rethinking avoidance: toward a balanced approach to avoidance in treating anxiety disorders</article-title>. <source>J Anxiety Disord.</source> (<year>2018</year>) <volume>55</volume>:<fpage>14</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1016/j.janxdis.2018.03.004</pub-id><pub-id pub-id-type="pmid">29550689</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wolitzky-Taylor</surname> <given-names>KB</given-names></name> <name><surname>Horowitz</surname> <given-names>JD</given-names></name> <name><surname>Powers</surname> <given-names>MB</given-names></name> <name><surname>Telch</surname> <given-names>MJ</given-names></name></person-group>. <article-title>Psychological approaches in the treatment of specific phobias: a meta-analysis</article-title>. <source>Clin Psychol Rev.</source> (<year>2008</year>) <volume>28</volume>:<fpage>1021</fpage>&#x02013;<lpage>37</lpage>. <pub-id pub-id-type="doi">10.1016/j.cpr.2008.02.007</pub-id><pub-id pub-id-type="pmid">18410984</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miloff</surname> <given-names>A</given-names></name> <name><surname>Lindner</surname> <given-names>P</given-names></name> <name><surname>Hamilton</surname> <given-names>W</given-names></name> <name><surname>Reuterski&#x000F6;ld</surname> <given-names>L</given-names></name> <name><surname>Andersson</surname> <given-names>G</given-names></name> <name><surname>Carlbring</surname> <given-names>P</given-names></name></person-group>. <article-title>Single-session gamified virtual reality exposure therapy for spider phobia vs. traditional exposure therapy: study protocol for a randomized controlled non-inferiority trial</article-title>. <source>Trials.</source> (<year>2016</year>) <volume>17</volume>:<fpage>60</fpage>. <pub-id pub-id-type="doi">10.1186/s13063-016-1171-1</pub-id></citation>
</ref>
<ref id="B38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hellstr&#x000F6;m</surname> <given-names>K</given-names></name> <name><surname>&#x000D6;st</surname> <given-names>L-G</given-names></name></person-group>. <article-title>One-session therapist directed exposure vs two forms of manual directed self-exposure in the treatment of spider phobia</article-title>. <source>Behav Res Ther.</source> (<year>1995</year>) <volume>33</volume>:<fpage>959</fpage>&#x02013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.1016/0005-7967(95)00028-V</pub-id><pub-id pub-id-type="pmid">7487856</pub-id></citation></ref>
<ref id="B39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>&#x000D6;st</surname> <given-names>L-G</given-names></name></person-group>. <article-title>A maintenance program for behavioral treatment of anxiety disorders</article-title>. <source>Behav Res Ther.</source> (<year>1989</year>) <volume>27</volume>:<fpage>123</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1016/0005-7967(89)90070-3</pub-id><pub-id pub-id-type="pmid">2494982</pub-id></citation></ref>
<ref id="B40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>&#x000D6;st</surname> <given-names>L-G</given-names></name> <name><surname>Salkovskis</surname> <given-names>PM</given-names></name> <name><surname>Hellstr&#x000F6;m</surname> <given-names>K</given-names></name></person-group>. <article-title>One-session therapist-directed exposure vs. self-exposure in the treatment of spider phobia</article-title>. <source>Behav Ther.</source> (<year>1991</year>) <volume>22</volume>:<fpage>407</fpage>&#x02013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.1016/S0005-7894(05)80374-0</pub-id><pub-id pub-id-type="pmid">7487856</pub-id></citation></ref>
<ref id="B41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Muris</surname> <given-names>P</given-names></name> <name><surname>Merckelbach</surname> <given-names>H</given-names></name></person-group>. <article-title>A comparison of two spider fear questionnaires</article-title>. <source>J Behav Ther Exp Psychiatry.</source> (<year>1996</year>) <volume>27</volume>:<fpage>241</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1016/S0005-7916(96)00022-5</pub-id><pub-id pub-id-type="pmid">8959425</pub-id></citation></ref>
<ref id="B42">
<label>42.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Deen</surname> <given-names>M</given-names></name> <name><surname>de Rooij</surname> <given-names>M</given-names></name></person-group>. <article-title>ClusterBootstrap: an R package for the analysis of hierarchical data using generalized linear models with the cluster bootstrap</article-title>. <source>Behav Res Methods.</source> (<year>2020</year>) <volume>52</volume>:<fpage>572</fpage>&#x02013;<lpage>90</lpage>. <pub-id pub-id-type="doi">10.3758/s13428-019-01252-y</pub-id><pub-id pub-id-type="pmid">31089956</pub-id></citation></ref>
<ref id="B43">
<label>43.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rosseel</surname> <given-names>Y</given-names></name></person-group>. <article-title>lavaan: an R Package for Structural Equation Modelin</article-title>. <source>J Stat Softw.</source> (<year>2012</year>) <volume>48</volume>:<fpage>1</fpage>&#x02013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.18637/jss.v048.i02</pub-id></citation></ref>
<ref id="B44">
<label>44.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wojnarowski</surname> <given-names>C</given-names></name> <name><surname>Firth</surname> <given-names>N</given-names></name> <name><surname>Finegan</surname> <given-names>M</given-names></name> <name><surname>Delgadillo</surname> <given-names>J</given-names></name></person-group>. <article-title>Predictors of depression relapse and recurrence after cognitive behavioural therapy: a systematic review and meta-analysis</article-title>. <source>Behav Cogn Psychother.</source> (<year>2019</year>) <volume>47</volume>:<fpage>514</fpage>&#x02013;<lpage>29</lpage>. <pub-id pub-id-type="doi">10.1017/S1352465819000080</pub-id><pub-id pub-id-type="pmid">30894231</pub-id></citation></ref>
<ref id="B45">
<label>45.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lorimer</surname> <given-names>B</given-names></name> <name><surname>Kellett</surname> <given-names>S</given-names></name> <name><surname>Nye</surname> <given-names>A</given-names></name> <name><surname>Delgadillo</surname> <given-names>J</given-names></name></person-group>. <article-title>Predictors of relapse and recurrence following cognitive behavioural therapy for anxiety-related disorders: a systematic review</article-title>. <source>Cogn Behav Ther.</source> (<year>2020</year>) <volume>50</volume>:<fpage>1</fpage>&#x02013;<lpage>18</lpage>. <pub-id pub-id-type="doi">10.1080/16506073.2020.1812709</pub-id><pub-id pub-id-type="pmid">32954958</pub-id></citation></ref>
<ref id="B46">
<label>46.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harvey</surname> <given-names>L</given-names></name> <name><surname>Inglis</surname> <given-names>SJ</given-names></name> <name><surname>Espie</surname> <given-names>CA</given-names></name></person-group>. <article-title>Insomniacs&#x00027; reported use of CBT components and relationship to long-term clinical outcome</article-title>. <source>Behav Res Ther.</source> (<year>2002</year>) <volume>40</volume>:<fpage>75</fpage>&#x02013;<lpage>83</lpage>. <pub-id pub-id-type="doi">10.1016/S0005-7967(01)00004-3</pub-id><pub-id pub-id-type="pmid">11762429</pub-id></citation></ref>
<ref id="B47">
<label>47.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sequeira</surname> <given-names>L</given-names></name> <name><surname>Perrotta</surname> <given-names>S</given-names></name> <name><surname>LaGrassa</surname> <given-names>J</given-names></name> <name><surname>Merikangas</surname> <given-names>K</given-names></name> <name><surname>Kreindler</surname> <given-names>D</given-names></name> <name><surname>Kundur</surname> <given-names>D</given-names></name> <etal/></person-group>. <article-title>Mobile and wearable technology for monitoring depressive symptoms in children and adolescents: a scoping review</article-title>. <source>J Affect Disord.</source> (<year>2020</year>) <volume>265</volume>:<fpage>314</fpage>&#x02013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1016/j.jad.2019.11.156</pub-id><pub-id pub-id-type="pmid">32090755</pub-id></citation></ref>
<ref id="B48">
<label>48.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walz</surname> <given-names>LC</given-names></name> <name><surname>Nauta</surname> <given-names>MH</given-names></name> <name><surname>aan het Rot</surname> <given-names>M</given-names></name></person-group>. <article-title>Experience sampling and ecological momentary assessment for studying the daily lives of patients with anxiety disorders: a systematic review</article-title>. <source>J Anxiety Disord.</source> (<year>2014</year>) <volume>28</volume>:<fpage>925</fpage>&#x02013;<lpage>37</lpage>. <pub-id pub-id-type="doi">10.1016/j.janxdis.2014.09.022</pub-id><pub-id pub-id-type="pmid">25445083</pub-id></citation></ref>
<ref id="B49">
<label>49.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hart</surname> <given-names>AG</given-names></name> <name><surname>Nesbit</surname> <given-names>R</given-names></name> <name><surname>Goodenough</surname> <given-names>AE</given-names></name></person-group>. <article-title>spatiotemporal variation in house spider phenology at a national scale using citizen science</article-title>. <source>Arachnology.</source> (<year>2018</year>) <volume>17</volume>:<fpage>331</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.13156/arac.2017.17.7.331</pub-id></citation></ref>
<ref id="B50">
<label>50.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hesser</surname> <given-names>H</given-names></name></person-group>. <article-title>Estimating causal effects of internet interventions in the context of nonadherence</article-title>. <source>Internet Interv.</source> (<year>2020</year>) <volume>21</volume>:<fpage>100346</fpage>. <pub-id pub-id-type="doi">10.1016/j.invent.2020.100346</pub-id><pub-id pub-id-type="pmid">32983907</pub-id></citation></ref>
<ref id="B51">
<label>51.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Soeter</surname> <given-names>M</given-names></name> <name><surname>Kindt</surname> <given-names>M</given-names></name></person-group>. <article-title>An abrupt transformation of phobic behavior after a post-retrieval amnesic agent</article-title>. <source>Biol Psychiatry.</source> (<year>2015</year>) <volume>78</volume>:<fpage>880</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1016/j.biopsych.2015.04.006</pub-id><pub-id pub-id-type="pmid">25980916</pub-id></citation></ref>
<ref id="B52">
<label>52.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McCambridge</surname> <given-names>J</given-names></name> <name><surname>de Bruin</surname> <given-names>M</given-names></name> <name><surname>Witton</surname> <given-names>J</given-names></name></person-group>. <article-title>The effects of demand characteristics on research participant behaviours in non-laboratory settings: a systematic review</article-title>. <source>PLoS ONE.</source> (<year>2012</year>) <volume>7</volume>:<fpage>e39116</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0039116</pub-id> <pub-id pub-id-type="pmid">22723942</pub-id></citation></ref>
</ref-list> 
</back>
</article>