<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="brief-report" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Virtual Real.</journal-id>
<journal-title>Frontiers in Virtual Reality</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Virtual Real.</abbrev-journal-title>
<issn pub-type="epub">2673-4192</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">1260313</article-id>
<article-id pub-id-type="doi">10.3389/frvir.2023.1260313</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Virtual Reality</subject>
<subj-group>
<subject>Brief Research Report</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Examining the difference between 10- and 20-min of immersive virtual reality on symptoms, affect, and central sensitization in people with chronic back pain</article-title>
<alt-title alt-title-type="left-running-head">Baker et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/frvir.2023.1260313">10.3389/frvir.2023.1260313</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Baker</surname>
<given-names>Nancy A.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2374776/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Polhemus</surname>
<given-names>Augusta</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kenney</surname>
<given-names>Megan</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bloch</surname>
<given-names>Rina</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ward</surname>
<given-names>Nathan</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/140964/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Intriligator</surname>
<given-names>James</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2542050/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Edwards</surname>
<given-names>Robert</given-names>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Musculoskeletal Health and Ergonomics Laboratory</institution>, <institution>Department of Occupational Therapy</institution>, <institution>Tufts University</institution>, <addr-line>Medford</addr-line>, <addr-line>MA</addr-line>, <country>United States</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>US Department of Veterans Affairs</institution>, <institution>VA Pittsburgh Health System</institution>, <addr-line>Pittsburgh</addr-line>, <addr-line>PA</addr-line>, <country>United States</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Physical Medicine and Rehabilitation</institution>, <institution>Tufts Medical Center</institution>, <addr-line>Boston</addr-line>, <addr-line>MA</addr-line>, <country>United States</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Tufts Applied Cognition Laboratory</institution>, <institution>Department of Psychology</institution>, <institution>Tufts University</institution>, <addr-line>Medford</addr-line>, <addr-line>MA</addr-line>, <country>United States</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Department of Mechanical Engineering</institution>, <institution>Tufts University</institution>, <addr-line>Medford</addr-line>, <addr-line>MA</addr-line>, <country>United States</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>Pain Management Center</institution>, <institution>Department of Anesthesia and Pain Management</institution>, <institution>Brigham and Women&#x2019;s Hospital / Harvard Medical School</institution>, <addr-line>Boston</addr-line>, <addr-line>MA</addr-line>, <country>United States</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/825013/overview">Marientina Gotsis</ext-link>, University of Southern California, United States</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/832776/overview">Vangelis Lympouridis</ext-link>, University of Southern California, United States</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/897478/overview">Miguel Angel Padilla-Castaneda</ext-link>, National Autonomous University of Mexico, Mexico</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Nancy A. Baker, <email>nancy.baker@tufts.edu</email>
</corresp>
</author-notes>
<pub-date pub-type="epub">
<day>24</day>
<month>11</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>4</volume>
<elocation-id>1260313</elocation-id>
<history>
<date date-type="received">
<day>17</day>
<month>07</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>13</day>
<month>10</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Baker, Polhemus, Kenney, Bloch, Ward, Intriligator and Edwards.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Baker, Polhemus, Kenney, Bloch, Ward, Intriligator and Edwards</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>Immersive virtual reality (IVR) is increasingly used as a treatment for chronic pain. In this crossover randomized pilot study, we examined the effect of 10- and 20-min dosages on back pain intensity, affect, and measures of pain sensitization in people with chronic back pain (CBP). Twenty-one people with CBP were seen for two visits of IVR. Participants were randomly assigned to receive either 10- or 20-min of IVR in Visit 1 and the other dosage in Visit 2. Our primary analyses were effect sizes and simple inferential comparisons for pain intensity, affect, fatigue, and measures of pain sensitization assessed using quantitative sensory testing. Overall, IVR had a moderate, significant effect in reducing back pain intensity, negative affect, and painful aftersensations. When dosage was examined, 20-min had a moderate, significant effect on pain while 10-min had a small, non-significant effect, although the between-dosage difference was non-significant. Interestingly, effects were much larger in Visit 1, particularly for 20-min, but this diminished in Visit 2, and both dosages had a smaller effect in Visit 2. We interpret these results to indicate that pain modulation may be associated with novelty and engagement that can attenuate over time if the IVR encounter is not sufficiently engaging. Moreover, that if participants are engaged in a single session, 20-min may be necessary to obtain sufficient competency with IVR, while in subsequent sessions, 10-min of IVR may be sufficient to affect pain.</p>
</abstract>
<kwd-group>
<kwd>chronic pain</kwd>
<kwd>dosage</kwd>
<kwd>emotion</kwd>
<kwd>fatigue</kwd>
<kwd>functional somatic syndrome</kwd>
</kwd-group>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Virtual Reality in Medicine</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1">
<title>1 Introduction</title>
<p>Immersive virtual reality (IVR) has emerged over the last 20-years as an effective and viable method to treat acute pain, and more recently as a treatment for chronic pain (<xref ref-type="bibr" rid="B1">Baker et al., 2022</xref>). Chronic back pain (CBP) is one of the most common forms of chronic pain, with a prevalence estimated between 3.9 and 20.3 percent of the population (<xref ref-type="bibr" rid="B15">Meucci et al., 2015</xref>). Few studies have examined the efficacy of IVR on CBP, however, outcomes suggest that IVR may be more effective than opioids (<xref ref-type="bibr" rid="B23">Tack, 2021</xref>), with studies showing that IVR can achieve a &#x2265;30% overall reduction in pain (<xref ref-type="bibr" rid="B7">Garcia et al., 2021</xref>; <xref ref-type="bibr" rid="B6">Garcia et al., 2022</xref>), a reduction that is consistent with the magnitude of benefits reported in studies of potent analgesic medications such as opioids (<xref ref-type="bibr" rid="B3">Deyo et al., 2015</xref>).</p>
<p>One physiological factor associated with continued presence of pain is central sensitization. Central sensitization is defined as &#x201c;an amplification of neural signaling within the central nervous system that elicits pain hypersensitivity&#x201d; (<xref ref-type="bibr" rid="B25">Woolf, 2011</xref>). Central sensitization contributes to the experience of allodynia, hyperalgesia, and &#x201c;wind up&#x201d; in which repeated noxious stimulation becomes progressively more painful, as well as the phenomenon of painful aftersensations in which the sensation of pain can linger after the stimulus is ended (<xref ref-type="bibr" rid="B25">Woolf, 2011</xref>). There is increasing evidence that central sensitization may play a role in CBP (<xref ref-type="bibr" rid="B20">Schuttert et al., 2021</xref>; <xref ref-type="bibr" rid="B23">Tack, 2021</xref>). Studies estimate that between 40% and 50% of people with CBP have some evidence of central sensitization (<xref ref-type="bibr" rid="B20">Schuttert et al., 2021</xref>). People with CBP are over three times more likely to be prescribed opioids and more than 14 times more likely to be prescribed long acting opioids (<xref ref-type="bibr" rid="B8">Gore et al., 1976</xref>) than people without CBP, even though opioids have limited effectiveness for people with CBP. IVR may be an effective treatment for central sensitization in people with CBP (<xref ref-type="bibr" rid="B16">Nijs et al., 2011</xref>; <xref ref-type="bibr" rid="B23">Tack, 2021</xref>; <xref ref-type="bibr" rid="B2">Bazzari and Bazzari, 2022</xref>). However, to our knowledge, no study has directly measured the effect of IVR on pain-related sensitization in people with CBP.</p>
<p>The most common mechanism of pain reduction in IVR is distraction (<xref ref-type="bibr" rid="B10">Gupta et al., 2018</xref>; <xref ref-type="bibr" rid="B23">Tack, 2021</xref>). Because IVR is engaging, it diverts attention away from the pain leaving fewer resources available for pain processing (<xref ref-type="bibr" rid="B13">Loreto-Quijada et al., 2014</xref>). One area which has received little attention in the IVR literature is optimal IVR duration. Protocols for acute and chronic IVR session duration ranged from less than 5&#xa0;min to 45&#xa0;min or more (<xref ref-type="bibr" rid="B1">Baker et al., 2022</xref>). As we develop therapeutic interventions that incorporate IVR, we must determine specific parameters that will lead to best therapeutic results. As therapists have limited time with their patients, they need to ensure that all modalities achieve the desired effect; too little will undermine the goals of treatment, but overuse will waste time, frustrate patients, or even be potentially hazardous.</p>
<p>In this crossover, randomized pilot study we evaluated the effect of two different durations of IVR (10- and 20-minutes) on CBP symptoms (pain, fatigue, affect) and pain sensitization. We tested IVR effects on sensitization by evaluating changes in pain ratings in response to mechanical stimuli (<xref ref-type="bibr" rid="B20">Schuttert et al., 2021</xref>) using quantitative sensory testing (QST). QST assesses sensory and pain perception pathways (<xref ref-type="bibr" rid="B20">Schuttert et al., 2021</xref>). It quantifies the thresholds of detection of cutaneous stimuli, the perceived intensity, and the temporal summation (changes in perception over multiple applications) of pain. These psychophysical testing procedures are widely-accepted, non-invasive, and non-tissue damaging ways to measure central sensitization (<xref ref-type="bibr" rid="B20">Schuttert et al., 2021</xref>). We hypothesized that IVR would have a moderate effect CBP symptoms and QST-assessed indices of sensitization and that they would differ by different IVR durations.</p>
</sec>
<sec sec-type="materials|methods" id="s2">
<title>2 Materials and methods</title>
<sec id="s2-1">
<title>2.1 Participants</title>
<p>Our population was people with CBP. Inclusion criteria: aged 20 to 75; with CBP lasting greater than 3 months from non-cancer related injury/illness; pain greater than or equal to 4 (0 &#x3d; no pain, 10 &#x3d; worst pain). Exclusion criteria: back pain primarily due to rheumatic disorders (e.g., rheumatoid arthritis), back pain due to central neurological disorders (e.g., stroke, multiple sclerosis, spinal cord injury); contagious disorders or open areas on the face that would come in contact with the headset; previous seizures, loss of awareness, or other symptoms linked to an epileptic condition, used a hearing aid, pacemaker, or defibrillator; insufficient vision to see IVR programs; insufficient upper extremity coordination to operate IVR controls; insufficient cognitive ability to answer questionnaires or learn to use the IVR; unable to understand and respond to English.</p>
<p>Participants were recruited through Tufts Medical Center (TMC) Clinical Trials website, Facebook, letters sent by patient&#x2019;s physiatrist at TMC, and fliers placed at Brigham &#x26; Women&#x2019;s Chronic Pain Program and Spaulding Outpatient Center. Tufts University Institutional Review Board approved this study. The <ext-link ext-link-type="uri" xlink:href="http://ClinicalTrial.Gov">ClinicalTrial.Gov</ext-link> number was NCT04307446.</p>
</sec>
<sec id="s2-2">
<title>2.2 Instruments</title>
<p>Our primary outcomes were changes in symptoms (pain and fatigue), affect, and QST-based indicators of pain sensitization before and after the IVR experience.</p>
<sec id="s2-2-1">
<title>2.2.1 Pain Numerical Rating Scale (NRS)</title>
<p>Participants rated their current pain intensity on a scale of 0&#x2013;10 scale (0 &#x3d; no pain, 10 &#x3d; worst) for all body parts including the neck, upper and lower backs.</p>
</sec>
<sec id="s2-2-2">
<title>2.2.2 Fatigue NRS</title>
<p>Participants rated their fatigue level on a scale of 0&#x2013;10 scale (0 &#x3d; no fatigue, 10 &#x3d; worst).</p>
</sec>
<sec id="s2-2-3">
<title>2.2.3 Positive and Negative Affect Schedule (PANAS)</title>
<p>Affect was measured on the PANAS (<xref ref-type="bibr" rid="B24">Thompson, 2007</xref>) a 20-item self-report questionnaire that measured self-reported positive (e.g., alert, excited) and negative (e.g., distressed, jittery) affect. Each item was rated on a 5-point Likert scale (1 &#x3d; not at all, 5 &#x3d; very much) and overall scores for each type of affect were the sum of 10-items.</p>
</sec>
<sec id="s2-2-4">
<title>2.2.4 Quantitative sensory testing (QST)</title>
<p>We used two QST testing protocols: Mechanical Pressure Pain Threshold (Pressure) and Mechanical Temporal Summation of Pain (Temporal).</p>
<sec id="s2-2-4-1">
<title>2.2.4.1 Mechanical pressure pain threshold</title>
<p>For sensitivity to pressure we used a handheld pressure algometer (Wagner Instruments, Greenwich, CT) to measure mechanical pressure sensation at the right and left trapezius and quadriceps muscles by gradually increasing pressure on the muscle belly until participants indicated that the pressure became painful. Sensitivity to pressure is considered improved if it takes greater pressure to elicit a pain response during post IVR testing than pre IVR testing.</p>
</sec>
<sec id="s2-2-4-2">
<title>2.2.4.2 Mechanical temporal summation of pain</title>
<p>We determined temporal summation or windup to repeated punctate (pinprick) stimuli and painful aftersensations For temporal summation, 10 punctate mechanical stimuli were applied using PinPrick Simulator Set (MRC Systems GmbH) at the rate of 1 per second on the dorsum of the middle finger of the right hand. Participants rated the painfulness of the first, fifth, and 10th stimulus. To identify painful aftersensations, we asked participants to provide a final rating of remaining pain 15&#xa0;seconds after discontinuing the punctate stimuli for the temporal summation test. Both tests were considered to improve if participants reported lower pain scores post IVR session than before.</p>
<p>We measured additional outcomes at the Baseline visit and at the beginning of Visits 1 and 2.</p>
<p>We obtained baseline demographics (e.g., gender, race, ethnicity), medical history (e.g., diagnosis, cause of pain, medications, non-medical treatment experiences), and experiences with IVR. Perceptions and attitudes towards pain were obtained using the Pain Catastrophizing Scale (<xref ref-type="bibr" rid="B22">Sullivan et al., 1995</xref>). Type of pain was determined using the PainDETECT Questionnaire (<xref ref-type="bibr" rid="B5">Freynhagen et al., 2006</xref>) which identifies participants with pain symptoms related to central sensitization, notably those with neuropathic type symptoms (symptoms associated with damage or dysfunction of the central or peripheral nervous system) compared to nociceptive type symptoms (symptoms associated with activation of nociceptors linked to the musculoskeletal system) (<xref ref-type="bibr" rid="B5">Freynhagen et al., 2006</xref>). We used Patient-Reported Outcomes Measurement Information System (PROMIS) outcome measures for fatigue (<xref ref-type="bibr" rid="B18">Food and Drug Administration, 2017</xref>) and pain interference (<xref ref-type="bibr" rid="B19">HealthMeasures, 2022</xref>). We used the user Engagement Scale [UES] (<xref ref-type="bibr" rid="B17">O&#x2019;Brien et al., 2018</xref>), a twelve-item self-report questionnaire, to measure the participants perception of engagement with the experience using a 5-point Likert scale from 1 (strongly disagree) to 5 (strongly agree). An overall score was obtained by summing the results. We measured cybersickness with Simulator Sickness Questionnaire [SSQ] (<xref ref-type="bibr" rid="B11">Kennedy et al., 1993</xref>) a 27-item, 0 to 3 likert scaled questionnaire listing symptoms commonly experienced by IVR users.</p>
</sec>
</sec>
</sec>
<sec id="s2-3">
<title>2.3 Equipment</title>
<p>We used the Oculus Rift S (<ext-link ext-link-type="uri" xlink:href="http://Meta.com">Meta.com</ext-link>) virtual reality system. The Rift S headset was tethered to a PC (Alienware). It has a per eye, 1,280-by-1,440 resolution with an 80&#xa0;Hz refresh rate. It uses a 6-degree of freedom built in motion sensor system allowing the device to track both the direction users face (orientation) and position in space (<xref ref-type="bibr" rid="B9">Greenwald, 2020</xref>). Participants chose from two commercially available programs: Ocean Rift&#x2122; and Nature Trek&#x2122;. Each program simulated a rich and immersive outdoor environment that had a variety of locations where the IVR user could visit. Participants could travel anywhere in the environment and had the opportunity to interact with and learn more about ocean animals (Ocean Rift&#x2122;) or make changes to the environment (Nature Trek&#x2122;). Users picked whichever program they wished during each Visit and whatever location(s) in the program appealed to them during their IVR session. These programs were selected because they had no set end point so they could be used equally well for 10 or 20&#xa0;min, they had high quality graphics, and they were fairly intuitive so users could quickly learn how to use the controllers to interact in the environment.</p>
</sec>
<sec id="s2-4">
<title>2.4 Procedures</title>
<p>Randomization was generated via coin-flip and enrollment and allocation was performed by an independent researcher. Participants were randomly assigned to order of dosage using concealed allocation with some receiving 10-min during Visit 1 and some 20-min. Participants completed three visits. The Baseline Visit was remote, and participants completed informed consent and baseline questionnaires. Visit 1 and 2 data were collected in a lab setting. All participants received both dosages over two visits with at least a 72-h washout period. Immediately before and after the IVR session, current symptoms, affect, and QST were measured, and participants rated their cybersickness and engagement after each IVR session. At the end of Visit 2, participants responded to open ended questions regarding the IVR experience.</p>
</sec>
<sec id="s2-5">
<title>2.5 Data analysis</title>
<p>Data were organized to compare 10-min to 20-min regardless of order. Scores for back pain were calculated by adding rating upper and lower back scores. Difference scores for pre and post IVR were calculated by subtracting the pre IVR score from the post IVR score. The PROMIS fatigue and pain interference raw scores were rescaled into standardized T-scores (<xref ref-type="bibr" rid="B18">Food and Drug Administration, 2017</xref>; <xref ref-type="bibr" rid="B19">HealthMeasures, 2022</xref>) (Mean &#x3d; 50; SD &#x3d; 10) so we could compare our sample to the US sample. Average QST pressure scores in kilograms were calculated by taking the mean of combined thigh and shoulder scores. To examine temporal summation, we created a difference score by subtracting the one second pain intensity score from the ten second pain intensity score.</p>
<p>This was an exploratory pilot study and we did not complete a power analysis. Therefore, our data may have been underpowered to prevent Type II error (<xref ref-type="bibr" rid="B21">Sullivan and Feinn, 2012</xref>). To avoid this and to provide researchers and clinicians with information on the magnitude of the effect of IVR on pain our primary outcomes were effect sizes, Cohen&#x2019;s d<sub>z</sub>. We calculated Cohen&#x2019;s d<sub>z</sub> rather than Cohen&#x2019;s d<sub>s</sub> (<xref ref-type="bibr" rid="B12">Lakens, 2013</xref>) because our two groups were strongly correlated due to our crossover design. In Cohen&#x2019;s d<sub>z</sub> the numerator is the difference between the mean of the difference scores and the denominator is the standard deviation of the difference scores. We ran descriptive statistics and completed analyses of normalcy. Our primary outcomes, back pain, affect and fatigue, were normally distributed while QST were not. For the normally distributed data, we calculated effect sizes using means. For non-normally distributed data we first calculated an r by dividing the absolute standardized Wilcoxon signed rank test statistic z by the square root of the number of pairs (<xref ref-type="bibr" rid="B14">Marshall and Marquier, 2019</xref>) and then translated it to a d. These effect sizes were interpreted using Cohen&#x2019;s classification of effect sizes: 0.20 is a small effect, 0.50 is a moderate effect and 0.80 and above is a large effect (<xref ref-type="bibr" rid="B14">Marshall and Marquier, 2019</xref>). For ease of interpretation, we coded all Cohen&#x2019;s d<sub>z</sub> which demonstrated the expected direction of an outcome (i.e., An &#x201c;improved&#x201d; score) as positive and all those that demonstrated the opposite of the expected direction as negative.</p>
<p>We explored the generalizability of our results using inferential statistics. We used paired t-tests to compare pre IVR to post IVR scores and to compare scores between the 10- and 20-min groups. We used Wilcoxon signed rank tests for all QST comparisons. We set alpha at .05. For pre/post-test we used a 1-tail test, as we had a directional hypothesis (post test scores would show improvement over pretest scores) and we used a 2-tailed test for the 10- vs. 20-min scores as we did not have a directional hypothesis.</p>
<p>Our primary analysis combined 10- and 20-min dosage regardless of visit order. However, because of the use of the crossover design, we were concerned that there would be an order effect. We therefore completed a secondary analysis which separated the data by visit and examined the results during Visit 1 and Visit 2 separately. As results of these analyses showed different outcomes, we included these results to further clarify using IVR for pain.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>3 Results</title>
<sec id="s3-1">
<title>3.1 Demographics</title>
<p>Twenty-three people were consented and enrolled. Two participants withdrew from the study (scheduling conflicts), and one participant only completed the first of two visits. The data from this first visit was included in the study. <xref ref-type="table" rid="T1">Table 1</xref> provides the demographics of the sample. Based on the painDETECT score, relatively few participants reported likely neuropathic pain (5%). Only eight participants had experience with video games (40%) and only three had experience with IVR (15%). Average cybersickness score after IVR sessions was 5.4 (SD 4.4) on the SSQ (maximum possible score, 81).</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Demographics and disease characteristics of participants with chronic back (n &#x3d; 21).</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left"/>
<th align="center">N (%)</th>
<th align="center">Mean (SD)</th>
<th align="center">(Min, Max)</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Age</td>
<td align="left"/>
<td align="center">46.8 (16.4)</td>
<td align="center">(27, 73)</td>
</tr>
<tr>
<td align="left">Reported gender: Female</td>
<td align="center">13 (61.9%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Race and Ethnicity</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Asian</td>
<td align="center">2 (9.5%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Non-Hispanic White</td>
<td align="center">18 (85.7%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Hispanic Other</td>
<td align="center">1 (4.8%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Education (1 missing)</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">High School/GED</td>
<td align="center">2 (10%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Undergraduate</td>
<td align="center">8 (40%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Graduate</td>
<td align="center">10 (50%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Marital Status: Married</td>
<td align="center">10 (47.6%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Work status</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Employed</td>
<td align="center">11 (52.4%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Unemployed</td>
<td align="center">1 (4.8%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Student</td>
<td align="center">1 (4.8%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Retired</td>
<td align="center">7 (33.3%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Diagnosis</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Chronic Back pain</td>
<td align="center">6 (28.6%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Herniated disc</td>
<td align="center">6 (28.6%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Osteoarthritis</td>
<td align="center">2 (9.5%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Other</td>
<td align="center">4 (19%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">No diagnosis given</td>
<td align="center">2 (9.5%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Length of pain (years)</td>
<td align="left"/>
<td align="center">14.2 (15.4)</td>
<td align="center">(2, 60)</td>
</tr>
<tr>
<td align="left">Type of Pain</td>
<td align="left"/>
<td align="center">8.9 (4.8)</td>
<td align="center">(-1, 20)</td>
</tr>
<tr>
<td align="left">Nociceptive (&#xa0;&#x2264;&#xa0;12)</td>
<td align="center">18 (85.7%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Neuropathic (&#xa0;&#x2265;&#xa0;19)</td>
<td align="center">1 (4.8%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Pain Catastrophizing</td>
<td align="left"/>
<td align="center">15.1 (10.9)</td>
<td align="center">(1, 43)</td>
</tr>
<tr>
<td align="left">PROMIS Fatigue&#x2a;</td>
<td align="left"/>
<td align="center">56.8 (7.5)</td>
<td align="center">(42.8, 69.8)</td>
</tr>
<tr>
<td align="left">PROMIS Pain Interference&#x2a;</td>
<td align="left"/>
<td align="center">59.2 (5.3)</td>
<td align="center">(51.2, 70.1)</td>
</tr>
<tr>
<td align="left">Gaming Experience</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Plays Video Games</td>
<td align="center">8 (40%)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Previous IVR experience</td>
<td align="center">3 (15%)</td>
<td align="left"/>
<td align="left"/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>&#x2a;scores provided were converted into PROMIS, standardized T-score (Mean &#x3d; 50, SD, 10).</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3-2">
<title>3.2 Effect of IVR on symptoms and pain</title>
<p>Overall, IVR, regardless of dosage, had a significant moderate beneficial effect on back pain (d<sub>z</sub> &#x3d; 0.52) and a small effect on Negative Affect (d<sub>z</sub> &#x3d; 0.48) (<xref ref-type="fig" rid="F1">Figure 1</xref>). When analyzed by dosage, the largest effects were seen for 20-min changes in back pain (d<sub>z</sub> &#x3d; 0.49) (<xref ref-type="fig" rid="F1">Figure 1</xref>) and PANAS Negative affect (d<sub>z</sub> &#x3d; &#x2212;0.32) and both were significant. Cohen&#x2019;s d<sub>z</sub> for between 10-min and 20-min were all negligible to small and non-significant. Overall, 43% of participants reported a 30% or greater change in back pain. When examined by dosage, 42% of participants in the 10-min dosage reported a greater than 30% change in their pain score and 35% of participants in the 20-min dosage reported this change. This comparison was not significantly different. (Specific results of the tests including exact <italic>p</italic>-values are provided in the <xref ref-type="sec" rid="s11">Supplementary Materials</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Effect size d for the effect of immersive virtual reality (IVR) on back pain, affect and fatigue overall, by dosage (10&#xa0;min vs. 20&#xa0;min) and by visit (Visit 1 vs. Visit 2). All results have been adjusted so that a positive d indicates that the score improved, and a negative score indicates that the score worsened after VR. Dotted horizontal lines indicate a small effect size while solid lines indicate a moderate effect size. &#x2a;indicates a significant change between pre IVR scores and post IVR scores of <italic>p</italic> &#x2264; .05 while &#x2a;&#x2a;indicates a significant change of <italic>p</italic> &#x2264; .01. Comparisons between 10 and 20&#xa0;min of IVR were all non-significant.</p>
</caption>
<graphic xlink:href="frvir-04-1260313-g001.tif"/>
</fig>
</sec>
<sec id="s3-3">
<title>3.3 Effect of IVR on QST</title>
<p>IVR, regardless of dosage, had a significant moderate effect reducing reports of pain for painful aftersensations (<xref ref-type="fig" rid="F2">Figure 2</xref>). It had small to moderate effects at increasing temporal summation and sensitivity to pressure; however, these were not significant. When analyzed by dosage, a similar pattern emerged except the effect size for temporal summation was negligible to small and non-significant. Cohen&#x2019;s d<sub>z</sub> for between 10-min and 20-min were all negligible to small and non-significant.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Effect size d for the effect of immersive virtual reality (IVR) on Quantitative Sensory Testing (QST) scores, by dosage (10&#xa0;min vs. 20&#xa0;min) and by visit (Visit 1 vs. Visit 2). All results have been adjusted so that a positive d indicates that the score improved and a negative score that the score worsened after IVR. Dotted horizontal lines indicate a small effect size while solid lines indicate a moderate effect size. &#x2a;indicates a significant change between pre IVR scores and post IVR scores of <italic>p</italic> &#x2264; .05 while &#x2a;&#x2a;indicates a significant change of <italic>p</italic> &#x2264; .01. Comparisons between 10 and 20&#xa0;min of IVR were all non-significant.</p>
</caption>
<graphic xlink:href="frvir-04-1260313-g002.tif"/>
</fig>
</sec>
<sec id="s3-4">
<title>3.4 Sensitivity analysis</title>
<p>Our sensitivity analyses compared 10- and 20-min results by visit (<xref ref-type="fig" rid="F1">Figure 1</xref>, <xref ref-type="fig" rid="F2">2</xref>). There were larger positive effects for symptoms and affect during Visit 1, with the greatest effects occurring for those who received the 20-min dosages. During Visit 2, we continued to see positive effects for back pain and negative affect, but these were smaller than Visit 1. The effects on positive affect and fatigue indicated that participants reported decreased positive affect and greater fatigue during Visit 2, with those engaging in 10-min reporting larger, worse outcomes.</p>
<p>There was little clear pattern for the QST scores when analyzed by visit (<xref ref-type="fig" rid="F2">Figure 2</xref>). In general, there were worsened results for temporal summation, which increased and pressure pain threshold which decreased after IVR, and improved results for painful aftersensations which diminished. Notably, there was a significant large effect on pressure pain threshold during the 20-min IVR for Visit 2, with participants reporting lower pain threshold to pressure after IVR than before, indicating it took less pressure to elicit a painful response after IVR than before.</p>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>4 Discussion</title>
<p>We evaluated the magnitude of the effects of IVR on pain, fatigue, affect and pain sensitization and whether effects differed for two different durations of IVR, 10-min and 20-min. We found that, overall, IVR had a moderate positive effect in reducing back pain, painful aftersensations and negative affect, a negligible effect on fatigue and positive affect, and a small sensitizing effect on pressure pain threshold and temporal summation. Over 40% of participants reported a 30% or greater reduction in back pain intensity after IVR, comparable to studies using opioids for pain reduction (<xref ref-type="bibr" rid="B3">Deyo et al., 2015</xref>).</p>
<p>There were no significant differences between 10- and 20-min of IVR. However, a detailed analysis indicates some valuable information for both clinical application and future research trials in IVR. When comparing 10- and 20-min of IVR without considering whether the visit was first or second, 20-min of IVR appeared more effective for CBP and negative affect than 10-min of IVR. However, when we examined dosage by first or second visit, we found that 20-min appeared more effective for back pain and fatigue in Visit 1, but the two dosages were similar in Visit 2. Ten minutes seemed to have a greater, albeit small, effect, on negative affect than 20-min in Visit 1, but not Visit 2.</p>
<p>These results suggest that there might be a threshold of time at the first visit to adjust to the logistics of using IVR before full engagement occurs. This threshold may be less on subsequent visits, allowing participants to achieve reduced symptoms in a shorter timeframe. The drop in scores for Visit 2 may also reflect the importance of using interesting and engaging programs. We chose simple experiences that required relatively short times to achieve competence. While this simplicity allowed participants to adjust to the IVR program quickly, programs may have become less interesting in Visit 2, particularly for the 20-min duration, reducing engagement and concomitant reductions in symptoms. This hypothesis was supported by several participants who reported that they were bored with programs by Visit 2. These results suggest that engagement is a key part of the mechanism for distraction.</p>
<p>IVR had only limited effects on indices of central sensitization. Overall, painful aftersensations improved, but temporal summation and sensitivity to pressure pain increased slightly. This effect may be explained by the overall nature of pain in this sample. Most symptoms were nociceptive not neuropathic, and the sample at baseline did not appear highly sensitized when evaluating QST responses. There may have been something of a ceiling effect in which no consistent reduction could be obtained. Further evaluation of IVR on people with neuropathic pain syndromes or who have known central sensitization would better determine whether IVR is an effective means to reduce central sensitization. Additionally, participants completed only two visits. It may require multiple applications of IVR to reduce central sensitization in people with CBP.</p>
<p>This study indicates that the question of what dosage is best for optimal reduction of symptoms in people with CBP is dependent on many factors. Longer dosages may be useful for a single visit. It may also be more optimal if the IVR experience is highly engaging, and people with CBP wish to continue with the experience. However, shorter doses appear effective, particularly over several visits, and may be more practical in a clinical situation where a therapist has a limited amount of time to see a patient.</p>
<p>This is a small pilot study and had multiple limitations. The sample size was not selected to obtain power so it is possible that a larger sample would have obtained significant results. There was a high heterogeneity in the age of participants. We did not test for central sensitization before starting the evaluation, it was not one of our inclusion criteria, leading to the potential for a ceiling effect in our participants. The IVR that we chose might have been better if it had been more interactive and engaging. Further, while the two IVR program used in the study were similar they were not identical in their level of engagement, therefore difference in pain may have been due to the type of program used rather than the dosage. Further tests on types of IVR are highly recommended to determine which have the greatest engagement and if this engagement is correlated with pain modulation. Adding a control condition would also increase our ability to interpret effects.</p>
<sec id="s4-1">
<title>4.1 Conclusion</title>
<p>Immersive virtual reality is an effective method to address acute pain, and there is increasing evidence that it is also effective with chronic pain. This study was an initial examination of a more nuanced application of virtual reality by examining dosage. Our results suggest that differing dosages can have different effects but was inconclusive and did not identify that one dosage was superior to another. The characteristics of the IVR such as level of engagement in the immersive environment, the type of task, and the level of competence with the IVR are as likely as dosage to alter the effects on pain, affect, and pain sensitization. Further study is needed to fully understand what characteristics of IVR engagement affect pain and other symptoms and what type of dosage may be needed depending upon circumstances. Future work should also examine the effect of IVR on specific causes of pain as well as by differing levels of pain beliefs such as pain catastrophization. Our study also used QST to examine pain sensitization, which can often play an important contributing role in shaping CBP symptomatology. We did not detect a reduction in pain sensitization from pre-to post-IVR; however, further evaluation is needed as there are still many questions that need to be answered about virtual reality and its impact on central sensitization.</p>
</sec>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="s5">
<title>Data availability statement</title>
<p>Publicly available datasets were analyzed in this study. This data can be found here: <ext-link ext-link-type="uri" xlink:href="https://clinicaltrials.gov/study/NCT04307446">https://clinicaltrials.gov/study/NCT04307446</ext-link>.</p>
</sec>
<sec id="s6">
<title>Ethics statement</title>
<p>The studies involving humans were approved by The Health Sciences Institutional Review Board Tufts University. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s7">
<title>Author contributions</title>
<p>NB: Conceptualization, Formal-analysis, Funding-acquisition, Methodology, Project-administration, Supervision, Visualization, Writing&#x2013;original draft, Writing&#x2013;review and editing. AP: Investigation, Project-administration, Supervision, Writing&#x2013;original draft, Writing&#x2013;review and editing. MK: Conceptualization, Methodology, Writing&#x2013;review and editing. RB: Resources, Writing&#x2013;review and editing. NW: Methodology, Writing&#x2013;review and editing. JI: Methodology, Writing&#x2013;review and editing. RE: Conceptualization, Resources, Writing&#x2013;review and editing.</p>
</sec>
<sec id="s8">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. Funding from 2020 Tufts CTSI Pilot Studies Program Through Tufts CTSI NIH Clinical and Translational Science Award (UL1TR002544).</p>
</sec>
<sec sec-type="COI-statement" id="s9">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s10">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s11">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/frvir.2023.1260313/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/frvir.2023.1260313/full&#x23;supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Table1.docx" id="SM1" mimetype="application/docx" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Baker</surname>
<given-names>N. A.</given-names>
</name>
<name>
<surname>Polhemus</surname>
<given-names>A. H.</given-names>
</name>
<name>
<surname>Haan Ospina</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Feller</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Zenni</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Deacon</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group>(<year>2022</year>). <article-title>The state of science in the use of virtual reality in the treatment of acute and chronic pain: a systematic scoping review</article-title>. <source>Clin. J. Pain</source> <volume>38</volume> (<issue>6</issue>), <fpage>424</fpage>&#x2013;<lpage>441</lpage>. <pub-id pub-id-type="doi">10.1097/ajp.0000000000001029</pub-id>
</citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bazzari</surname>
<given-names>A. H.</given-names>
</name>
<name>
<surname>Bazzari</surname>
<given-names>F. H.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Advances in targeting central sensitization and brain plasticity in chronic pain</article-title>. <source>Egypt. J. Neurology Psychiatry Neurosurg.</source> <volume>58</volume> (<issue>1</issue>), <fpage>38</fpage>. <pub-id pub-id-type="doi">10.1186/s41983-022-00472-y</pub-id>
</citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Deyo</surname>
<given-names>R. A.</given-names>
</name>
<name>
<surname>Von Korff</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Duhrkoop</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Opioids for low back pain</article-title>. <source>BMJ Clin. Res.</source> <volume>350</volume>, <fpage>g6380</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.g6380</pub-id>
</citation>
</ref>
<ref id="B18">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Food and Drug Administration</surname>
</name>
</person-group> (<year>2017</year>). <article-title>PROMIS fatigue scoring manual</article-title>. <source>Patient Reported Outcome Measurement Information System</source>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.fda.gov/media/137977/download">https://www.fda.gov/media/137977/download</ext-link>
</comment>.</citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Freynhagen</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Baron</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Gockel</surname>
<given-names>U.</given-names>
</name>
<name>
<surname>Tolle</surname>
<given-names>T. R.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>painDETECT: a new screening questionnaire to identify neuropathic components in patients with back pain</article-title>. <source>Curr. Med. Res. Opin.</source> <volume>22</volume> (<issue>10</issue>), <fpage>1911</fpage>&#x2013;<lpage>1920</lpage>. <pub-id pub-id-type="doi">10.1185/030079906x132488</pub-id>
</citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Garcia</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Birckhead</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Krishnamurthy</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Mackey</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Sackman</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Salmasi</surname>
<given-names>V.</given-names>
</name>
<etal/>
</person-group>(<year>2022</year>). <article-title>Durability of the treatment effects of an 8-week self-administered home-based virtual reality program for chronic low back pain: 6-month follow-up study of a randomized clinical trial</article-title>. <source>J. Med. Internet Res.</source> <volume>24</volume> (<issue>5</issue>), <fpage>e37480</fpage>. <pub-id pub-id-type="doi">10.2196/37480</pub-id>
</citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Garcia</surname>
<given-names>L. M.</given-names>
</name>
<name>
<surname>Birckhead</surname>
<given-names>B. J.</given-names>
</name>
<name>
<surname>Krishnamurthy</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Sackman</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Mackey</surname>
<given-names>I. G.</given-names>
</name>
<name>
<surname>Louis</surname>
<given-names>R. G.</given-names>
</name>
<etal/>
</person-group>(<year>2021</year>). <article-title>An 8-week self-administered at-home behavioral skills-based virtual reality program for chronic low back pain: double-blind, randomized, placebo-controlled trial conducted during COVID-19</article-title>. <source>J. Med. Internet Res.</source> <volume>23</volume> (<issue>2</issue>), <fpage>e26292</fpage>. <pub-id pub-id-type="doi">10.2196/26292</pub-id>
</citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gore</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Sadosky</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Stacey</surname>
<given-names>B. R.</given-names>
</name>
<name>
<surname>Tai</surname>
<given-names>K.-S.</given-names>
</name>
<name>
<surname>Leslie</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>The burden of chronic low back pain: clinical comorbidities, treatment patterns, and health care costs in usual care settings</article-title>. <source>Spine (Philadelphia, Pa 1976)</source> <volume>37</volume> (<issue>11</issue>), <fpage>E668</fpage>&#x2013;<lpage>E677</lpage>. <pub-id pub-id-type="doi">10.1097/brs.0b013e318241e5de</pub-id>
</citation>
</ref>
<ref id="B9">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Greenwald</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Oculus quest 2 vs. Oculus Rift S: which VR headset should you buy?</article-title>. <source>PCMag</source>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.pcmag.com/comparisons/oculus-quest-vs-oculus-rift-s-which-vr-headset-should-you-buy#">https://www.pcmag.com/comparisons/oculus-quest-vs-oculus-rift-s-which-vr-headset-should-you-buy&#x0023;</ext-link>
</comment>.</citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gupta</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Scott</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Dukewich</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Innovative technology using virtual reality in the treatment of pain: does it reduce pain via distraction, or is there more to it?</article-title> <source>Pain Med.</source> <volume>19</volume> (<issue>1</issue>), <fpage>151</fpage>&#x2013;<lpage>159</lpage>. <pub-id pub-id-type="doi">10.1093/pm/pnx109</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>HealthMeasures</surname>
</name>
</person-group> (<year>2022</year>). <source>PROMIS pain interference scoring manual</source>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.healthmeasures.net/images/PROMIS/manuals/Scoring_Manual_Only/PROMIS_Pain_Interference_Scoring_Manual_03June2022.pdf">https://www.healthmeasures.net/images/PROMIS/manuals/Scoring_Manual_Only/PROMIS_Pain_Interference_Scoring_Manual_03June2022.pdf</ext-link>
</comment>.</citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kennedy</surname>
<given-names>R. S.</given-names>
</name>
<name>
<surname>Lane</surname>
<given-names>N. E.</given-names>
</name>
<name>
<surname>Berbaum</surname>
<given-names>K. S.</given-names>
</name>
<name>
<surname>Lilienthal</surname>
<given-names>M. G.</given-names>
</name>
</person-group> (<year>1993</year>). <article-title>Simulator Sickness Questionnaire: an enhanced method for quantifying simulator sickness</article-title>. <source>Int. J. Aviat. Psychol.</source> <volume>3</volume> (<issue>3</issue>), <fpage>203</fpage>&#x2013;<lpage>220</lpage>. <pub-id pub-id-type="doi">10.1207/s15327108ijap0303_3</pub-id>
</citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lakens</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Calculating and reporting effect sizes to facilitate cumulative science: a practical primer for t-tests and ANOVAs</article-title>. <source>Front. Psychol.</source> <volume>4</volume>, <fpage>863</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2013.00863</pub-id>
</citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Loreto-Quijada</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Guti&#xe9;rrez-Maldonado</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Nieto</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Guti&#xe9;rrez-Mart&#xed;nez</surname>
<given-names>O.</given-names>
</name>
<name>
<surname>Ferrer-Garc&#xed;a</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Salda&#xf1;a</surname>
<given-names>C.</given-names>
</name>
<etal/>
</person-group>(<year>2014</year>). <article-title>Differential effects of two virtual reality interventions: distraction versus pain control</article-title>. <source>Cyberpsychology, Behav. Soc. Netw.</source> <volume>17</volume> (<issue>6</issue>), <fpage>353</fpage>&#x2013;<lpage>358</lpage>. <pub-id pub-id-type="doi">10.1089/cyber.2014.0057</pub-id>
</citation>
</ref>
<ref id="B14">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Marshall</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Marquier</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2019</year>). <source>Wilcoxon signed-rank test in SPSS</source>. <publisher-loc>Sheffield, UK</publisher-loc>: <publisher-name>University of Sheffield</publisher-name>. <comment>ND</comment>.</citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Meucci</surname>
<given-names>R. D.</given-names>
</name>
<name>
<surname>Fassa</surname>
<given-names>A. G.</given-names>
</name>
<name>
<surname>Faria</surname>
<given-names>N. M. X.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Prevalence of chronic low back pain: systematic review</article-title>. <source>Rev. Saude Publica</source> <volume>49</volume>, <fpage>1</fpage>. <pub-id pub-id-type="doi">10.1590/s0034-8910.2015049005874</pub-id>
</citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nijs</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Meeus</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Van Oosterwijck</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Roussel</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>De Kooning</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Ickmans</surname>
<given-names>K.</given-names>
</name>
<etal/>
</person-group>(<year>2011</year>). <article-title>Treatment of central sensitization in patients with &#x27;unexplained&#x27; chronic pain: what options do we have?</article-title> <source>Expert Opin. Pharmacother.</source> <volume>12</volume> (<issue>7</issue>), <fpage>1087</fpage>&#x2013;<lpage>1098</lpage>. <pub-id pub-id-type="doi">10.1517/14656566.2011.547475</pub-id>
</citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>O&#x2019;Brien</surname>
<given-names>H. L.</given-names>
</name>
<name>
<surname>Cairns</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Hall</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>A practical approach to measuring user engagement with the refined User Engagement Scale (UES) and new UES short form</article-title>. <source>Int. J. human-computer Stud.</source> <volume>112</volume>, <fpage>28</fpage>&#x2013;<lpage>39</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijhcs.2018.01.004</pub-id>
</citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schuttert</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Timmerman</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Petersen</surname>
<given-names>K. K.</given-names>
</name>
<name>
<surname>McPhee</surname>
<given-names>M. E.</given-names>
</name>
<name>
<surname>Arendt-Nielsen</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Reneman</surname>
<given-names>M. F.</given-names>
</name>
<etal/>
</person-group>(<year>2021</year>). <article-title>The definition, assessment, and prevalence of (human assumed) central sensitisation in patients with chronic low back pain: a systematic review</article-title>. <source>J. Clin. Med.</source> <volume>10</volume> (<issue>24</issue>), <fpage>5931</fpage>. <pub-id pub-id-type="doi">10.3390/jcm10245931</pub-id>
</citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sullivan</surname>
<given-names>G. M.</given-names>
</name>
<name>
<surname>Feinn</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Using effect size-or why the P value is not enough</article-title>. <source>J. Grad. Med. Educ.</source> <volume>4</volume> (<issue>3</issue>), <fpage>279</fpage>&#x2013;<lpage>282</lpage>. <pub-id pub-id-type="doi">10.4300/jgme-d-12-00156.1</pub-id>
</citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sullivan</surname>
<given-names>M. J. L.</given-names>
</name>
<name>
<surname>Bishop</surname>
<given-names>S. R.</given-names>
</name>
<name>
<surname>Pivik</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>1995</year>). <article-title>The Pain Catastrophizing Scale: development and validation</article-title>. <source>Psychol. Assess.</source> <volume>7</volume> (<issue>4</issue>), <fpage>524</fpage>&#x2013;<lpage>532</lpage>. <pub-id pub-id-type="doi">10.1037/1040-3590.7.4.524</pub-id>
</citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tack</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Virtual reality and chronic low back pain</article-title>. <source>Disabil. Rehabil. Assist. Technol.</source> <volume>16</volume> (<issue>6</issue>), <fpage>637</fpage>&#x2013;<lpage>645</lpage>. <pub-id pub-id-type="doi">10.1080/17483107.2019.1688399</pub-id>
</citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Thompson</surname>
<given-names>E. R.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Development and validation of an internationally reliable short-form of the Positive And Negative Affect Schedule (PANAS)</article-title>. <source>J. Cross-Cultural Psychol.</source> <volume>38</volume> (<issue>2</issue>), <fpage>227</fpage>&#x2013;<lpage>242</lpage>. <pub-id pub-id-type="doi">10.1177/0022022106297301</pub-id>
</citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Woolf</surname>
<given-names>C. J.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>Central sensitization: implications for the diagnosis and treatment of pain</article-title>. <source>Pain</source> <volume>152</volume>, <fpage>S2</fpage>&#x2013;<lpage>S15</lpage>. <pub-id pub-id-type="doi">10.1016/j.pain.2010.09.030</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>