<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="brief-report" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Virtual Real.</journal-id>
<journal-title>Frontiers in Virtual Reality</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Virtual Real.</abbrev-journal-title>
<issn pub-type="epub">2673-4192</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">891423</article-id>
<article-id pub-id-type="doi">10.3389/frvir.2023.891423</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Virtual Reality</subject>
<subj-group>
<subject>Brief Research Report</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Development and tolerability of a novel virtual- and proprioception-based car crash simulator as a new research tool in motor vehicle trauma research</article-title>
<alt-title alt-title-type="left-running-head">Lukacs et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/frvir.2023.891423">10.3389/frvir.2023.891423</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Lukacs</surname>
<given-names>Michael J.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1696211/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Babin</surname>
<given-names>Mathias</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Dickey</surname>
<given-names>James P.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1974878/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Melling</surname>
<given-names>C. W. James</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/750127/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Walton</surname>
<given-names>David M.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Health and Rehabilitation Sciences</institution>, <institution>Western University</institution>, <addr-line>London</addr-line>, <addr-line>ON</addr-line>, <country>Canada</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Bone and Joint Institute</institution>, <institution>Western University</institution>, <addr-line>London</addr-line>, <addr-line>ON</addr-line>, <country>Canada</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Computer Science</institution>, <institution>Western University</institution>, <addr-line>London</addr-line>, <addr-line>ON</addr-line>, <country>Canada</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Kinesiology</institution>, <institution>Western University</institution>, <addr-line>London</addr-line>, <addr-line>ON</addr-line>, <country>Canada</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>School of Physical Therapy</institution>, <institution>Western University</institution>, <addr-line>London</addr-line>, <addr-line>ON</addr-line>, <country>Canada</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/448912/overview">Jaehyun Park</ext-link>, Incheon National University, Republic of Korea</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1668216/overview">Jo&#x17e;e Guna</ext-link>, University of Ljubljana, Slovenia</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1132291/overview">Diego Vilela Monteiro</ext-link>, ESIEA University, France</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Michael J. Lukacs, <email>mlukacs2@uwo.ca</email>
</corresp>
<fn fn-type="other">
<p>This article was submitted to Virtual Reality in Medicine, a section of the journal Frontiers in Virtual Reality</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>31</day>
<month>03</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>4</volume>
<elocation-id>891423</elocation-id>
<history>
<date date-type="received">
<day>07</day>
<month>03</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>20</day>
<month>03</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Lukacs, Babin, Dickey, Melling and Walton.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Lukacs, Babin, Dickey, Melling and Walton</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>
<bold>Purpose:</bold> Investigations of causal theories of neck pain (NP) following motor vehicle crashes (MVC) has been difficult, as simulation is limited. Thus, we sought to evaluate tolerability to a novel virtual reality (VR)-based road collision simulator and screen for adverse reactions.</p>
<p>
<bold>Materials and Methods:</bold> Cross-sectional study. 25 healthy participants were exposed to a novel VR-based rear-end MVC with a small perturbation (0.2&#xa0;g). The Simulator Sickness Questionnaire (SSQ) and Presence Questionnaire (PQ) were measured post-exposure and adverse reactions were recorded.</p>
<p>
<bold>Results:</bold> The system was well tolerated with no adverse reactions, however one participant reported NP the following day not lasting longer than 48&#xa0;h. Participants reported low levels of simulator sickness (mean SSQ &#x3d; 23.49 &#xb1; 21.98, range &#x3d; 0.00 to 89.76; max score &#x3d; 235.62), while presence (mean PQ &#x3d; 91.04 &#xb1; 14.08, range &#x3d; 54.00 to 112.00; max score &#x3d; 133), was lower than literature recommendations.</p>
<p>
<bold>Conclusion:</bold> A VR-based road collision simulator can be safely used to explore the phenomenon of a motor vehicle crashes under controlled circumstances. Future work is needed to optimize the virtual reality environment and to investigate the effects of crash parameters.</p>
</abstract>
<kwd-group>
<kwd>simulator sickness</kwd>
<kwd>stress</kwd>
<kwd>virtual reality</kwd>
<kwd>whiplash associated disorder</kwd>
<kwd>presence</kwd>
<kwd>pain</kwd>
</kwd-group>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Introduction</title>
<p>Evaluation of symptomology (e.g., neck pain) following a motor vehicle crash (MVC), has been historically difficult, though previous investigations have been able to &#x2018;trick&#x2019; participants into believing that they have been involved in a MVC (<xref ref-type="bibr" rid="B8">Castro et al., 2001</xref>). However, it could be argued that this type of experimental set-up (i.e., blinded car that had been previously impacted), may not have been immersive enough to truly replicate the experience of a MVC. Accordingly, Virtual Reality (VR) has emerged as a technology through which otherwise dangerous situations such as MVCs can be simulated without the risk of biomechanical injury causing tissue damage (<xref ref-type="bibr" rid="B15">Lukacs and Salim, 2018</xref>). VR is usually achieved through the combination of a head-mounted display (HMD), head/limb tracking hardware, and a powerful computer to create an immersive three-dimensional environment (<xref ref-type="bibr" rid="B20">Sharar et al., 2008</xref>). The creation of an immersive three-dimensional virtual environment can help to create a sense of presence in said environment, which has been defined as the psychological sense of &#x2018;being there&#x2019; (<xref ref-type="bibr" rid="B21">Slater et al., 1995</xref>). Traditionally, the sense of presence is amplified by enhanced virtual interactivity, greater visual vividness, and multi-sensory input while it is diminished by feelings of simulator sickness and an awareness of the apparatus being used (<xref ref-type="bibr" rid="B14">Lombard and Ditton, 1997</xref>; <xref ref-type="bibr" rid="B18">Riches et al., 2019</xref>).</p>
<p>We have created an immersive Virtual Reality (VR)-based road traffic collision simulator that also interfaces with a programmable six degrees of freedom robotic platform. While other forms of driving simulators exist, (<xref ref-type="bibr" rid="B4">Beck et al., 2007</xref>; <xref ref-type="bibr" rid="B16">Morley et al., 2016</xref>; <xref ref-type="bibr" rid="B17">Pietra et al., 2021</xref>), ours is the first to our knowledge where a virtual collision is the main intent whereby the participant is situated as a passenger. Also, while previous research has demonstrated the effects of placebo car crashes in lab settings (<xref ref-type="bibr" rid="B8">Castro et al., 2001</xref>), ours was specifically created to immerse participants in a scenario designed to imitate the settings of a real-world MVC and elicit feelings of presence. A VR environment that is designed to mimic emotional or stressful environments (i.e., MVC) may elicit greater feelings of presence, and thus may be more appropriate to explore the sensation of involvement in a MVC than traditional laboratory settings (<xref ref-type="bibr" rid="B19">Riva et al., 2007</xref>). MVC&#x2019;s are considered to be a unique stressor in adult life, that can lead to feelings of sudden chaos and a fear of safety, all of which may act as a catalyst toward the development of symptoms like neck pain following a MVC (<xref ref-type="bibr" rid="B25">Walton and Elliott, 2017</xref>).</p>
<p>Thus, the purpose of this study was to define the capabilities of our new VR road collision simulator, explore its usability and tolerability, and to examine the development of any adverse reactions (i.e., reports of neck pain longer than 48&#xa0;h, vomiting, inability to tolerate VR, disorientation). Exploration of development of symptoms following exposure to the VR platform was also deemed relevant as previous research has highlighted the possibility of symptom development following exposure to a placebo car crash (<xref ref-type="bibr" rid="B8">Castro et al., 2001</xref>).</p>
</sec>
<sec sec-type="materials|methods" id="s2">
<title>Materials and methods</title>
<p>This was a cross-sectional exploratory study with a pre-to-post design.</p>
<sec id="s2-1">
<title>Participants</title>
<p>Healthy university-level participants were recruited from the community <italic>via</italic> email and word of mouth between October 2020 and January 2021. Exclusion criteria were recent neck pain, headache, concussion, cardiovascular instability (e.g., heart disease, high or low blood pressure), were actively undergoing cancer treatment, neurological or systemic conditions that affect balance or postural control (e.g., Benign paroxysmal positional vertigo), migraines, visual pathology (e.g., saccades), technophobia, and claustrophobia. This study was approved by a Health Sciences Research Ethics Review Board prior to participation in the study and all participants provided written informed consent prior to participation.</p>
</sec>
<sec id="s2-2">
<title>The VISION system</title>
<p>The VISION (Virtual Interface for Stress-Trauma Interactions through Open World Navigation) system is comprised of a HTC Vive (HTC Corporation, Xindian City, Taipei) head mounted VR display (HMD), noise cancelling headphones, and a Mikrolar R3000 (Mikrolar Inc., Hampton, NH, United States) robotic platform (<xref ref-type="fig" rid="F1">Figure 1</xref>). The virtual environment these hardware peripherals interface with depicts a simulated car ride through a city, and the virtual reality environment was developed in the Unity game engine (Unity Technologies, San Francisco, CA, United States) (<xref ref-type="fig" rid="F1">Figure 1</xref>). The visuals of this simulation (targeted at 30&#x2013;40 frames per second) are delivered by the onboard screens of the HMD which also tracks the participant&#x2019;s head position <italic>via</italic> two fixed infra-red base stations, allowing the participant to examine 360 degrees of their surroundings from the passenger seat of the moving vehicle. To maintain a heightened sense of immersion, the simulation&#x2019;s audio is delivered by a set of noise-cancelling headphones such the volume of all external audio sources is reduced, further emphasizing the sounds of the virtual environment. The simulation is designed such that the movements of the participant&#x2019;s virtual car are synchronized with a robotic platform which can be controlled along six programmable degrees of freedom: the x-,y-, and z-planes as well as yaw, pitch and roll. Prior to the collision, the robotic platform will simulate the feeling of acceleration and deceleration by modulating its yaw, pitch, and roll to match that of the virtual car. Instructions provided to the robot were designed to not accelerate beyond 1&#xa0;g for any of the crash scenarios. On pilot testing we determined that for the rear crash scenario the peak accelerations at the head were no greater than 0.2&#xa0;g. It should also be noted that the cervical spine regularly experiences such accelerations (1&#xa0;g) in daily life without provoking symptoms (<xref ref-type="bibr" rid="B1">Allen et al., 1994</xref>; <xref ref-type="bibr" rid="B8">Castro et al., 2001</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>VISION Platform, virtual display of participant while using VISION platform and route taken by virtual car during crash route.</p>
</caption>
<graphic xlink:href="frvir-04-891423-g001.tif"/>
</fig>
<p>The VISION system is capable of multiple different crash scenarios, through manipulation of the following crash parameters: the principal direction of impact (rear-end, side-impact, or front-end), time of day (night or dusk), weather (rain or clear skies), seat position (front passenger, or right/left rear passenger), audio selection (no music or various musical selections), whether or not the glass of the car shatters upon impact, and whether or not the participant receives audio indication that a collision is to take place (e.g., lights and horn of colliding vehicle). For this initial exploration of tolerability to the system, participants were exposed to a low amplitude rear-end collision (0.2&#xa0;g) at night under clear weather while they sat in the front right passenger seat with no music playing. A night setting was selected for the time of day to help hide any lower fidelity graphical assets. The windshield glass of the virtual car was set to shatter and the participant received an audio indication that a crash was imminent <italic>via</italic> a simulated car horn played through the earphones. These parameters were selected as they were thought to be the least provocative in nature yet mirror those in rear-end MVCs, for which development of whiplash injuries has been reported to be the most common (<xref ref-type="bibr" rid="B5">Berglund et al., 2003</xref>; <xref ref-type="bibr" rid="B9">Dabbour et al., 2020</xref>).</p>
</sec>
<sec id="s2-3">
<title>Experimental protocol</title>
<p>Prior to their visit with the research team, each participant completed a study-specific demographic questionnaire indicating their sex and age. For the hour before the study, each participant was advised to refrain from any eating, drinking, or physical activity. After having their cervical spines screened, and 5&#xa0;minutes of quiet sitting, each subject sat in the VISION simulator (<xref ref-type="fig" rid="F1">Figure 1</xref>) during a non-crash route for 5&#xa0;minutes to become acclimatized to being in a virtual reality simulation and to judge the immersion of the simulator. This non-crash route involved sitting in the front right passenger of a virtual car with it making four turns around a city block with no crash. Seat height of each participant was optimized to their respective height based on personal preference, the time of day was set to night, and no in-simulator music was playing. Each subject was allowed to survey their virtual environment as much as they wished during the virtual drive. Following the 5-min acclimatization period during the non-crash route, subjects were given a minute of rest prior to the next simulation. This rest period consisted of removal of the VR-headset, but participants remained seated in the robotic platform. Immediately following the non-crash simulation, each participant was informed that the subsequent simulation would include a virtual car crash (<xref ref-type="fig" rid="F1">Figure 1</xref>) but were not told when or where (i.e., rear-end collision) it would transpire. Each participant was then exposed to the low-amplitude rear end collision through the VISION platform, that occurred after approximately 1&#xa0;min of simulated riding in the virtual car. During the crash the robot delivered a small anterior perturbation (0.2&#xa0;g) to the participant through the car seat to further the immersion of the simulation. Afterwards, the participants dismounted from the simulator, and were observed for 5&#xa0;minutes to monitor for the presence of any immediate adverse reactions.</p>
<sec id="s2-3-1">
<title>Sense of presence and simulator sickness</title>
<p>After this period each participant completed the Presence Questionnaire (PQ), (<xref ref-type="bibr" rid="B29">Witmer and Singer, 1998</xref>; <xref ref-type="bibr" rid="B23">UQO Cyberpsychology Lab, 2004</xref>), and the Simulator Sickness Questionnaire (SSQ) (<xref ref-type="bibr" rid="B13">Kennedy et al., 1993</xref>) to gather initial feedback regarding the immersion of the VISION simulator and to capture any adverse reactions. The PQ has 24 items from 1 to 7 on a Likert scale designed to measure the degree to which a participant feels immersed or present in a virtual simulation. Each item from the Presence Questionnaire is summed with higher scores representing greater immersion (<xref ref-type="bibr" rid="B23">UQO Cyberpsychology Lab, 2004</xref>). The individual items from the PQ can also be summed to produce summary scores in the following categories: Realism, Possibility to act, Quality of interface, Possibility to examine, and self-evaluation of performance (<xref ref-type="bibr" rid="B23">UQO Cyberpsychology Lab, 2004</xref>). For the present study, questions 20 to 24 were pertinent to sounds and haptic and such were excluded from the study as they were deemed not immediately relevant before study commencement. The 19-item version of the PQ with a maximum score of 133 was selected over the original 32-item questionnaire due in part to its shortened length and good internal consistency (<xref ref-type="bibr" rid="B29">Witmer and Singer, 1998</xref>; <xref ref-type="bibr" rid="B23">UQO Cyberpsychology Lab, 2004</xref>).</p>
<p>The SSQ is a 16-item survey with responses ranked from 0 to 3 points (<xref ref-type="bibr" rid="B13">Kennedy et al., 1993</xref>). The 16 symptoms are placed into three categories (Oculomotor, Disorientation, and Nausea) with unique weights attached and summed to produce a total score, with higher scores indicating a greater degree of nausea with a maximum score of 235.62 (<xref ref-type="bibr" rid="B13">Kennedy et al., 1993</xref>; <xref ref-type="bibr" rid="B2">Balk et al, 2013</xref>). Total scores above 20 have been suggested to indicate &#x2018;sufficient discomfort&#x2019; (<xref ref-type="bibr" rid="B27">Webb et al., 2009</xref>). Each participant was instructed to follow-up with the research team should they develop any adverse reactions that lasted beyond 48&#xa0;h following the protocol. Usability and tolerability were assessed <italic>via</italic> interpretation of the participant&#x2019;s scores on both the PQ and SSQ.</p>
</sec>
</sec>
<sec id="s2-4">
<title>Data analysis</title>
<p>Descriptive statistics, including mean, standard deviation and range, were calculated for participant demographics. Data were visualized <italic>via</italic> box-and-whisker plots and outliers were identified through visual (in reference to interquartile range) and statistical tests of normality. The majority of the measures were non-parametric in nature (Kolmogorov-Smirnov tests). Individual items from the PQ and SSQ were critically examined independently to determine the usability of the VISION platform and to ascertain areas for improvement. SSQ items were recorded as a percentage of the total sample to understand incidence for each of the scores (i.e., none, slight, moderate and severe). As the PQ items do not have a descriptor for each part of the scale, individual items were examined descriptively (mean &#xb1; standard deviation). Adverse reactions were recorded throughout the protocol as incident counts of reported neck pain longer than 48&#xa0;h, immediate vomiting, inability to tolerate the simulator, and self-reported disorientation post-protocol.</p>
</sec>
<sec id="s2-5">
<title>Sample size calculation</title>
<p>As this research project was exploratory in nature, no formal sample size calculation was performed, though a small sample of as little as 20 participants has been suggested as appropriate for exploratory studies (<xref ref-type="bibr" rid="B10">Daniel, 2012</xref>). A sample of 25 participants was deemed adequate to estimate tolerance to the VISION simulator in otherwise healthy young adults and to identify potential areas for improvement while minimizing risk of exposure to this potentially provocative scenario.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec id="s3-1">
<title>Participants</title>
<p>25 healthy participants (16 male, 9 female) with no recent (3&#xa0;months) significant trauma or injury that required medical care participated in the study. The mean age of the group was 27.3 &#xb1; 4.1 years. All subjects successfully completed all aspects of the protocol and there were no verbal reports of nausea, inability to tolerate VR, and complete disorientation in response to the virtual simulation. There were no reports of neck pain immediately after the simulation. One subject did report neck pain on the day immediately after the virtual simulation, but their symptoms only lasted 1&#xa0;day. No medical follow-up was required.</p>
</sec>
<sec id="s3-2">
<title>Simulator sickness and sense of presence</title>
<p>Results for the Simulator Sickness Questionnaire and Presence Questionnaire and their subscales (mean &#xb1; standard deviation, range) are presented in <xref ref-type="table" rid="T1">Table 1</xref>. In terms of Simulator Sickness, the mean total score was 23.49 &#xb1; 21.98 (0.00&#x2013;89.76) out of a possible 235.62 indicating sufficient discomfort. The majority of participants indicated none to slight for each item of the SSQ items with twelve participants reporting moderate severity of a number of symptoms including nausea and fatigue, and only one participant indicating severe symptoms (eye strain) (<xref ref-type="table" rid="T2">Table 2</xref>). Mean PQ score was 91.04 &#xb1; 14.08 (54.00&#x2013;112.00) out of a possible 133. Participants rated the ability to control events (mean 2.04 out of 7.00), environmental responsiveness (mean 3.40 out of 7.00) least favorably compared to the remainder of the PQ items (mean 5.00 out of 7.00; <xref ref-type="table" rid="T3">Table 3</xref>).</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Simulator Sickness Questionnaire and Presence Questionnaire results post simulation including subscales. Data are presented as mean &#xb1; standard deviation with range in brackets.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left"/>
<th align="center">Total</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="center">SSQ<sub>nausea</sub>
</td>
<td align="center">17.55 &#xb1; 19.80 (0.00&#x2013;85.86)</td>
</tr>
<tr>
<td align="center">SSQ<sub>oculomotor</sub>
</td>
<td align="center">19.71 &#xb1; 19.08 (0.00&#x2013;45.48)</td>
</tr>
<tr>
<td align="center">SSQ<sub>disorientation</sub>
</td>
<td align="center">22.27 &#xb1; 26.07 (0.00&#x2013;97.44)</td>
</tr>
<tr>
<td align="center">SSQ<sub>total</sub>
</td>
<td align="center">22.59 &#xb1; 21.98 (0.00&#x2013;89.76)</td>
</tr>
<tr>
<td align="center">PQ<sub>Realism</sub>
</td>
<td align="center">33.28 &#xb1; 6.69 (17.00&#x2013;42.00)</td>
</tr>
<tr>
<td align="center">PQ<sub>Possibility to act</sub>
</td>
<td align="center">15.36 &#xb1; 4.48 (7.00&#x2013;22.00)</td>
</tr>
<tr>
<td align="center">PQ<sub>Quality</sub>
</td>
<td align="center">16.48 &#xb1; 3.71 (6.00&#x2013;21.00)</td>
</tr>
<tr>
<td align="center">PQ<sub>Possibility to examine</sub>
</td>
<td align="center">14.44 &#xb1; 2.97 (10.00&#x2013;20.00)</td>
</tr>
<tr>
<td align="center">PQ<sub>Self-evaluation of performance</sub>
</td>
<td align="center">10.96 &#xb1; 2.37 (5.00&#x2013;14.00)</td>
</tr>
<tr>
<td align="center">PQ<sub>Total</sub>
</td>
<td align="center">91.04 &#xb1; 14.08 (54.00&#x2013;112.00)</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>Simulator Sickness Questionnaire individual items analysis. Data are presented as percentages reported by total sample.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center">Symptoms</th>
<th align="center">None (%)</th>
<th align="center">Slight</th>
<th align="center">Moderate</th>
<th align="center">Severe</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">General Discomfort</td>
<td align="center">56</td>
<td align="center">40%</td>
<td align="center">4%</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Fatigue</td>
<td align="center">76</td>
<td align="center">16%</td>
<td align="center">8%</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Headache</td>
<td align="center">72</td>
<td align="center">28%</td>
<td align="center">-</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Eye Strain</td>
<td align="center">56</td>
<td align="center">36%</td>
<td align="center">4%</td>
<td align="center">4%</td>
</tr>
<tr>
<td align="left">Difficulty Focusing</td>
<td align="center">60</td>
<td align="center">40%</td>
<td align="center">-</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Salivation Increase</td>
<td align="center">92</td>
<td align="center">8%</td>
<td align="center">-</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Sweating</td>
<td align="center">80</td>
<td align="center">20%</td>
<td align="center">-</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Nausea</td>
<td align="center">68</td>
<td align="center">24%</td>
<td align="center">8%</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Difficulty Concentrating</td>
<td align="center">60</td>
<td align="center">40%</td>
<td align="center">-</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Fullness of Head</td>
<td align="center">80</td>
<td align="center">20%</td>
<td align="center">-</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Blurred Vision</td>
<td align="center">84</td>
<td align="center">16%</td>
<td align="center">-</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Dizziness (Eyes open)</td>
<td align="center">76</td>
<td align="center">20%</td>
<td align="center">4%</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Dizziness (Eyes closed)</td>
<td align="center">92</td>
<td align="center">4%</td>
<td align="center">4%</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Vertigo</td>
<td align="center">96</td>
<td align="center">4%</td>
<td align="center">-</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Stomach Awareness</td>
<td align="center">76</td>
<td align="center">20%</td>
<td align="center">4%</td>
<td align="center">-</td>
</tr>
<tr>
<td align="left">Burping</td>
<td align="center">100</td>
<td align="center">-</td>
<td align="center">-</td>
<td align="center">-</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T3" position="float">
<label>TABLE 3</label>
<caption>
<p>Presence Questionnaire individual items analysis. Items were rated from 1 to 7, with higher scores representing increased immersion; items 14, 17, and 18 are reversed.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center">PQ item</th>
<th align="center">Mean score &#xb1;SD</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="center">1. How much were you able to control events?</td>
<td align="center">2.04 &#xb1; 1.40</td>
</tr>
<tr>
<td align="center">2. How responsive was the environment to actions that you initiated (or performed</td>
<td align="center">3.40 &#xb1; 1.85</td>
</tr>
<tr>
<td align="center">3. How natural did your interactions with the environment seem?</td>
<td align="center">4.46 &#xb1; 1.23</td>
</tr>
<tr>
<td align="center">4. How much did the visual aspects of the environment involve you?</td>
<td align="center">4.32 &#xb1; 1.34</td>
</tr>
<tr>
<td align="center">5. How natural was the mechanism which controlled movement through the environment?</td>
<td align="center">4.60 &#xb1; 1.26</td>
</tr>
<tr>
<td align="center">6. How compelling was your sense of objects moving through space?</td>
<td align="center">5.04 &#xb1; 1.14</td>
</tr>
<tr>
<td align="center">7. How much did your experiences in the virtual environment seem consistent with your real world experiences?</td>
<td align="center">4.76 &#xb1; 1.16</td>
</tr>
<tr>
<td align="center">8. Were you able to anticipate what would happen next in response to the actions that you performed?</td>
<td align="center">4.00 &#xb1; 1.91</td>
</tr>
<tr>
<td align="center">9. How completely were you able to actively survey or search the environment using vision?</td>
<td align="center">5.92 &#xb1; 0.86</td>
</tr>
<tr>
<td align="center">10. How compelling was your sense of moving around inside the virtual environment?</td>
<td align="center">5.08 &#xb1; 1.08</td>
</tr>
<tr>
<td align="center">11. How closely were you able to examine objects?</td>
<td align="center">4.64 &#xb1; 1.38</td>
</tr>
<tr>
<td align="center">12. How well could you examine objects from multiple viewpoints?</td>
<td align="center">3.92 &#xb1; 1.58</td>
</tr>
<tr>
<td align="center">13. How involved were you in the virtual environment experience?</td>
<td align="center">5.20 &#xb1; 1.22</td>
</tr>
<tr>
<td align="center">14. How much delay did you experience between your actions and expected outcomes?</td>
<td align="center">5.42 &#xb1; 1.32</td>
</tr>
<tr>
<td align="center">15. How quickly did you adjust to the virtual environment experience?</td>
<td align="center">5.32 &#xb1; 1.49</td>
</tr>
<tr>
<td align="center">16. How proficient in moving and interacting with the virtual environment did you feel at the end of the experience?</td>
<td align="center">5.64 &#xb1; 1.19</td>
</tr>
<tr>
<td align="center">17. How much did the visual display quality interfere or distract you from performing assigned tasks or required activities?</td>
<td align="center">5.32 &#xb1; 1.46</td>
</tr>
<tr>
<td align="center">18. How much did the control devices interfere with the performance of assigned tasks or with other activities?</td>
<td align="center">6.21 &#xb1; 0.93</td>
</tr>
<tr>
<td align="left">19. How well could you concentrate on the assigned tasks or required activities rather than on the mechanisms used to perform those tasks or activities?</td>
<td align="center">5.88 &#xb1; 0.97</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>The purpose of this study was to explore initial user reactions to a novel virtual reality-based road collision simulator for empirical investigation into potential mechanisms of symptomology following a MVC. We also sought to screen for the presence of any adverse reactions in reaction to the VISION simulator. Our study demonstrated that exposure to a VR-based MVC was well tolerated by most participants, although one participant reported neck pain the following day, which did not last longer than 24&#xa0;h. The genesis of this work was derived from a criticism regarding previous controllable lab-based motor vehicle crashes, in that the experimental set-up is obviously one that is not placed in a real-world setting (<xref ref-type="bibr" rid="B7">Brault et al., 1998</xref>; <xref ref-type="bibr" rid="B8">Castro et al., 2001</xref>; <xref ref-type="bibr" rid="B3">Barrett et al., 2021</xref>). As a result, VR and a controllable robot was used to help create an immersive experience to mimic the experience of a MVC, without the potential for tissue damage. The benefit of our novel platform is that many different crash parameters can be selected for empirical study, and those that are found to be of the highest relevance can be further developed. While the many settings of the VISION platform have yet to be tested, our goal was to define its capabilities and explore its usability and tolerability in otherwise healthy subjects.</p>
<p>One subject reported severe eye strain in reaction to the simulator; otherwise, the simulator was well tolerated across all other items of the SSQ. The mean SSQ score was 23.49 &#x2b; 21.98, which based on previous research, indicates &#x2018;sufficient discomfort&#x2019; (<xref ref-type="bibr" rid="B27">Webb et al., 2009</xref>). However, SSQ score interpretation has faced some contention as the cutoff score of 20.0 has been criticized as too strict in the context of non-aviation VR simulations, nor is it recommended to interpret scores compared to the maximum possible score (235.62) (<xref ref-type="bibr" rid="B6">Bimberg et al., 2020</xref>). That being understood, as most of the items on the SSQ were rated as &#x2018;None&#x2019; or &#x2018;Slight&#x2019;, we are reasonably confident that we can conclude that the VISION platform was tolerated well enough. There were no adverse reactions recorded in response to the simulator, allowing us to conclude that the use of VR-based road collision simulator can be safely used to simulate rear-end MVCs in a controlled fashion.</p>
<p>One of the 25 participants (4%) in the present study reported neck pain following exposure to the novel VR-based MVC. We are confident in saying that this was not due to the perturbation delivered by the VISION platform, as the peak accelerations were magnitudes lower than those encountered in daily life. The peak accelerations of the VISION platform were also lower than that of those reported by <xref ref-type="bibr" rid="B12">Fice. (2019)</xref> who simulated laboratory based rear-end collisions without VR with peak accelerations of 2.1&#xa0;g seemingly without incident (<xref ref-type="bibr" rid="B12">Fice, 2019</xref>). However, this finding of neck pain stands in stark contrast to the findings of <xref ref-type="bibr" rid="B8">Castro et al. (2001)</xref>, who found that approximately 20% of their sample developed whiplash like symptoms in exposure to a placebo car crash (<xref ref-type="bibr" rid="B8">Castro et al., 2001</xref>). There could be multiple explanations for this finding. In our study, one explanation is that participants were aware that the VISION platform was a simulator, compared to the real-world objects were used to provide a placebo car crash in the study by (<xref ref-type="bibr" rid="B8">Castro et al., 2001</xref>). However, as VR has been previously used successfully to treat posttraumatic stress disorder following a MVC, (<xref ref-type="bibr" rid="B4">Beck et al., 2007</xref>; <xref ref-type="bibr" rid="B28">Wiederhold and Wiederhold, 2010</xref>), it appears that VR is able to replicate near-real virtual representations of traumatic scenarios (<xref ref-type="bibr" rid="B22">Trappey et al., 2021</xref>). While the present study was not able to effectively confirm the development of WAD in reaction to a VR-based MVC, it also is not able to refute the theory either. Future work is needed to clarify the development of WAD-like symptoms from simulated collisions.</p>
<p>While our PQ total score (68.4%) was lower than the clinically acceptable amount for VR-based driving simulators for VR-based exposure therapy (80%), we believe that with further refinement PQ scores will improve which may lead to higher incidences of self-reported neck pain and/or other symptoms (<xref ref-type="bibr" rid="B24">Walshe et al., 2005</xref>). Another possible explanation for the discrepancy between our findings and that of Castro and others is that the sample in our study was much more limited than (<xref ref-type="bibr" rid="B8">Castro et al., 2001</xref>). The psychological profile of our sample was limited to university students aged 18&#x2013;35 and may not have included participants with a higher tendency for psychosomatic disorders who may be a higher risk for WAD-like symptoms from a simulated MVC without biomechanical potential for injury (<xref ref-type="bibr" rid="B8">Castro et al., 2001</xref>).</p>
<p>As the VISION platform is a prototype for simulation of MVCs, visual fidelity of the VR may be partially to blame for the lower-than-desired presence scores. There were occasional visual &#x2018;skipping&#x2019; or &#x2018;lag&#x2019; episodes where the framerate of the virtual display would drop to an unrealistic level (i.e., below 30 frames per second). These episodes may explain why subjects rated the responsiveness of the virtual environment lower on the PQ but are expected to improve as the framerate of the VISION platform is optimized. Given that industry standard recommendations for VR are to be at least 60 frames per second, further work is required to optimize the VISION platform to minimize any chance of related simulator sickness as a result (<xref ref-type="bibr" rid="B26">Wang et al., 2023</xref>).</p>
<sec id="s4-1">
<title>Limitations</title>
<p>The sample size of this exploratory study was small and as such its conclusions must be interpreted with caution. However, this study sought to seek initial responses to a novel virtual car collision simulator and sought to explore initial reactions and the presence of adverse reactions. As such, we believe we were successful in this endeavor and that the results of the study will help to inform larger study designs to answer additional questions. Another limitation with this work is that we did not control for multiple comparisons as the work was preliminary in nature. However, we feel that due to the exploratory nature of the research the results still hold merit and invite future investigation. As mentioned earlier, we also did not control for subjects with previous virtual reality experience, nor did we control for participants who had been involved in previous car crashes. Both variables could influence the sense of presence and/or simulator sickness in response to the VISION platform. While this study explored the initial usability and tolerability of the VISION platform, formal interviews with future participants may also help to provide further feedback for optimization.</p>
<p>Additionally, there were rare occurrences of the base stations losing track of the participant&#x2019;s head in 3-D space. As a result, the system had to be re-set to re-track the participant&#x2019;s location. These tracking errors may have led to lower feeling of presence during the simulation. Again, with further refinement, it is expected that the incidence of these episodes should be greatly reduced. The framerate of the VISION system also requires optimization, as framerates were found to dip below 30 frames per second at times. Lower frame rates could partially explain feelings of simulator sickness. Participants were also made aware that a collision would occur which may have influenced their reaction to the simulator. The VISION platform also only allows for participants to be passengers as opposed to drivers of the virtual vehicle. Examination of the experience from the driver&#x2019;s perspective is an area for future development, and the same hardware has been used for simulated forklift driving (<xref ref-type="bibr" rid="B11">Dickey et al., 2013</xref>). Lastly, we only used a small sub-set of the VISION platform&#x2019;s settings. As such, it is unclear how the other settings (e.g., direction of impact, in-simulation music, awareness of impending collision) may impact stress, the sense of presence, and simulator sickness.</p>
</sec>
</sec>
<sec sec-type="conclusion" id="s5">
<title>Conclusion</title>
<p>In conclusion, we have created a virtual-reality based road collision simulator that is capable of simulating MVCs under a controlled fashion for lab-based research. There were no adverse reactions, and all participants tolerated the VISION system well despite one participant reporting neck pain the following day. It appeared that the sense of presence may be negatively associated with simulator sickness. Sense of presence was not as high as we would have hoped, and opportunities for improvement include improvement of framerates to increase the responsiveness of the simulator, and better tracking of the HMD used in the simulator. Future research should examine the effects of combining simulator settings (e.g., front end collision with no audio warning) to explore other adverse reactions and the sense of presence.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="s6">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by the Health Sciences Research Ethics Review Board at Western University. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s8">
<title>Author contributions</title>
<p>ML was responsible for study design, data collection, data analysis and manuscript preparation. MB assisted with study design and manuscript preparation. CWJM, JD, and DW all assisted with study design, data analysis, and provided feedback on the manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s9">
<title>Funding</title>
<p>ML was supported in part by a Transdisciplinary Training Award from the Bone and Joint Institute at Western University, Canada. This work was also supported by a Catalyst Grant from the Bone and Joint Institute at Western University, Canada awarded to DW and JD. Funding for the open access publication fees were received from a Western Strategic Support for NSERC Success awarded to DW.</p>
</sec>
<ack>
<p>This work was conducted as part of the PhD thesis for ML at Western University.</p>
</ack>
<sec sec-type="COI-statement" id="s10">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s11">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Allen</surname>
<given-names>M. E.</given-names>
</name>
<name>
<surname>Weir-Jones</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Motiuk</surname>
<given-names>D. R.</given-names>
</name>
<name>
<surname>Flewin</surname>
<given-names>K. R.</given-names>
</name>
<name>
<surname>Goring</surname>
<given-names>R. D.</given-names>
</name>
<name>
<surname>Kobetitch</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>1994</year>). <article-title>Acceleration perturbations of daily living</article-title>. <source>Spine</source> <volume>19</volume> (<issue>11</issue>), <fpage>1285</fpage>&#x2013;<lpage>1290</lpage>. <pub-id pub-id-type="doi">10.1097/00007632-199405310-00017</pub-id>
</citation>
</ref>
<ref id="B2">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Balk</surname>
<given-names>S. A.</given-names>
</name>
<name>
<surname>Bertola</surname>
<given-names>M. A.</given-names>
</name>
<name>
<surname>Inman</surname>
<given-names>V. W.</given-names>
</name>
</person-group> (<year>2013</year>). &#x201c;<article-title>Simulator sickness questionnaire: Twenty years later</article-title>&#x201d; In: <conf-name>Proceedings of the Seventh International Driving Symposium on Human Factors in Driver Assessment</conf-name> <conf-loc>Bolton</conf-loc>, <conf-date>June 17-20, 2013</conf-date>, <fpage>257</fpage>&#x2013;<lpage>263</lpage>.</citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Barrett</surname>
<given-names>J. M.</given-names>
</name>
<name>
<surname>Fewster</surname>
<given-names>K. M.</given-names>
</name>
<name>
<surname>Callaghan</surname>
<given-names>J. P.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Model-aided design of a rear-impact collision testing system for <italic>in vivo</italic> investigations</article-title>. <source>J. biomechanical Eng.</source> <volume>143</volume> (<issue>9</issue>), <fpage>094502</fpage>. <pub-id pub-id-type="doi">10.1115/1.4050909</pub-id>
</citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Beck</surname>
<given-names>J. G.</given-names>
</name>
<name>
<surname>Palyo</surname>
<given-names>S. A.</given-names>
</name>
<name>
<surname>Winer</surname>
<given-names>E. H.</given-names>
</name>
<name>
<surname>Schwagler</surname>
<given-names>B. E.</given-names>
</name>
<name>
<surname>Ang</surname>
<given-names>E. J.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Virtual reality exposure therapy for PTSD symptoms after a road accident: An uncontrolled case series</article-title>. <source>Behav. Ther.</source> <volume>38</volume> (<issue>1</issue>), <fpage>39</fpage>&#x2013;<lpage>48</lpage>. <pub-id pub-id-type="doi">10.1016/j.beth.2006.04.001</pub-id>
</citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Berglund</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Alfredsson</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Jensen</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Bodin</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Nygren</surname>
<given-names>&#xc5;.</given-names>
</name>
</person-group> (<year>2003</year>). <article-title>Occupant- and crash-related factors associated with the risk of whiplash injury</article-title>. <source>Ann. Epidemiol.</source> <volume>13</volume> (<issue>1</issue>), <fpage>66</fpage>&#x2013;<lpage>72</lpage>. <pub-id pub-id-type="doi">10.1016/s1047-2797(02)00252-1</pub-id>
</citation>
</ref>
<ref id="B6">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Bimberg</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Weissker</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Kulik</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2020</year>). &#x201c;<article-title>On the usage of the simulator sickness questionnaire for virtual reality research</article-title>,&#x201d; in <conf-name>Proceedings - 2020 IEEE Conference on Virtual Reality and 3D User Interfaces, VRW 2020</conf-name> (<publisher-loc>Atlanta, GA</publisher-loc>: <publisher-name>Institute of Electrical and Electronics Engineers Inc</publisher-name>), <fpage>464</fpage>&#x2013;<lpage>467</lpage>.</citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brault</surname>
<given-names>J. R.</given-names>
</name>
<name>
<surname>Wheeler</surname>
<given-names>J. B.</given-names>
</name>
<name>
<surname>Siegmund</surname>
<given-names>G. P.</given-names>
</name>
<name>
<surname>Brault</surname>
<given-names>E. J.</given-names>
</name>
</person-group> (<year>1998</year>). <article-title>Clinical response of human subjects to rear-end automobile collisions</article-title>. <source>Arch. Phys. Med. Rehabil.</source> <volume>79</volume>, <fpage>72</fpage>&#x2013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.1016/s0003-9993(98)90212-x</pub-id>
</citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Castro</surname>
<given-names>W. H. M.</given-names>
</name>
<name>
<surname>Meyer</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Becke</surname>
<given-names>M. E. R.</given-names>
</name>
<name>
<surname>Nentwig</surname>
<given-names>C. G.</given-names>
</name>
<name>
<surname>Hein</surname>
<given-names>M. F.</given-names>
</name>
<name>
<surname>Ercan</surname>
<given-names>B. I.</given-names>
</name>
<etal/>
</person-group> (<year>2001</year>). <article-title>No stress - no whiplash?</article-title> <source>Int. J. Leg. Med.</source> <volume>114</volume> (<issue>6</issue>), <fpage>316</fpage>&#x2013;<lpage>322</lpage>. <pub-id pub-id-type="doi">10.1007/s004140000193</pub-id>
</citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dabbour</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Dabbour</surname>
<given-names>O.</given-names>
</name>
<name>
<surname>Martinez</surname>
<given-names>A. A.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Temporal stability of the factors related to the severity of drivers&#x2019; injuries in rear-end collisions</article-title>. <source>Accid. analysis Prev.</source> <volume>142</volume>, <fpage>105562</fpage>. <pub-id pub-id-type="doi">10.1016/j.aap.2020.105562</pub-id>
</citation>
</ref>
<ref id="B10">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Daniel</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2012</year>). &#x201c;<article-title>Choosing the size of the sample</article-title>,&#x201d; in <source>Sampling essentials: Practical guidelines for making sampling choices</source>, <fpage>236</fpage>&#x2013;<lpage>253</lpage>.</citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dickey</surname>
<given-names>J. P.</given-names>
</name>
<name>
<surname>Eger</surname>
<given-names>T. R.</given-names>
</name>
<name>
<surname>Frayne</surname>
<given-names>R. J.</given-names>
</name>
<name>
<surname>Delgado</surname>
<given-names>G. P.</given-names>
</name>
<name>
<surname>Ji</surname>
<given-names>X.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Research using virtual reality: Mobile machinery safety in the 21st century</article-title>. <source>Miner. 2013</source> <volume>3</volume> (<issue>2</issue>), <fpage>145</fpage>&#x2013;<lpage>164</lpage>. <pub-id pub-id-type="doi">10.3390/min3020145</pub-id>
</citation>
</ref>
<ref id="B12">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Fice</surname>
<given-names>J. B.</given-names>
</name>
</person-group> (<year>2019</year>). &#x201c;<article-title>Neuromechanics of neck muscles: Implication for whiplash</article-title>,&#x201d;. <comment>Doctoral dissertation</comment> (<publisher-loc>Vancouver, BC</publisher-loc>: <publisher-name>University of British Columbia</publisher-name>).</citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kennedy</surname>
<given-names>R. S.</given-names>
</name>
<name>
<surname>Lane</surname>
<given-names>N. E.</given-names>
</name>
<name>
<surname>Berbaum</surname>
<given-names>K. S.</given-names>
</name>
<name>
<surname>Lilienthal</surname>
<given-names>M. G.</given-names>
</name>
</person-group> (<year>1993</year>). <article-title>Simulator sickness questionnaire: An enhanced method for quantifying simulator sickness</article-title>. <source>Int. J. Aviat. Psychol.</source> <volume>3</volume> (<issue>3</issue>), <fpage>203</fpage>&#x2013;<lpage>220</lpage>. <pub-id pub-id-type="doi">10.1207/s15327108ijap0303_3</pub-id>
</citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lombard</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Ditton</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>1997</year>). <article-title>At the heart of it all: The concept of presence</article-title>. <source>J. Computer-Mediated Commun.</source> <volume>3</volume>, <fpage>0</fpage>. <pub-id pub-id-type="doi">10.1111/j.1083-6101.1997.tb00072.x</pub-id>
</citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lukacs</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Salim</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Exploring immersive technologies: The potential for innovation in whiplash research</article-title>. <source>Health Sci. Inq.</source> <volume>9</volume>, <fpage>69</fpage>&#x2013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.29173/hsi276</pub-id>
</citation>
</ref>
<ref id="B16">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Morley</surname>
<given-names>D. C.</given-names>
</name>
<name>
<surname>Lawrence</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Smith</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2016</year>). &#x201c;<article-title>Virtual reality user experience as a deterrent for smartphone use while driving</article-title>,&#x201d; in <conf-name>ACM International Conference Proceeding Series</conf-name>.</citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pietra</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Vazquez Rull</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Etzi</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Gallace</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Scurati</surname>
<given-names>G. W.</given-names>
</name>
<name>
<surname>Ferrise</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Promoting eco-driving behavior through multisensory stimulation: A preliminary study on the use of visual and haptic feedback in a virtual reality driving simulator</article-title>. <source>Virtual Real.</source> <volume>1</volume>, <fpage>945</fpage>&#x2013;<lpage>959</lpage>. <pub-id pub-id-type="doi">10.1007/s10055-021-00499-1</pub-id>
</citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Riches</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Elghany</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Garety</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Rus-Calafell</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Valmaggia</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Factors affecting sense of presence in a virtual reality social environment: A qualitative study</article-title>. <source>Cyberpsychology, Behav. Soc. Netw.</source> <volume>22</volume> (<issue>4</issue>), <fpage>288</fpage>&#x2013;<lpage>292</lpage>. <pub-id pub-id-type="doi">10.1089/cyber.2018.0128</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Riva</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Mantovani</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Capideville</surname>
<given-names>C. S.</given-names>
</name>
<name>
<surname>Preziosa</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Morganti</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Villani</surname>
<given-names>D.</given-names>
</name>
<etal/>
</person-group> (<year>2007</year>). <article-title>Affective interactions using virtual reality: The link between presence and emotions</article-title>. <source>Cyberpsychology Behav.</source> <volume>10</volume> (<issue>1</issue>), <fpage>45</fpage>&#x2013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.1089/cpb.2006.9993</pub-id>
</citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sharar</surname>
<given-names>S. R.</given-names>
</name>
<name>
<surname>Miller</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Teeley</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Soltani</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Hoffman</surname>
<given-names>H. G.</given-names>
</name>
<name>
<surname>Jensen</surname>
<given-names>M. P.</given-names>
</name>
<etal/>
</person-group> (<year>2008</year>). <article-title>Applications of virtual reality for pain management in burn-injured patients</article-title>. <source>Expert Rev. Neurother.</source> <volume>8</volume> (<issue>11</issue>), <fpage>1667</fpage>&#x2013;<lpage>1674</lpage>. <pub-id pub-id-type="doi">10.1586/14737175.8.11.1667</pub-id>
</citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Slater</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Usoh</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Steed</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>1995</year>). <article-title>Taking steps: The influence of a walking technique on presence in virtual reality</article-title>. <source>ACM Trans. Computer-Human Interact. (TOCHI)</source> <volume>2</volume> (<issue>3</issue>), <fpage>201</fpage>&#x2013;<lpage>219</lpage>. <pub-id pub-id-type="doi">10.1145/210079.210084</pub-id>
</citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Trappey</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Trappey</surname>
<given-names>C. V.</given-names>
</name>
<name>
<surname>Chang</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Tsai</surname>
<given-names>M. C.</given-names>
</name>
<name>
<surname>Kuo</surname>
<given-names>R. R. T.</given-names>
</name>
<name>
<surname>Lin</surname>
<given-names>A. P. C.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Virtual reality exposure therapy for driving phobia disorder (2): System refinement and verification</article-title>. <source>Appl. Sci. Switz.</source> <volume>11</volume> (<issue>1</issue>), <fpage>347</fpage>&#x2013;<lpage>362</lpage>. <pub-id pub-id-type="doi">10.3390/app11010347</pub-id>
</citation>
</ref>
<ref id="B23">
<citation citation-type="web">
<collab>UQO Cyberpsychology Lab</collab> (<year>2004</year>). <article-title>Cyberpsy</article-title>. <comment>Revised WS Questionnaire [online]. Available at: <ext-link ext-link-type="uri" xlink:href="http://w3.uqo.ca/cyberpsy/index.php/documents-utiles/">http://w3.uqo.ca/cyberpsy/index.php/documents-utiles/</ext-link>
</comment>.</citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Walshe</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Lewis</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>O&#x2019;Sullivan</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>S. I.</given-names>
</name>
</person-group> (<year>2005</year>). <article-title>Virtually driving: Are the driving environments &#x201c;real enough&#x201d; for exposure therapy with accident victims? An explorative study</article-title>. <source>Cyberpsychology Behav.</source> <volume>8</volume> (<issue>6</issue>), <fpage>532</fpage>&#x2013;<lpage>537</lpage>. <pub-id pub-id-type="doi">10.1089/cpb.2005.8.532</pub-id>
</citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Walton</surname>
<given-names>D. M.</given-names>
</name>
<name>
<surname>Elliott</surname>
<given-names>J. M.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>An integrated model of chronic whiplash-associated disorder</article-title>. <source>J. Orthop. Sports Phys. Ther.</source> <volume>47</volume> (<issue>7</issue>), <fpage>462</fpage>&#x2013;<lpage>471</lpage>. <pub-id pub-id-type="doi">10.2519/jospt.2017.7455</pub-id>
</citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Shi</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Zheng</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Xie</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Kao</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Liang</surname>
<given-names>H.-N.</given-names>
</name>
</person-group> (<year>2023</year>). <article-title>Effect of frame rate on user experience, performance, and simulator sickness in virtual reality</article-title>. <source>IEEE Trans. Vis. Comput. Graph.</source> (<issue>01</issue>), <fpage>1</fpage>&#x2013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1109/tvcg.2023.3247057</pub-id>
</citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Webb</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Bass</surname>
<given-names>J. M.</given-names>
</name>
<name>
<surname>Johnson</surname>
<given-names>D. M.</given-names>
</name>
<name>
<surname>Kelley</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Martin</surname>
<given-names>C. R.</given-names>
</name>
<name>
<surname>Wildzunas</surname>
<given-names>R. M.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Simulator sickness in a helicopter flight training school</article-title>. <source>Aviat. Space Environ. Med.</source> <volume>80</volume> (<issue>6</issue>), <fpage>541</fpage>&#x2013;<lpage>545</lpage>. <pub-id pub-id-type="doi">10.3357/asem.2454.2009</pub-id>
</citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wiederhold</surname>
<given-names>B. K.</given-names>
</name>
<name>
<surname>Wiederhold</surname>
<given-names>M. D.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Virtual reality treatment of posttraumatic stress disorder due to motor vehicle accident</article-title>. <source>Cyberpsychology, Behav. Soc. Netw.</source> <volume>13</volume> (<issue>1</issue>), <fpage>21</fpage>&#x2013;<lpage>27</lpage>. <pub-id pub-id-type="doi">10.1089/cyber.2009.0394</pub-id>
</citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Witmer</surname>
<given-names>B. G.</given-names>
</name>
<name>
<surname>Singer</surname>
<given-names>M. J.</given-names>
</name>
</person-group> (<year>1998</year>). <article-title>Measuring presence in virtual environments: A presence questionnaire</article-title>. <source>Presence</source> <volume>7</volume> (<issue>3</issue>), <fpage>225</fpage>&#x2013;<lpage>240</lpage>. <pub-id pub-id-type="doi">10.1162/105474698565686</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>