<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="review-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Virtual Real.</journal-id>
<journal-title>Frontiers in Virtual Reality</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Virtual Real.</abbrev-journal-title>
<issn pub-type="epub">2673-4192</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">1402093</article-id>
<article-id pub-id-type="doi">10.3389/frvir.2024.1402093</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Virtual Reality</subject>
<subj-group>
<subject>Review</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>An evaluation of the effectiveness of immersive virtual reality training in non-specialized medical procedures for caregivers and students: a brief literature review</article-title>
<alt-title alt-title-type="left-running-head">Clay et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/frvir.2024.1402093">10.3389/frvir.2024.1402093</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Clay</surname>
<given-names>Casey J.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2657266/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Budde</surname>
<given-names>John R.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hoang</surname>
<given-names>Andrea Q.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2743154/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Gushchyan</surname>
<given-names>Armen</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Special Education and Rehabilitation Counseling</institution>, <institution>Utah State University</institution>, <addr-line>Logan</addr-line>, <addr-line>UT</addr-line>, <country>United States</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Children&#x2019;s Hospital of Orange County</institution>, <addr-line>Orange</addr-line>, <addr-line>CA</addr-line>, <country>United States</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/515105/overview">Tor Finseth</ext-link>, Honeywell, United States</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/2193071/overview">Philipp Klimant</ext-link>, Hochschule Mittweida, Germany</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/2742398/overview">Bethany McCurdy</ext-link>, Iowa State University, United States</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Casey J. Clay, <email>casey.clay@usu.edu</email>
</corresp>
</author-notes>
<pub-date pub-type="epub">
<day>04</day>
<month>07</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>5</volume>
<elocation-id>1402093</elocation-id>
<history>
<date date-type="received">
<day>16</day>
<month>03</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>30</day>
<month>05</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2024 Clay, Budde, Hoang and Gushchyan.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Clay, Budde, Hoang and Gushchyan</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>As technological advancements continue to redefine the landscape of adult education and training, virtual reality (VR) has emerged as a potent tool for enhancing skill acquisition. This literature review synthesizes existing research on the utilization of immersive and discrete VR in training adults in the medical domain. The primary focus was on understanding the effectiveness, challenges, and potential applications of VR-based training programs. Specifically, we reviewed studies related to practical skills critical to safety that target a non-surgical, discrete medical procedure (e.g., diabetes care procedures, how to correctly set a G-tube, CPR, correct personal protective equipment [PPE] usage) using an immersive VR technology as a training modality. Further, the studies reviewed had to include a comparison of immersive VR training to that of a business-as-usual (BAU) method. We conducted a review of the six studies that met the criteria and coded variables related to what technology was used, targeted skills being trained, social validity, effectiveness of the intervention, and whether generalization occurred. Key themes explored in the literature include the role of immersive experiences in enhancing learning outcomes when comparing VR training to BAU and the adaptability of VR platforms to different skill sets. Special attention was given to identifying factors that contribute to the success or limitation of VR-based training initiatives, including individual differences, technology acceptance, and effectiveness.</p>
</abstract>
<kwd-group>
<kwd>medical training</kwd>
<kwd>skills training</kwd>
<kwd>training</kwd>
<kwd>virtual reality</kwd>
<kwd>virtual reality training</kwd>
<kwd>immersive virtual reality</kwd>
<kwd>virtual training</kwd>
</kwd-group>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Virtual Reality and Human Behaviour</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Introduction</title>
<p>In the ever-evolving landscape of adult education and training, the integration of virtual reality (VR) has emerged as a revolutionary paradigm, offering immersive and interactive experiences that transcend traditional learning methods. In this article, we will review and summarize utilized hardware tools, technical skill acquisition, and technical skill generalization with healthy adult individuals in the context of VR; with a specific focus on medical settings and occupations where these skills are of paramount importance for ensuring safety and optimal performance. The scope of this review is brief and narrow to focus on recent studies that involve fully immersive VR training experiences. As the technology and training applications are rapidly advancing, it is critical to examine the comparison of these new procedures to business-as-usual (BAU) analogue training.</p>
<sec id="s1-1">
<title>Background</title>
<sec id="s1-1-1">
<title>The evolution of virtual reality in adult training in medical settings</title>
<p>The advent of VR has revolutionized adult learning, providing realistic and contextually rich environments for skill development. VR technologies offer a unique platform for adults to engage in experiential learning, fostering the acquisition of both cognitive and psychomotor skills (<xref ref-type="bibr" rid="B46">Xie et al., 2021</xref>). The medical field, characterized by the complexity of tasks and the critical nature of decisions, stands out as a promising domain for the application of VR in skill acquisition. Medical professionals are routinely confronted with high-stakes situations that demand a sophisticated set of psychological skills, including decision-making under pressure, effective communication, teamwork, and stress management (<xref ref-type="bibr" rid="B44">Taylor et al., 2017</xref>; <xref ref-type="bibr" rid="B38">Schut and Driessen, 2019</xref>). The ability to acquire, develop, and maintain these skills is not only crucial for individual wellbeing but is also directly linked to patient safety and the overall quality of healthcare delivery.</p>
<p>Virtual reality offers medical professionals the opportunity to engage in realistic scenarios that mirror the complexities of their daily practice. Simulated environments allow for repeated practice in a controlled setting, fostering the development of psychological skills without compromising patient safety. Research by <xref ref-type="bibr" rid="B8">Cook et al. (2011)</xref> and <xref ref-type="bibr" rid="B51">Ziv et al. (2006)</xref> demonstrates the efficacy of VR in enhancing clinical skills and decision-making among medical practitioners.</p>
<p>The dynamic nature of VR technology suggests an exciting future for its application in medical training. Continued advancements, including the integration of augmented reality and artificial intelligence, hold promise for creating even more realistic and adaptive learning environments tailored to individual needs. For example, the need may vary from training complex skills to training non-specialized skills for adults in the medical profession.</p>
</sec>
</sec>
<sec id="s1-2">
<title>Theoretical framework</title>
<sec id="s1-2-1">
<title>Adult learning theories and virtual reality</title>
<p>Understanding the mechanisms underlying adult learning is essential for designing effective VR-based training programs. A common approach to adult learning is Pedagogy of Practices which involves practice-based learning experiences, which are essential to developing fluency (<xref ref-type="bibr" rid="B20">Grossman et al., 2009a</xref>; <xref ref-type="bibr" rid="B22">Grossman et al., 2009b</xref>). This approach is heavily used in the area of training individuals on how to teach and train others (i.e., schoolteachers, clinical psychologists, and clergy). Practice-based experiences can extend on-the-job experience through simulation (<xref ref-type="bibr" rid="B10">Dalinger et al., 2020</xref>). It may be the case that virtual simulations are most impactful when they recreate endogenous training scenarios in settings with minimal risk (<xref ref-type="bibr" rid="B19">Grassini et al., 2020</xref>; <xref ref-type="bibr" rid="B34">Renganayagalu et al., 2021</xref>). The structure of the training scenarios should ensure evidence-based pedagogical practice methodologies (<xref ref-type="bibr" rid="B21">Grossman et al., 2019</xref>), various representations within a professional context (<xref ref-type="bibr" rid="B11">Danielson and Matson, 2018</xref>), and opportunities for learner engagement in real world situations (<xref ref-type="bibr" rid="B31">Oprean and Balakrishnan, 2020</xref>). Clear structure reduces complexity, prepares the trainee for success, and ensures specific feedback can be built into training (<xref ref-type="bibr" rid="B12">DeGraff et al., 2015</xref>; <xref ref-type="bibr" rid="B39">Schutz et al., 2018</xref>; <xref ref-type="bibr" rid="B33">Pastore and Andrde, 2019</xref>; <xref ref-type="bibr" rid="B35">Richmond et al., 2019</xref>). These training considerations can be viewed as universal and should be taken into account when training any type of human services provider.</p>
<p>Skills, including decision-making, communication, and stress management, are integral components of successful adult learning and in particular are put to use in medical practice. Models such as the Deliberate Practice framework by <xref ref-type="bibr" rid="B15">Ericsson (2008)</xref> and the Five Stage Model of Skill Acquisition by <xref ref-type="bibr" rid="B13">Dreyfus and Dreyfus (1980)</xref> provide insights into the stages of skill development and the role of immersive experiences in achieving expertise. Both of these models emphasize the mastery of skills through concrete experience.</p>
<p>Another approach to adult learning is based on the principles of andragogy, as opposed to pedagogy, proposed by Malcolm Knowles, this approach attempt to depart from studies of learning in children instead emphasize self-directed learning and practical application (<xref ref-type="bibr" rid="B26">Knowles, 2014</xref>). Adult learning processes focused on practical application and the need for self-directed learning might, therefore, align seamlessly with the immersive and experiential nature of VR, which allows for practical use cases and control by the individual to learn at their own pace. Additionally, situated learning theories, such as those advanced by <xref ref-type="bibr" rid="B29">Lave and Wenger (1996)</xref>, support the idea that learning is most effective when situated in authentic contexts, a principle well-aligned with the capabilities of VR technology. Further, rather than asking about cognitive processes and conceptual structures, they ask what kinds of social engagement provided the context for learning to take place (<xref ref-type="bibr" rid="B29">Lave and Wenger, 1996</xref>).</p>
<p>VR allows for a methodology for training based on adult learning theories. These situated learning theories support the idea of learning in authentic contexts, which align with VR technology&#x2019;s immersive nature. Virtual simulations can be theory-based and impactful when recreating authentic scenarios with minimal risk.</p>
</sec>
</sec>
<sec id="s1-3">
<title>Transferability to real-world settings</title>
<p>An essential criterion for the success of VR-based training is the transferability of acquired skills to real-world situations. The transferability of trained skills across contexts has been referred to as generalization (<xref ref-type="bibr" rid="B14">Ducharme and Feldman, 1992</xref>; <xref ref-type="bibr" rid="B18">Gianoumis and Sturmey, 2012</xref>). These measures are critical given the nature of VR training, which necessitates testing of performance maintenance outside of the virtual environment. Research conducted by <xref ref-type="bibr" rid="B30">Levac et al. (2019)</xref> and <xref ref-type="bibr" rid="B24">Kim et al. (2019)</xref> provides valuable insights into the extent to which skills developed in virtual environments translate to improved performance in clinical practice. Conclusions reached in previous research reveal skills generally transferred from therapeutic practice to the real world.</p>
<p>Generalization is also referred to as knowledge or skill transfer following virtual training (<xref ref-type="bibr" rid="B17">Gasteiger et al., 2022</xref>). Multiple reviews provide evidence that skills generalize after VR training (<xref ref-type="bibr" rid="B2">Alaker et al., 2016</xref>; <xref ref-type="bibr" rid="B1">Abich et al., 2021</xref>; <xref ref-type="bibr" rid="B17">Gastieger et al., 2022</xref>). However, most of the reviews included highly specialized skills training (e.g., surgery, aviation) that involve several complex behaviors. A further summary of the research is needed involving discrete non-specialized skills that also have a knowledge component to aid in skill performance in the medical domain. Additionally, reporting on examples of research comparing a control (i.e., business-as-usual) group is needed to establish the validity of VR training procedures for non-specialized skills.</p>
</sec>
<sec id="s1-4">
<title>Challenges and considerations</title>
<sec id="s1-4-1">
<title>Individual differences and acceptance</title>
<p>While the potential benefits of VR in skill development are evident, individual differences in technology acceptance and proficiency can influence the effectiveness of training programs. The work of <xref ref-type="bibr" rid="B7">Cook et al. (2013)</xref> and <xref ref-type="bibr" rid="B9">Cowling and Birt (2018)</xref> sheds light on the importance of considering individual characteristics in the design and implementation of virtual and immersive VR-based interventions. Critical to the acceptance of these technologies is user satisfaction or social validity of the utilization of VR for training purposes, which takes into account individual characteristics of the design.</p>
<p>There has been an increase in the number of studies that involve the use of immersive virtual reality (VR) in training methods for trainees across a wide range of skills and industries. However, majority of the studies in the healthcare industry focus on highly specialized skills (e.g., surgery, and disease detection). Examination of research focusing on less specialized skills (e.g., donning/doffing protective equipment exists, resuscitation, etc.) but it is unclear how effective interventions may be given training to different populations of less complex skills. Within the healthcare industry, the use of VR technology in training procedures is becoming more and more common as is presenting data that suggest trainee satisfaction and acquisition of skills. However, recent studies suggest there is a lack of evidence for directly evaluating the extent to which trainees undergoing VR training acquire skills and their ability to generalize those skills to situations and settings outside of the training environment (<xref ref-type="bibr" rid="B30">Levac et al., 2019</xref>; <xref ref-type="bibr" rid="B19">Grassini et al., 2020</xref>; <xref ref-type="bibr" rid="B6">Clay et al., 2021</xref>). Therefore, the purpose of this literature review is to summarize the research on VR-based training to teach non-specialized medical or safety-related skills, identify the effectiveness of the training in achieving target outcomes, and provide directions for future application and research.</p>
</sec>
</sec>
</sec>
<sec sec-type="materials|methods" id="s2">
<title>Materials and methods</title>
<p>Researchers followed PRISMA checklist guidelines (<xref ref-type="bibr" rid="B32">Page et al., 2021</xref>) when conducting this review. Researchers first began by using ProQuest to search for articles on immersive virtual reality training. The search was conducted in November 2022 and included all published articles up until that date. The ProQuest database itself included the following databases in all search attempts conducted: APA PsycINFO, Coronavirus Research Database, Education Collection, Psychology Database, PTSDpubs, and Publicly Available Content Database. Researchers selected ProQuest as it was made available through professional organizations to which researchers belonged, as well as that it was likely to include virtual reality training studies that may have been conducted during the pandemic due to the focus on virtual training during that time. Researchers used the ProQuest search feature and searched the terms &#x201c;immersive virtual reality,&#x201d; &#x201c;medical training procedure,&#x201d; and &#x201c;learning outcome.&#x201d; Researchers limited the results to &#x201c;peer-reviewed&#x201d; articles only and the source type to &#x201c;scholarly journals&#x201d; only. This search retrieved 1,556 results. From these results, the second author initially screened titles and article abstracts that met all of the following criteria: (a) involved the use of virtual reality (VR)-based training to teach a skill; (b) involved a medical or safety-related training; (c) involved participants who worked or studied in a healthcare-related field; (d) was published in a peer-reviewed journal; (e) was published in English. Any articles that did not meet all the previously mentioned criteria were not included for further review.</p>
<p>This initial screening produced a total of 44 included articles, which were then screened once again to determine which articles met the final inclusion criteria: (a) used immersive virtual reality (IVR) that included a headset and hand controllers; (b) involved the training of non-surgical healthcare-related procedures only; (c) included participants who were medical students, practitioners, emergency responders or life support safety instructors; (d) compared the performance between participants who underwent VR-based training and participants who underwent traditional BAU training. As a result, a total of six articles were included in this review (see <xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>PRISMA identification process flowchart. Note: Reason 1: Did not use immersive virtual reality training (trained with a headset); Reason 2: Participants were not students or caregivers of patients; Reason 3: Did not compare VR training group with a control group/traditionally trained group; Reason 4: Did not train for non-surgical medical procedures. &#x2a;&#x2a;These records were excluded from further review due to not meeting all of the following criteria: (a) involved the use of VR-based training to teach a skill; (b) involved a medical or safety-related training; (c) involved participants who worked or studied in a healthcare-related field; (d) was published in a peer-reviewed journal; (e) was published in English.</p>
</caption>
<graphic xlink:href="frvir-05-1402093-g001.tif"/>
</fig>
<sec id="s2-1">
<title>Interobserver agreement (IOA)</title>
<p>Interobserver agreement (IOA) efforts were conducted for the final inclusion criterion screening and the coding of relevant variables. Specifically, two observers apart from the second author screened 22 of the 44 articles (50%) that met the initial criterion to determine which articles met the final inclusion criteria. A second observer also conducted IOA regarding the coding of relevant variables for three out of the six articles (50%) included in this review. IOA was calculated by dividing agreements by agreements plus disagreements and multiplying by 100. For the final eligibility screening, the IOA between observers was 98%. For coding of relevant variables across observers, IOA was 100%.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec id="s3-1">
<title>Participants and setting</title>
<p>Out of the six studies reviewed, all participants were identified to be either students, instructors, or practitioners in some healthcare-related capacity (see <xref ref-type="table" rid="T1">Table 1</xref>). A cumulative total of 319 participants were identified within the studies selected. In all, participants were identified as 148 medical students within a university-based medical program (46%) (<xref ref-type="bibr" rid="B3">Birrenbach et al., 2021</xref>; <xref ref-type="bibr" rid="B23">Han et al., 2021</xref>; <xref ref-type="bibr" rid="B27">Kravitz et al., 2022</xref>), 23 advanced resuscitation training instructor candidates (7%) (<xref ref-type="bibr" rid="B25">Kiyozumi et al., 2022</xref>), 19 emergency medicine and otolaryngology residents (6%) (<xref ref-type="bibr" rid="B27">Kravitz et al., 2022</xref>), 79 radiology student practitioners (25%) (<xref ref-type="bibr" rid="B36">Sapkaroski et al., 2022</xref>), and 50 nursing students (16%) (<xref ref-type="bibr" rid="B48">Yu et al., 2021</xref>).</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Summary of demographics and setting.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Citation</th>
<th align="left">Participants</th>
<th align="left">Setting</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td rowspan="2" align="left">
<xref ref-type="bibr" rid="B3">Birrenbach et al. (2021)</xref>
</td>
<td align="left">Medical students (years 3&#x2013;6 out of a 6-year curriculum) at the University of Bern</td>
<td rowspan="2" align="left">Emergency department of the Inselspital University Hospital, Bern, Switzerland</td>
</tr>
<tr>
<td align="left">(N &#x3d; 29; intervention VR training, <italic>n</italic> &#x3d; 15, vs. control video-based instruction, <italic>n</italic> &#x3d; 14)</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B23">Han et al. (2021)</xref>
</td>
<td align="left">N &#x3d; 95. Senior year medical students from Yonsei University College of Medicine in Seoul, South Korea. CG: 39, EG: 56)</td>
<td align="left">Virtual reality training classrooms within the teaching hospital in 2019</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B25">Kiyozumi et al. (2022)</xref>
</td>
<td align="left">A total of 13 instructor candidates (students) who participated in the VR course and 10 students in face-to-face groups (N &#x3d; 23, CG &#x3d; 10, EG &#x3d; 13)</td>
<td align="left">3 laboratories on the campus of the National Defense Medical College in Tokorozawa, Japan, other meeting rooms between December 2021 and February 2022</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B27">Kravitz et al. (2022)</xref>
</td>
<td align="left">Fifty-four participants were randomized, mostly consisting of medical students (<italic>n</italic> &#x3d; 24 {44%}) or emergency medicine and otolaryngology residents (<italic>n</italic> &#x3d; 19 {35%}). CG &#x3d; 27, EG &#x3d; 27</td>
<td align="left">Study training classrooms at the Montefiore Medical Center, Wakefield Campus, Bronx, United States.</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B36">Sapkaroski et al. (2022)</xref>
</td>
<td align="left">A split-cohort study was performed with trainee practitioners (<italic>n</italic> &#x3d; 70) and qualified practitioners (<italic>n</italic> &#x3d; 9). Participants were randomly assigned to four groups: clinician VR (CVR), clinician role-play (CRP), trainee VR (TVR), and trainee RP (TRP)</td>
<td align="left">Study training classrooms at the School of Medicine, Nursing and health Sciences, at Monash University in Clayton Victoria, Australia between 2020&#x2013;2021</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B48">Yu et al. (2021)</xref>
</td>
<td align="left">Senior nursing students were divided into an experimental group (<italic>n</italic> &#x3d; 25) experiencing virtual reality simulation and routine neonatal intensive care unit practice and a control group (<italic>n</italic> &#x3d; 25) having routine neonatal intensive care unit practice</td>
<td align="left">At training classrooms at the College of Nursing, Institute of Health Sciences, Gyeongsang National University, Jinju, Republic of Korea between 2019 and 2020</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>There were multiple training settings found within the articles. One study utilized the emergency department of an inpatient hospital unit (17%) (<xref ref-type="bibr" rid="B3">Birrenbach et al., 2021</xref>); one other study conducted training within a research laboratory facility (17%) (<xref ref-type="bibr" rid="B25">Kiyozumi et al., 2022</xref>), and four of the studies utilized open-space classrooms located on a university campus for training purposes (66%) (<xref ref-type="bibr" rid="B23">Han et al., 2021</xref>; <xref ref-type="bibr" rid="B48">Yu et al., 2021</xref>; <xref ref-type="bibr" rid="B27">Kravitz et al., 2022</xref>; <xref ref-type="bibr" rid="B36">Sapkaroski et al., 2022</xref>).</p>
</sec>
<sec id="s3-2">
<title>Technology Used</title>
<p>All studies included articles that utilized immersive VR equipment and software programming for training purposes (see <xref ref-type="table" rid="T2">Table 2</xref>). In terms of the specific VR headset and hand controller equipment, five studies utilized an Oculus Rift headset and hand controller (83%) (<xref ref-type="bibr" rid="B3">Birrenbach et al., 2021</xref>; <xref ref-type="bibr" rid="B23">Han et al., 2021</xref>; <xref ref-type="bibr" rid="B25">Kiyozumi et al., 2022</xref>; <xref ref-type="bibr" rid="B36">Sapkaroski et al., 2022</xref>) while one study utilized an HTC Vive Pro Full-Kit Head Mounted Display (HMD) with an Ultraleap Leap Motion hand controller (17%) (<xref ref-type="bibr" rid="B48">Yu et al., 2021</xref>). There was a high degree of variation in software programming methods used for training purposes, in part due to the variation of the training curriculum among included articles.</p>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>Summary of coded variables of study details.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Citation</th>
<th align="left">Technology used</th>
<th align="left">Targeted skills to train</th>
<th align="left">Effectiveness of intervention</th>
<th align="left">Control/Test group comparison</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">
<xref ref-type="bibr" rid="B3">Birrenbach et al. (2021)</xref>
</td>
<td align="left">COVID-19 VR Strikes Back (CVRSB) module, version 1.1.6), a software platform developed by ORamaVR SA, and the Oculus Rift S head mounted device and hand controllers</td>
<td align="left">1) hand disinfection<break/>2) nasopharyngeal swab taking<break/>3) donning/doffing of PPE</td>
<td align="left">Both groups perform significantly better after training, with the effect sustained over 1&#xa0;month</td>
<td align="left">Hand Disinfection<break/>No significant difference in performance between groups across BL, post-test 1/2<break/>Nasopharyngeal Swab Acquisition: the VR group performed better; scored a median of 14 out of 17 points (IQR 13&#x2013;15) versus 12 out of 17 points (IQR 11&#x2013;14) in the control group, <italic>p</italic> &#x3d; 0.03<break/>Contamination During Doffing<break/>No significant difference between the number of contaminated areas during doffing was found between the groups at both time points. Increase in performance from post-test 1 to post-test 2 across both groups</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B23">Han et al. (2021)</xref>
</td>
<td align="left">VRNET, a VR program that performs neurological tests using Oculus Rift (Oculus VR, SF, United States)</td>
<td align="left">Conducting the Neurologic Physical Exam (NPE) with a confederate patient</td>
<td align="left">Reported effective in teaching students how to conduct and correctly implement the NPE (no pre-test)</td>
<td align="left">There were no statistical differences in VRNET&#x2019;s realness and student satisfaction between the EG and CG groups. However, a statistically significant difference was found in the Neurologic Physical Exam (NPE) score (<italic>p</italic> &#x3d; 0.043); the EG group had higher NPE scores (3.81 &#xb1; 0.92) than the CG group (3.40 &#xb1; 1.01)</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B25">Kiyozumi et al. (2022)</xref>
</td>
<td align="left">NEUTRANS (Synamon Inc.) virtual workshop allows users to interact as avatars in a virtual space by using a head-mounted display. Instructor trainers and instructor candidates (students) entered the virtual space using the Oculus Quest 2 (Meta Platforms Inc.) or Oculus Lift (Meta Platforms Inc.)</td>
<td align="left">Advanced resuscitation training. Specifically, immediate cardiac life support (ICLS) course&#x2014;an ALS training course that was approved by the Japanese Association of Acute Medicine (JAAM)</td>
<td align="left">Reported effective in teaching students how to conduct and correctly implement the ICLS procedure (no pre-test though)</td>
<td align="left">The overall evaluation scores for the VR and face-to-face groups did not differ at the level of statistical significance (median 3.8, IQR 3.8&#x2013;4.0 and median 4.2, IQR 3.9&#x2013;4.2, respectively; <italic>p</italic> &#x3d; 0.41</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B27">Kravitz et al. (2022)</xref>
</td>
<td align="left">PPE training on the Oculus Quest (Menlo Park, CA: Facebook, Inc.) using a PPE training program created by Axonpark, Inc. (Fort Lauderdale, FL)</td>
<td align="left">Donning and doffing performance (each measured separately) after VR and e-module PPE training among medical staff and medical students at a single institution</td>
<td align="left">Both groups performed significantly better after training</td>
<td align="left">The VR group (<italic>n</italic> &#x3d; 27 {50%}) performed better than the control in the overall PPE scores but this was not statistically significant (mean {SD}, VR: 55.4 {4.4} vs. emodule: 53.3 {8.1}; <italic>p</italic> &#x3d; 0.40). VR participants also reported higher levels of preparedness and confidence after training</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B36">Sapkaroski et al. (2022)</xref>
</td>
<td align="left">VR Simulation Learning Environment (CETSOL). Using the Oculus Rift</td>
<td align="left">The use (selection) of empathic language for a specific task to coach anxious and claustrophobic patients in MRI. Self-report questionnaire and a guided communication scenario tool with embedded scoring developed by a panel of experts</td>
<td align="left">All groups except the CRP group reported a significant improvement in self-assessed communication scores following training: 11% for TVR (<italic>p</italic> &#x3c; 0.05), 4.3% for TRP (<italic>p</italic> &#x3c; 0.05), and 7.2% for CVR (<italic>p</italic> &#x3c; 0.05)</td>
<td align="left">Both VR training groups (TVR and CVR) performed better on average than their role-play counterparts (5% and 11%); however, the results were only statistically significant for the trainees: <italic>p</italic> &#x3c; 0.05. Results of the SE-12 communication questionnaire showed that the intragroup pre-training scores were not significantly different amongst either the trainees or clinicians. However, post-training, the TVR group&#x2019;s ability was perceived to be 6.7% greater than that of the TRP group, and the CVR group&#x2019;s ability was perceived to be 7.2% greater than CRP group&#x2019;s ability</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B48">Yu et al. (2021)</xref>
</td>
<td align="left">High-risk neonatal infection control (HirNIC) VR simulation program employed in this study was developed by Yu and Mann. A Vive Pro Full-Kit Head Mounted Display and sensor (HTC VIVETM, United States), a Leap Motion Controller&#x2122; (Ultraleap, United States) hand-tracking device with a VR Developer Mount, and a VR kit containing an EliteDesk 800 G4 laptop computer</td>
<td align="left">The HirNICCS_K consists of five subdomains: basic care, skin care, feeding management, medication and invasive procedure management, and environmental management according to the scenario topics</td>
<td align="left">Both groups perform significantly better after training</td>
<td align="left">No significant difference between the experimental and control groups (U &#x3d; 272.00, <italic>p</italic> &#x3d; .213) in terms of HirNIC knowledge. Based on the pretest and posttest results, HirNIC performance self-efficacy significantly increased in both the experimental (t &#x3d; 10.03, <italic>p</italic> &#x3c; .001) and control (t &#x3d; 7.48, <italic>p</italic> &#x3c; 0.001) groups. The experimental group showed a greater self-efficacy increase than the control group, indicating that the VR program was effective in improving self-efficacy (t &#x3d; 2.16, <italic>p</italic> &#x3d; 0.018). In the domains of basic care (t &#x3d; 2.73, <italic>p</italic> &#x3d; 0.005) and skin care and environmental management (t &#x3d; 2.28, <italic>p</italic> &#x3d; 0.013), the experimental group had significantly higher self-efficacy scores than the control group. The experimental group also showed a higher score in the feeding management domain, but the difference from the control group was not significant (t &#x3d; 1.28, <italic>p</italic> &#x3d; 0.103)</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3-3">
<title>Dependent and independent variables</title>
<p>Across all included studies, the dependent variable consisted of an evaluation of the extent to which trainees correctly implemented a discrete, non-surgical, medical, and/or safety-related procedure. The independent variable consisted of a training program (e.g., VR training or BAU training) designed to teach participants to correctly implement the procedure(s) of focus. There were a range of procedures that participants were trained on within the studies reviewed. Specific skills taught to participants included hygiene-safety-related procedures such as hand disinfection, nasopharyngeal swab taking, and the donning and doffing of personal protective equipment (PPE) (<xref ref-type="bibr" rid="B3">Birrenbach et al., 2021</xref>; <xref ref-type="bibr" rid="B27">Kravitz et al., 2022</xref>). Skills taught to participants also included patient safety and evaluation procedures such as Immediate Cardiac Life Support (ICLS) training (<xref ref-type="bibr" rid="B25">Kiyozumi et al., 2022</xref>), provider-patient MRI-related communication skills (<xref ref-type="bibr" rid="B36">Sapkaroski et al., 2022</xref>), and conducting the Neurologic Physical Exam (NPE) (<xref ref-type="bibr" rid="B23">Han et al., 2021</xref>).</p>
</sec>
<sec id="s3-4">
<title>Effectiveness of intervention</title>
<p>In each of the articles reviewed, there were measures taken to evaluate participant performance across multiple phases of training. All six studies involved dividing participants into either experimental groups (EG) or control groups (CG). The experimental group consisted of participants undergoing VR-based training while the control group involved traditional or BAU training for the skill of focus. Four of the studies reviewed required participants to undergo both pre-and post-test evaluations of procedural implementation (67%) (<xref ref-type="bibr" rid="B3">Birrenbach et al., 2021</xref>; <xref ref-type="bibr" rid="B48">Yu et al., 2021</xref>; <xref ref-type="bibr" rid="B27">Kravtiz et al., 2022</xref>; <xref ref-type="bibr" rid="B36">Sapkaroski et al., 2022</xref>) while two of the studies did not conduct a pre-training evaluation of participant performance prior to receiving training (33%) (<xref ref-type="bibr" rid="B23">Han et al., 2021</xref>; <xref ref-type="bibr" rid="B25">Kiyozumi et al., 2022</xref>). Across the four studies in which pre-and post-test evaluations of participant performance were conducted, it was reported that participants in both the CG and the EG performed significantly better in post-training assessment in comparison to the pre-training assessments conducted. However, it should be noted that for one of these four studies that reported overall improvement among participants after training completion, there was not a statistically significant improvement from pre-to post-test performance for the clinician BAU group (<xref ref-type="bibr" rid="B36">Sapkaroski et al., 2022</xref>). Although these four studies generally recorded statistically significant improvements in performance following training, only three of these studies reported no statistically significant difference in performance levels between both the CG and EG, although the EG scores were identified to have been higher than that of the CG, respectively (<xref ref-type="bibr" rid="B3">Birrenbach et al., 2021</xref>; <xref ref-type="bibr" rid="B48">Yu et al., 2021</xref>; <xref ref-type="bibr" rid="B25">Kiyozumi et al., 2022</xref>; <xref ref-type="bibr" rid="B36">Sapkaroski et al., 2022</xref>). One out of the four studies demonstrated that participants in the VR training group performed better on post-test evaluations than that of the BAU group with a statistically significant difference indicated (<xref ref-type="bibr" rid="B36">Sapkaroski et al., 2022</xref>). However, <xref ref-type="bibr" rid="B36">Sapkaroski et al. (2022)</xref> did identify a statistically significant difference between VR and BAU trainee sub-groups regarding communication questionnaire scores.</p>
<p>Out of the two studies that did not include a pre-test assessment of participant performance, one of these studies found that participants in the EG group recorded statistically higher written assessment scores than the CG (50%) (<xref ref-type="bibr" rid="B23">Han et al., 2021</xref>), while the other study demonstrated no statistically significant difference in level of performance between the CG and EG (50%) but did report higher self-efficacy scores for participants within the EG in comparison participants within the CG (<xref ref-type="bibr" rid="B25">Kiyozumi et al., 2022</xref>).</p>
</sec>
<sec id="s3-5">
<title>Generalization</title>
<p>Some of the articles reviewed included the purpose of evaluating the degree to which the generalization of skills learned by participants within their respective training programs could be demonstrated or not (<xref ref-type="table" rid="T3">Table 3</xref>). Out of all six articles reviewed, two of them documented an evaluation of skills learned by participants outside of the training setting (33%) which also acted as a post-test evaluation of performance (<xref ref-type="bibr" rid="B3">Birrenbach et al., 2021</xref>; <xref ref-type="bibr" rid="B23">Han et al., 2021</xref>). Four studies reported there not being any measures or attempts to evaluate the generalization of skills learned by participants (67%) (<xref ref-type="bibr" rid="B48">Yu et al., 2021</xref>; <xref ref-type="bibr" rid="B25">Kiyozumi et al., 2022</xref>; <xref ref-type="bibr" rid="B27">Kravitz et al., 2022</xref>; <xref ref-type="bibr" rid="B36">Sapkaroski et al., 2022</xref>). Across all studies included, only one study conducted a maintenance probe to assess the extent to which skills learned in the training program by participants maintained over time (17%) (<xref ref-type="bibr" rid="B3">Birrenbach et al., 2021</xref>), while all other studies did not include any attempts of evaluate participant performance after an extended period had elapsed following training completion (83%).</p>
<table-wrap id="T3" position="float">
<label>TABLE 3</label>
<caption>
<p>Summary social validity and generalization.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Citation</th>
<th align="left">Social validity</th>
<th align="left">Generalization</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">
<xref ref-type="bibr" rid="B3">Birrenbach et al. (2021)</xref>
</td>
<td align="left">Yes, on user satisfaction with their respective training method (USEQ survey). The satisfaction of participants in the VR group measured by the USEQ was significantly higher than that of the participants in the control group</td>
<td align="left">Yes, All PTs underwent a post-test outside of training program</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B23">Han et al. (2021)</xref>
</td>
<td align="left">Yes, participant surveys of VRNET&#x2019;s realness and student satisfaction with training overall. Here were no statistical differences found in realness (SP group 4.27 &#xb1; 0.75, SP with VRNET group 4.28 &#xb1; 0.56, <italic>p</italic> &#x3d; 0.92) and satisfaction (SP group 4.23 &#xb1; 0.71, SP with VRNET group 4.21 &#xb1; 0.66, <italic>p</italic> &#x3d; 0.839) of students</td>
<td align="left">Yes, All PTs underwent a post-test outside of training program</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B25">Kiyozumi et al. (2022)</xref>
</td>
<td align="left">Yes, all respondents required to complete a satisfaction survey, needing to provide a score of 1 or higher on the 5-point Likert scale survey. All respondents (14/14, 100%) were satisfied with the VR course, providing a score of 4 or higher on the 5-point Likert scale. However, many respondents indicated that the teaching of specific discrete skills was not suitable for VR training, whereas the domains of performance evaluation and feedback were deemed suitable for VR training</td>
<td align="left">No, no generalization probes were conducted (i.e., no evaluation of skills learned took place outside of the virtual setting for participants within the EG)</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B27">Kravitz et al. (2022)</xref>
</td>
<td align="left">Yes, all respondents required to complete a satisfaction survey, needing to provide a score of 1 or higher on the 5-point Likert scale survey. Perceived preparedness, log odds of reporting a lower score of 3 compared to 4 or 5 is 1.08 points lower in VR than e-module (<italic>p</italic> &#x3d; 0.05). Perceived confidence of retention, the log odds of reporting a lower score of 3 compared to 4 or 5 is 1.55 points lower in VR than for e-module (<italic>p</italic> &#x3d; 0.007). Distraction, E-module group reported being distracted compared to VR (59% vs. 48%, <italic>p</italic> &#x3d; 0.58, not statistically significant)</td>
<td align="left">No, no generalization on probes were conducted (i.e., no evaluation of skills learned took place outside of the virtual setting for participants within the EG)</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B36">Sapkaroski et al. (2022)</xref>
</td>
<td align="left">Yes, participants completed a pre/post self-efficacy questionnaire (SE-12). All groups except the CRP group reported a significant improvement in self-assessed communication scores following training</td>
<td align="left">No, no generalization on probes were conducted (i.e., no evaluation of skills learned took place outside of the virtual setting for participants within the EG)</td>
</tr>
<tr>
<td align="left">
<xref ref-type="bibr" rid="B48">Yu et al. (2021)</xref>
</td>
<td align="left">Yes, three item questionnaire on learner satisfaction. Each item was rated on a five-point Likert scale ranging from &#x201c;very unsatisfied&#x201d; (1 point) to &#x201c;very satisfied&#x201d; (5 point). The experimental group had significantly higher scores than the control group</td>
<td align="left">No, no generalization on probes were conducted (i.e., no evaluation of skills learned took place outside of the virtual setting for participants within the EG)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Note. CRP, clinician role-play; EG, experimental group; PT, participant; SE, self-efficacy; SP, standardized patient; USEQ, user satisfaction evaluation questionnaire.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3-6">
<title>Social validity</title>
<p>All six studies included recorded measures related to social validity and user satisfaction among participants (100%) (<xref ref-type="table" rid="T3">Table 3</xref>). A range of user satisfaction assessments was documented, involving the evaluation of trainee satisfaction via the User Satisfaction Evaluation Questionnaire (USEQ) and other close-ended, five-point Likert scale surveys (<xref ref-type="bibr" rid="B48">Yu et al., 2021</xref>; <xref ref-type="bibr" rid="B25">Kiyozumi et al., 2022</xref>; <xref ref-type="bibr" rid="B27">Kravtiz et al., 2022</xref>). In general, all studies reported high satisfaction with the VR training program and in some cases higher satisfaction in the experimental group than in the control. For example, <xref ref-type="bibr" rid="B48">Yu et al. (2021)</xref> found the experimental group&#x2019;s satisfaction with the VR program was much higher than the learner satisfaction exhibited by the control group. The learners in the experimental group were more likely to score highly &#x201c;I want to recommend to others,&#x201d; and described the program as &#x201c;fun.&#x201d;</p>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>As the field of VR-based training matures, the development of evidence-based guidelines becomes imperative. Drawing on insights from research, this paper reviews general practices in the design, implementation, and assessment of VR programs aimed at enhancing non-specialized skills in medical settings where the skills are critical to safety. The summary of this topic is useful as it provides a baseline of understanding of training outcomes for non-specialized skills, speaking to the generality and effectiveness of VR training when considering the participants engaging in this type of training.</p>
<p>Interestingly, we found several studies reported no statistically significant differences between trainees who underwent VR training versus BAU. While this may appear to be a result of failed effects, in essence, it speaks to the interchangeability and substitution of BAU for VR in terms of effectiveness. It may then follow that other variables (e.g., cost savings, trainee satisfaction) may impact the choice of one method over the other (<xref ref-type="bibr" rid="B47">Young and Greenberg, 2013</xref>; <xref ref-type="bibr" rid="B5">Bumbach et al., 2022</xref>). As a case in point, a study by <xref ref-type="bibr" rid="B16">Farra et al. (2019)</xref> found overall cost savings for a hospital when they compared VR versus BAU training on safety drills for hospital workers. The researchers found initially that VR is more expensive for the live drill (BAU) versus for VR training. When development costs are extrapolated to repeated training over 3&#xa0;years, however, the virtual exercise becomes less expensive, while the cost of live exercises remains fixed. The authors concluded the larger initial investment in virtual reality can be spread across many trainees and a longer time with little additional cost.</p>
<p>Of note, pedagogy and specific learning theories were seldom mentioned, if at all, in the articles reviewed. Though not recognized in all fields, human service fields frequently incorporate the use of hands-on simulation training with opportunities for the trainee to rehearse and practice. As an evidence-based example, behavioral skills training (BST) is frequently used to build skills for individuals delivering behavior assessment and intervention strategies/techniques for children with disabilities (<xref ref-type="bibr" rid="B40">Shea et al., 2020</xref>; <xref ref-type="bibr" rid="B37">Schaefer et al., 2021</xref>; <xref ref-type="bibr" rid="B42">Smith et al., 2022</xref>). BST entails four separate phases of training: instructions, modeling, rehearsal, and feedback. The first phase involves didactic instruction which seeks to explain the how and why of the processes that underlie the strategy being taught. Though not as important as the modeling or the rehearsal and feedback phases, an explanation of procedures satisfies an element of social validity within teaching a new skill. Next, the expert models the skill for the trainee. This can be done <italic>in-vivo</italic>, through a confederate, by viewing pre-recorded video, or in a virtual space. The third step involves rehearsal with the trainee in a role-play format. During the process the final step is executed, feedback. The expert gives direct feedback to the trainee on what the trainee did correctly and how their performance could be improved. This process is typically repeated until the trainee demonstrates skill mastery.</p>
<p>Similar to BST, training in the medical field involving simulation involves the technique of rapid cycle deliberate practice (RCDP). In RCDP learners rapidly cycle between deliberate practice and directed feedback within the simulation scenario until mastery is achieved (<xref ref-type="bibr" rid="B43">Taras and Everett, 2017</xref>). RCDP has been shown to be effective in teaching a spectrum of resuscitation skills, such as airway management skills (e.g., Gross et al., 2016), pediatric resuscitation (Hunt et al., 2014), and resuscitation for cardiac arrest (e.g., <xref ref-type="bibr" rid="B28">Kutzin and Janicke, 2015</xref>). Future research should further investigate VR models of BST (e.g., <xref ref-type="bibr" rid="B6">Clay et al., 2021</xref>) and RCDP.</p>
<p>Ethical considerations surrounding the use of VR in medical training warrant careful examination. Issues such as informed consent, psychological wellbeing, and potential desensitization to critical situations necessitate a thoughtful and ethical approach to the development and implementation of VR programs. Recent studies by <xref ref-type="bibr" rid="B49">Zechner et al. (2023)</xref>, <xref ref-type="bibr" rid="B17">Gasteiger et al. (2022)</xref>, and <xref ref-type="bibr" rid="B41">Slater et al. (2020)</xref> contribute valuable perspectives on ethical considerations in the use of VR for psychological skill development. As <xref ref-type="bibr" rid="B49">Zechner et al. (2023)</xref> mention, for police officers to be able to properly make decisions in high-risk scenarios, they need to feel a certain amount of stress. Stressful situations could be visually simulated within AR/VR, and as technology improves these simulations will only become more immersive as resolution increases in each eye of the headset (<xref ref-type="bibr" rid="B50">Zhan et al., 2020</xref>) and haptic feedback (<xref ref-type="bibr" rid="B45">van Wegen et al., 2023</xref>) becomes easier to program into the software through ancillary hardware. This stress is necessary to elicit since most closely resembles the state of the participant in the natural environment and would, theoretically, greatly help with the generalization component of some training. Clearly, this also comes at a potential price as practitioners must delicately balance the introduction of stressful situations as they correspond to the expected application of the strategies by the trainees. If not carefully controlled, undue stress would be presented to a trainee. This evaluation of modulated stressful situations is not present within some trainings in VR/AR literature, and it deserves a closer look.</p>
<p>Related to the potentially aversive experiences in VR, positive experiences reported via social validity measures were found in all studies we reviewed. Of note, all studies reported high satisfaction with the VR training program. Part of the experience of VR training is how immersive the experience is and may impact how a user reports positive experiences in the simulation. Data on the degree of immersion as it relates to positive or negative social experiences would be valuable for future researchers to collect.</p>
<p>Some limitations of this current review include a narrow range in the scope of the variables identified, reviewed, and discussed. We specifically attempted to provide a review of VR programs for discrete skills that may be used in medical settings but excluded specialized skills (e.g., surgery), dynamic skills (e.g., teamwork communication; cf. <xref ref-type="bibr" rid="B4">Bracq et al., 2019</xref>), and disease diagnosis as multiple previous reviews of VR skills training exist for these skills. Another limitation related to scope of the review and recent research that has since been published. We conducted the review in late 2022 and it&#x2019;s likely more studies have been published since then, which creates an excellent opportunity for future research. Another limitation is that we did not combine and calculate the overall effect of the treatments for comparisons between studies analyzed as might be the case in larger meta-analyses. Future researchers may attempt effect size calculations when summarizing VR training research for a more complete analysis of the extent to which VR training contributes to the acquisition of technical skills. A third limitation is that we only used one database (i.e., ProQuest). For a more thorough and systematic review, researchers should include comparison with at least one other database.</p>
</sec>
<sec sec-type="conclusion" id="s5">
<title>Conclusion</title>
<p>In summary, our review provides information on VR non-specialized training to practitioners and researchers to inform evidence-based practice and future research directions. Importantly, we provided measures of efficacy that involved comparison to business-as-usual or control training, while also including descriptions of technology that was used as well as identification of social validity and generalization. Despite efficacy being significant for all studies reviewed we would suggest taking caution in interpretation as only one-third of the studies reviewed reported generalization measures. Future directions include assessing both IVR and augmented reality as training tools as well as comparisons of these formats in skills training. We would encourage future researchers to include some measure of generalization outside the virtual environment to increase the validity of training. Future researchers might also investigate which variables lead to the generalization of the skill outside the virtual environment to increase the validity of the training.</p>
</sec>
</body>
<back>
<sec id="s6">
<title>Author&#x2019;s note</title>
<p>The authors would like to recognize and thank Jaylene Canales and Kayli Savage for their contributions of assisting in terms of IOA data collection on this project.</p>
</sec>
<sec id="s7">
<title>Author contributions</title>
<p>CC: Conceptualization, Data curation, Formal Analysis, Funding acquisition, Investigation, Methodology, Project administration, Resources, Software, Supervision, Validation, Visualization, Writing&#x2013;original draft, Writing&#x2013;review and editing. JB: Conceptualization, Data curation, Formal Analysis, Investigation, Methodology, Software, Validation, Writing&#x2013;original draft, Writing&#x2013;review and editing. AH: Formal Analysis, Validation, Visualization, Writing&#x2013;original draft, Writing&#x2013;review and editing. AG: Data curation, Formal Analysis, Writing&#x2013;original draft, Writing&#x2013;review and editing.</p>
</sec>
<sec sec-type="funding-information" id="s8">
<title>Funding</title>
<p>The author(s) declare that financial support was received for the research, authorship, and/or publication of this article. Funding for publication of this article was contributed in part by the Utah State University Library Open Access Fund.</p>
</sec>
<sec sec-type="COI-statement" id="s9">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s10">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Abich</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Parker</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Murphy</surname>
<given-names>J. S.</given-names>
</name>
<name>
<surname>Eudy</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>A review of the evidence for training effectiveness with virtual reality technology</article-title>. <source>Virtual Real.</source> <volume>25</volume> (<issue>4</issue>), <fpage>919</fpage>&#x2013;<lpage>933</lpage>. <pub-id pub-id-type="doi">10.1007/s10055-020-00498-8</pub-id>
</citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alaker</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Wynn</surname>
<given-names>G. R.</given-names>
</name>
<name>
<surname>Arulampalam</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Virtual reality training in laparoscopic surgery: a systematic review &#x26; meta-analysis</article-title>. <source>Int. J. Surg.</source> <volume>29</volume>, <fpage>85</fpage>&#x2013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijsu.2016.03.034</pub-id>
</citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Birrenbach</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Zbinden</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Papagiannakis</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Exadaktylos</surname>
<given-names>A. K.</given-names>
</name>
<name>
<surname>Muller</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Hautz</surname>
<given-names>W. E.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Effectiveness and utility of virtual reality simulation as an educational tool for safe performance of COVID-19 diagnostics: prospective, randomized pilot trial</article-title>. <source>JMIR Serious Games</source> <volume>9</volume>, <fpage>e29586</fpage>. <pub-id pub-id-type="doi">10.2196/29586</pub-id>
</citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bracq</surname>
<given-names>M. S.</given-names>
</name>
<name>
<surname>Michinov</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Jannin</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Virtual reality simulation in nontechnical skills training for healthcare professionals: a systematic review</article-title>. <source>Simul. Healthc.</source> <volume>14</volume> (<issue>3</issue>), <fpage>188</fpage>&#x2013;<lpage>194</lpage>. <pub-id pub-id-type="doi">10.1097/sih.0000000000000347</pub-id>
</citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bumbach</surname>
<given-names>M. D.</given-names>
</name>
<name>
<surname>Culross</surname>
<given-names>B. A.</given-names>
</name>
<name>
<surname>Datta</surname>
<given-names>S. K.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Assessing the financial sustainability of high-fidelity and virtual reality simulation for nursing education: a retrospective case analysis sustainability of high-fidelity and virtual reality simulation for nursing education: a retrospective case analysis</article-title>. <source>Cin. Comput. Inf. Nurs.</source> <volume>40</volume>(<issue>9</issue>), <fpage>615</fpage>&#x2013;<lpage>623</lpage>. <pub-id pub-id-type="doi">10.1097/CIN.0000000000000916</pub-id>
</citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Clay</surname>
<given-names>C. J.</given-names>
</name>
<name>
<surname>Schmitz</surname>
<given-names>B. A.</given-names>
</name>
<name>
<surname>Balakrishnan</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Hopfenblatt</surname>
<given-names>J. P.</given-names>
</name>
<name>
<surname>Evans</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Kahng</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Feasibility of virtual reality behavior skills training for preservice clinicians</article-title>. <source>J. Appl. Behav. Analysis</source> <volume>54</volume> (<issue>2</issue>), <fpage>547</fpage>&#x2013;<lpage>565</lpage>. <pub-id pub-id-type="doi">10.1002/jaba.809</pub-id>
</citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cook</surname>
<given-names>D. A.</given-names>
</name>
<name>
<surname>Hamstra</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Brydges</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Zendejas</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Szostek</surname>
<given-names>J. H.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>A. T.</given-names>
</name>
<etal/>
</person-group> (<year>2013</year>). <article-title>Comparative effectiveness of instructional design features in simulation-based education: systematic review and meta-analysis</article-title>. <source>Med. Teach.</source> <volume>35</volume> (<issue>1</issue>), <fpage>e867</fpage>&#x2013;<lpage>e898</lpage>. <pub-id pub-id-type="doi">10.3109/0142159x.2012.714886</pub-id>
</citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cook</surname>
<given-names>D. A.</given-names>
</name>
<name>
<surname>Hatala</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Brydges</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Zendejas</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Szostek</surname>
<given-names>J. H.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>A. T.</given-names>
</name>
<etal/>
</person-group> (<year>2011</year>). <article-title>Technology-enhanced simulation for health professions education: a systematic review and meta-analysis</article-title>. <source>J. Am. Med. Assoc.</source> <volume>306</volume> (<issue>9</issue>), <fpage>978</fpage>&#x2013;<lpage>988</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2011.1234</pub-id>
</citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cowling</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Birt</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Pedagogy before technology: a design-based research approach to enhancing skills development in paramedic science using mixed reality</article-title>. <source>Multidiscip. Digit. Publ. Inst.</source> <volume>9</volume> (<issue>2</issue>), <fpage>29</fpage>. <pub-id pub-id-type="doi">10.3390/info9020029</pub-id>
</citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dalinger</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Thomas</surname>
<given-names>K. B.</given-names>
</name>
<name>
<surname>Stansberry</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Xiu</surname>
<given-names>Y.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>A mixed reality simulation offers strategic practice for pre-service teachers</article-title>. <source>Comput. Educ.</source> <volume>144</volume>, <fpage>103696</fpage>. <pub-id pub-id-type="doi">10.1016/j.compedu.2019.103696</pub-id>
</citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Danielson</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Matson</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Teaching teachers: designing an <italic>NGSS</italic> learning pathway</article-title>. <source>Sci. Child.</source> <volume>55</volume> (<issue>7</issue>), <fpage>69</fpage>&#x2013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.2505/4/sc18_055_07_69</pub-id>
</citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>DeGraff</surname>
<given-names>T. L.</given-names>
</name>
<name>
<surname>Schmidt</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Waddell</surname>
<given-names>J. H.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Field-based teacher education in literacy: preparing teachers in real classroom contexts</article-title>. <source>Teach. Educ.</source> <volume>26</volume> (<issue>4</issue>), <fpage>366</fpage>&#x2013;<lpage>382</lpage>. <pub-id pub-id-type="doi">10.1080/10476210.2015.1034677</pub-id>
</citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dreyfus</surname>
<given-names>S. E.</given-names>
</name>
<name>
<surname>Dreyfus</surname>
<given-names>H. L.</given-names>
</name>
</person-group> (<year>1980</year>). <article-title>A five-stage model of the mental activities involved in directed skill acquisition</article-title>. <source>Distribution</source> <volume>22</volume>. <pub-id pub-id-type="doi">10.21236/ada084551</pub-id>
</citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ducharme</surname>
<given-names>J. M.</given-names>
</name>
<name>
<surname>Feldman</surname>
<given-names>M. A.</given-names>
</name>
</person-group> (<year>1992</year>). <article-title>Comparison of staff training strategies to promote generalized teaching skills</article-title>. <source>J. Appl. Behav. Analysis</source> <volume>25</volume> (<issue>1</issue>), <fpage>165</fpage>&#x2013;<lpage>179</lpage>. <pub-id pub-id-type="doi">10.1901/jaba.1992.25-165</pub-id>
</citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ericsson</surname>
<given-names>A. K.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>Deliberate practice and acquisition of expert performance: a general overview</article-title>. <source>Acad. Emerg. Med.</source> <volume>15</volume> (<issue>11</issue>), <fpage>988</fpage>&#x2013;<lpage>994</lpage>. <pub-id pub-id-type="doi">10.1111/j.1553-2712.2008.00227.x</pub-id>
</citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Farra</surname>
<given-names>S. L.</given-names>
</name>
<name>
<surname>Gneuhs</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Hodgson</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Kawosa</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Miller</surname>
<given-names>E. T.</given-names>
</name>
<name>
<surname>Simon</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Comparative cost of virtual reality training and live exercises for training hospital workers for evacuation</article-title>. <source>Comput. Inf. Nurs. Cin.</source> <volume>37</volume> (<issue>9</issue>), <fpage>446</fpage>&#x2013;<lpage>454</lpage>. <pub-id pub-id-type="doi">10.1097/CIN.0000000000000540</pub-id>
</citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gasteiger</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>van der Veer</surname>
<given-names>S. N.</given-names>
</name>
<name>
<surname>Wilson</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Dowding</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>How, for whom, and in which contexts or conditions augmented and virtual reality training works in upskilling health care workers: realist synthesis</article-title>. <source>JMIR Serious Games</source> <volume>10</volume> (<issue>1</issue>), <fpage>e31644</fpage>. <pub-id pub-id-type="doi">10.2196/31644</pub-id>
</citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gianoumis</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Sturmey</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Generalization procedures in training interventionists for individuals with developmental disabilities</article-title>. <source>Behav. Modif.</source> <volume>36</volume> (<issue>5</issue>), <fpage>619</fpage>&#x2013;<lpage>629</lpage>. <pub-id pub-id-type="doi">10.1177/0145445511432920</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grassini</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Laumann</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Rasmussen Skogstad</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>The use of virtual reality alone does not promote training performance (but sense of presence does)</article-title>. <source>Front. Psychol.</source> <volume>11</volume>, <fpage>1743</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2020.01743</pub-id>
</citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grossman</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Compton</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Igra</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Ronfeldt</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Shahan</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Williamson</surname>
<given-names>P. W.</given-names>
</name>
</person-group> (<year>2009a</year>). <article-title>Teaching practice: a cross-professional perspective</article-title>. <source>Teach. Coll. Rec.</source> <volume>111</volume> (<issue>9</issue>), <fpage>2055</fpage>&#x2013;<lpage>2100</lpage>. <pub-id pub-id-type="doi">10.1177/016146810911100905</pub-id>
</citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grossman</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Dean</surname>
<given-names>C. G. P.</given-names>
</name>
<name>
<surname>Kavanagh</surname>
<given-names>S. S.</given-names>
</name>
<name>
<surname>Herrmann</surname>
<given-names>Z.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Preparing teachers for project-based teaching</article-title>. <source>Phi Delta Kappan</source> <volume>100</volume> (<issue>7</issue>), <fpage>43</fpage>&#x2013;<lpage>48</lpage>. <pub-id pub-id-type="doi">10.1177/0031721719841338</pub-id>
</citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grossman</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Hammerness</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>McDonald</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2009b</year>). <article-title>Redefining teaching, re&#x2010;imagining teacher education</article-title>. <source>Teach. Teach. Theory Pract.</source> <volume>15</volume> (<issue>2</issue>), <fpage>273</fpage>&#x2013;<lpage>289</lpage>. <pub-id pub-id-type="doi">10.1080/13540600902875340</pub-id>
</citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Han</surname>
<given-names>S. G.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>Y. D.</given-names>
</name>
<name>
<surname>Kong</surname>
<given-names>T. Y.</given-names>
</name>
<name>
<surname>Cho</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Virtual reality-based neurological examination teaching tool (VRNET) versus standardized patient in teaching neurological examinations for the medical students: a randomized, single-blind study</article-title>. <source>BMC Med. Educ.</source> <volume>21</volume> (<issue>1</issue>), <fpage>493</fpage>. <pub-id pub-id-type="doi">10.1186/s12909-021-02920-4</pub-id>
</citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Schweighofer</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Finley</surname>
<given-names>J. M.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Locomotor skill acquisition in virtual reality shows sustained transfer to the real world</article-title>. <source>J. Neuroengineering Rehabilitation</source> <volume>16</volume> (<issue>1</issue>), <fpage>1</fpage>&#x2013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.1186/s12984-019-0584-y</pub-id>
</citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kiyozumi</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Ishigami</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Tatsushima</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Araki</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Yoshimura</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Saitoh</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Instructor development workshops for advanced life support training courses held in a fully virtual space: observational study</article-title>. <source>JMIR Serious Games</source> <volume>10</volume> (<issue>2</issue>), <fpage>e38952</fpage>. <pub-id pub-id-type="doi">10.2196/38952</pub-id>
</citation>
</ref>
<ref id="B26">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Knowles</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2014</year>). &#x201c;<article-title>Andragogy: an emerging technology for adult learning</article-title>,&#x201d; in <source>Education for adults</source> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Routledge</publisher-name>), <fpage>53</fpage>&#x2013;<lpage>70</lpage>.</citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kravitz</surname>
<given-names>M. B.</given-names>
</name>
<name>
<surname>Dadario</surname>
<given-names>N. B.</given-names>
</name>
<name>
<surname>Arif</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Bellido</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Arif</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Ahmed</surname>
<given-names>O.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). <article-title>The comparative effectiveness of virtual reality versus e-module on the training of donning and doffing personal protective equipment: a randomized, simulation-based educational study</article-title>. <source>Cureus</source> <volume>14</volume> (<issue>3</issue>), <fpage>e23655</fpage>. <pub-id pub-id-type="doi">10.7759/cureus.23655</pub-id>
</citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kutzin</surname>
<given-names>J. M.</given-names>
</name>
<name>
<surname>Janicke</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Incorporating rapid cycle deliberate practice into nursing staff continuing professional development</article-title>. <source>J. Continuing Educ. Nurs. Thorofare</source> <volume>46</volume> (<issue>7</issue>), <fpage>299</fpage>&#x2013;<lpage>301</lpage>. <pub-id pub-id-type="doi">10.3928/00220124-20150619-14</pub-id>
</citation>
</ref>
<ref id="B29">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Lave</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Wenger</surname>
<given-names>E.</given-names>
</name>
</person-group> (<year>1996</year>). &#x201c;<article-title>Communities of practice</article-title>,&#x201d; in <source>The encyclopedia of informal education</source>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="www.infed.org/biblio/communities_of_practice.htm">www.infed.org/biblio/communities_of_practice.htm</ext-link>.</comment>
</citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Levac</surname>
<given-names>D. E.</given-names>
</name>
<name>
<surname>Huber</surname>
<given-names>M. E.</given-names>
</name>
<name>
<surname>Sternad</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Learning and transfer of complex motor skills in virtual reality: a perspective review</article-title>. <source>J. Neuroengineering Rehabilitation</source> <volume>16</volume>, <fpage>1</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1186/s12984-019-0587-8</pub-id>
</citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Oprean</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Balakrishnan</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>From engagement to user experience: a theoretical perspective towards immersive learning</article-title>. <source>Learn. User Exp. Res.</source> <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://edtechbooks.org/ux/10_from_engagement_">https://edtechbooks.org/ux/10_from_engagement_</ext-link>.</comment>
</citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Page</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>McKenzie</surname>
<given-names>J. E.</given-names>
</name>
<name>
<surname>Bossuyt</surname>
<given-names>P. M.</given-names>
</name>
<name>
<surname>Boutron</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Hoffmann</surname>
<given-names>T. C.</given-names>
</name>
<name>
<surname>Mulrow</surname>
<given-names>C. D.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>The PRISMA 2020 statement: an updated guideline for reporting systematic reviews</article-title>. <source>BMJ Clin. Res. Ed.</source> <volume>372</volume>, <fpage>n71</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.n71</pub-id>
</citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pastore</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Andrade</surname>
<given-names>H. L.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Teacher assessment literacy: a three-dimensional model</article-title>. <source>Teach. Teach. Educ.</source> <volume>84</volume>, <fpage>128</fpage>&#x2013;<lpage>138</lpage>. <pub-id pub-id-type="doi">10.1016/j.tate.2019.05.003</pub-id>
</citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Renganayagalu</surname>
<given-names>S. k.</given-names>
</name>
<name>
<surname>Mallam</surname>
<given-names>S. C.</given-names>
</name>
<name>
<surname>Nazir</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Effectiveness of VR head mounted displays in professional training: a systematic review</article-title>. <source>Tech. Know Learn</source> <volume>26</volume>, <fpage>999</fpage>&#x2013;<lpage>1041</lpage>. <pub-id pub-id-type="doi">10.1007/s10758-020-09489-9</pub-id>
</citation>
</ref>
<ref id="B35">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Richmond</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Salazar</surname>
<given-names>M. D. C.</given-names>
</name>
<name>
<surname>Jones</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Assessment and the future of teacher education</article-title>. <source>J. Teach. Educ.</source> <volume>70</volume> (<issue>2</issue>), <fpage>86</fpage>&#x2013;<lpage>89</lpage>. <pub-id pub-id-type="doi">10.1177/0022487118824331</pub-id>
</citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sapkaroski</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Mundy</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Dimmock</surname>
<given-names>M. R.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Immersive virtual reality simulated learning environment versus role-play for empathic clinical communication training</article-title>. <source>J. Med. Radiat. Sci.</source> <volume>69</volume> (<issue>1</issue>), <fpage>56</fpage>&#x2013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.1002/jmrs.555</pub-id>
</citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schaefer</surname>
<given-names>J. M.</given-names>
</name>
<name>
<surname>Andzik</surname>
<given-names>N. R.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Evaluating behavioral skills training as an evidence-based practice when training parents to intervene with their children</article-title>. <source>Behav. Modif.</source> <volume>45</volume> (<issue>6</issue>), <fpage>887</fpage>&#x2013;<lpage>910</lpage>. <pub-id pub-id-type="doi">10.1177/0145445520923996</pub-id>
</citation>
</ref>
<ref id="B38">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schut</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Driessen</surname>
<given-names>E.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Setting decision&#x2010;making criteria: is medical education ready for shared decision making?</article-title> <source>Med. Educ.</source> <volume>53</volume> (<issue>4</issue>), <fpage>324</fpage>&#x2013;<lpage>326</lpage>. <pub-id pub-id-type="doi">10.1111/medu.13826</pub-id>
</citation>
</ref>
<ref id="B39">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Schutz</surname>
<given-names>P. A.</given-names>
</name>
<name>
<surname>Nichols</surname>
<given-names>S. L.</given-names>
</name>
<name>
<surname>Schwenke</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2018</year>). &#x201c;<article-title>Critical events, emotional episodes, and teacher attributions in the development of teacher identities</article-title>,&#x201d; in <source>Research on teacher identity: mapping challenges and innovations</source>, <fpage>49</fpage>&#x2013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-319-93836-3_5</pub-id>
</citation>
</ref>
<ref id="B40">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shea</surname>
<given-names>K. A.</given-names>
</name>
<name>
<surname>Sellers</surname>
<given-names>T. P.</given-names>
</name>
<name>
<surname>Smith</surname>
<given-names>S. G.</given-names>
</name>
<name>
<surname>Bullock</surname>
<given-names>A. J.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Self&#x2010;guided behavioral skills training: a public health approach to promoting nurturing care environments</article-title>. <source>J. Appl. Behav. analysis</source> <volume>53</volume> (<issue>4</issue>), <fpage>1889</fpage>&#x2013;<lpage>1903</lpage>. <pub-id pub-id-type="doi">10.1002/jaba.769</pub-id>
</citation>
</ref>
<ref id="B41">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Slater</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Gonzalez-Liencres</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Haggard</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Vinkers</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Gregory-Clarke</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Jelley</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>The ethics of realism in virtual and augmented reality</article-title>. <source>Front. Virtual Real.</source> <volume>1</volume>, <fpage>1</fpage>. <pub-id pub-id-type="doi">10.3389/frvir.2020.00001</pub-id>
</citation>
</ref>
<ref id="B42">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Smith</surname>
<given-names>S. G.</given-names>
</name>
<name>
<surname>Mattson</surname>
<given-names>S. L.</given-names>
</name>
<name>
<surname>Aguilar</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Pyle</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Higbee</surname>
<given-names>T. S.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Behavioral skills training with adult interventionists: a systematic review</article-title>. <source>Rev. J. Autism Dev. Disord.</source> <volume>11</volume>, <fpage>296</fpage>&#x2013;<lpage>319</lpage>. <pub-id pub-id-type="doi">10.1007/s40489-022-00339-1</pub-id>
</citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Taras</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Everett</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Rapid cycle deliberate practice in medical education&#x2014;a systematic review</article-title>. <source>Cureus</source> <volume>9</volume> (<issue>4</issue>), <fpage>e1180</fpage>. <pub-id pub-id-type="doi">10.7759/cureus.1180</pub-id>
</citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Taylor</surname>
<given-names>L. J.</given-names>
</name>
<name>
<surname>Nabozny</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>Steffens</surname>
<given-names>N. M.</given-names>
</name>
<name>
<surname>Tucholka</surname>
<given-names>J. L.</given-names>
</name>
<name>
<surname>Brasel</surname>
<given-names>K. J.</given-names>
</name>
<name>
<surname>Johnson</surname>
<given-names>S. K.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>A framework to improve surgeon communication in high-stakes surgical decisions: best case/worst case</article-title>. <source>JAMA Surg.</source> <volume>152</volume> (<issue>6</issue>), <fpage>531</fpage>&#x2013;<lpage>538</lpage>. <pub-id pub-id-type="doi">10.1001/jamasurg.2016.5674</pub-id>
</citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>van Wegen</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Herder</surname>
<given-names>J. L.</given-names>
</name>
<name>
<surname>Adelsberger</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Pastore-Wapp</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>van Wegen</surname>
<given-names>E. E. H.</given-names>
</name>
<name>
<surname>Bohlhalter</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2023</year>). <article-title>An overview of wearable haptic technologies and their performance in virtual object exploration</article-title>. <source>Sensors Basel, Switz.</source> <volume>23</volume> (<issue>3</issue>), <fpage>1563</fpage>. <pub-id pub-id-type="doi">10.3390/s23031563</pub-id>
</citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xie</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Alghofaili</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Jiang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Lobo</surname>
<given-names>F. D.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>A review on virtual reality skill training applications</article-title>. <source>Front. Virtual Real.</source> <volume>2</volume>, <fpage>645153</fpage>. <pub-id pub-id-type="doi">10.3389/frvir.2021.645153</pub-id>
</citation>
</ref>
<ref id="B47">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Young</surname>
<given-names>B. K.</given-names>
</name>
<name>
<surname>Greenberg</surname>
<given-names>P. B.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Is virtual reality training for resident cataract surgeons cost effective?</article-title> <source>Graefe&#x27;s Archive Clin. Exp. Ophthalmol.</source> <volume>251</volume>, <fpage>2295</fpage>&#x2013;<lpage>2296</lpage>. <pub-id pub-id-type="doi">10.1007/s00417-013-2317-4</pub-id>
</citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yu</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Yang</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Ku</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Mann</surname>
<given-names>J. S.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Effects of virtual reality simulation program regarding high-risk neonatal infection control on nursing students</article-title>. <source>Asian Nurs. Res.</source> <volume>15</volume> (<issue>3</issue>), <fpage>189</fpage>&#x2013;<lpage>196</lpage>. <pub-id pub-id-type="doi">10.1016/j.anr.2021.03.002</pub-id>
</citation>
</ref>
<ref id="B49">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zechner</surname>
<given-names>O.</given-names>
</name>
<name>
<surname>Kleygrewe</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Jaspaert</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Schrom-Feiertag</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Hutter</surname>
<given-names>R. V.</given-names>
</name>
<name>
<surname>Tscheligi</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2023</year>). <article-title>Enhancing operational police training in high stress situations with virtual reality: experiences, tools and guidelines</article-title>. <source>Multimodal Technol. Interact.</source> <volume>7</volume> (<issue>2</issue>), <fpage>14</fpage>. <pub-id pub-id-type="doi">10.3390/mti7020014</pub-id>
</citation>
</ref>
<ref id="B50">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhan</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Yin</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Xiong</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>He</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>S. T.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Augmented reality and virtual reality displays: perspectives and challenges</article-title>. <source>iScience</source> <volume>23</volume> (<issue>8</issue>), <fpage>101397</fpage>. <pub-id pub-id-type="doi">10.1016/j.isci.2020.101397</pub-id>
</citation>
</ref>
<ref id="B51">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ziv</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Erez</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Munz</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Vardi</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Barsuk</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Levine</surname>
<given-names>I.</given-names>
</name>
<etal/>
</person-group> (<year>2006</year>). <article-title>The Israel Center for Medical Simulation: a paradigm for cultural change in medical education</article-title>. <source>Acad. Med.</source> <volume>81</volume> (<issue>12</issue>), <fpage>1091</fpage>&#x2013;<lpage>1097</lpage>. <pub-id pub-id-type="doi">10.1097/01.ACM.0000246756.55626.1b</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>