<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Educ.</journal-id>
<journal-title>Frontiers in Education</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Educ.</abbrev-journal-title>
<issn pub-type="epub">2504-284X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/feduc.2024.1354526</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Education</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Adding immersive virtual reality laboratory simulations to traditional teaching methods enhances biotechnology learning outcomes</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes"><name><surname>Beatrice</surname> <given-names>Peter</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff2"><sup>2</sup></xref><xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2091745/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Grimaldi</surname> <given-names>Annalisa</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/524067/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Bonometti</surname> <given-names>Stefano</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Caruso</surname> <given-names>Enrico</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Bracale</surname> <given-names>Marcella</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2315957/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Montagnoli</surname> <given-names>Antonio</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/80357/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Teaching and Learning Center, University of Insubria</institution>, <addr-line>Varese</addr-line>, <country>Italy</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Biotechnology and Life Sciences, University of Insubria</institution>, <addr-line>Varese</addr-line>, <country>Italy</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Human Sciences and Sciences of the Innovation for the Territory, University of Insubria</institution>, <addr-line>Varese</addr-line>, <country>Italy</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001">
<p>Edited by: Patsie Polly, University of New South Wales, Australia</p>
</fn>
<fn fn-type="edited-by" id="fn0002">
<p>Reviewed by: Jodi Asbell-Clarke, TERC, United States</p>
<p>Milan Kubiatko, J. E. Purkyne University, Czechia</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Peter Beatrice, <email>peter.beatrice@uninsubria.it</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>11</day>
<month>06</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>9</volume>
<elocation-id>1354526</elocation-id>
<history>
<date date-type="received">
<day>12</day>
<month>12</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>30</day>
<month>05</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Beatrice, Grimaldi, Bonometti, Caruso, Bracale and Montagnoli.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Beatrice, Grimaldi, Bonometti, Caruso, Bracale and Montagnoli</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>Immersive virtual reality (VR) simulations are increasingly being used in diverse educational and training contexts to supplement traditional learning methods. The high versatility of virtual laboratories allows students to take advantage of many benefits, like experiencing dangerous reactions, time-consuming protocols, or expensive equipment without the necessity of a real science laboratory. However, little research is currently available to support the efficacy and efficiency of this new learning tool. In this context, the main objective of this study was to assess the influence of biotechnology training by using immersive VR technologies on the student&#x2019;s motivational and learning outcomes as compared with learning with conventional methods only. To this aim we tested two diverse strategies, respectively VR simulations were used <italic>in place of</italic> or <italic>in addition to</italic> the teacher&#x2019;s introductory lesson of a hands-on laboratory experience. Aligned questionaries were administered before and after the proposed activities to assess theoretical knowledge, self-efficacy, interest in biotechnology, and engagement of the participants. We found that when the introductory lesson to a biotechnology hands-on laboratory is replaced with an equivalent immersive VR simulation, the student&#x2019;s learning outcomes are lower with respect to the traditional approach. On the contrary, when VR simulations are integrated as an additional tool to the existing learning methods, higher learning outcomes were observed demonstrating a deeper understanding of the learning contents. Furthermore, our study showed that learning with immersive VR simulations motivates students more than the traditional methods, thus, using this new technology in addition to the existing educational methods in biotechnology could be considered as a win-win strategy to raise the attention of the students while increasing the learning outcomes.</p>
</abstract>
<kwd-group>
<kwd>theoretical knowledge</kwd>
<kwd>engagement</kwd>
<kwd>questionnaire</kwd>
<kwd>VR headset</kwd>
<kwd>hands-on laboratory</kwd>
<kwd>science laboratory</kwd>
<kwd>improving students&#x2019; learning</kwd>
<kwd>self-efficacy</kwd>
</kwd-group>
<counts>
<fig-count count="8"/>
<table-count count="0"/>
<equation-count count="0"/>
<ref-count count="33"/>
<page-count count="13"/>
<word-count count="8119"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>STEM Education</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<label>1</label>
<title>Introduction</title>
<p>Educational institutions have found in technology a variety of innovative solutions to solve problems such as the inability to conduct in-person classes or perform hands-on laboratory experiences during the COVID-19 pandemic, boosting the development of new learning approaches. Consequently, virtual learning laboratory simulations are increasingly being used in diverse educational and training contexts to supplement traditional educational methods (<xref ref-type="bibr" rid="ref32">Wismer et al., 2021</xref>). The high versatility of virtual learning allows students to take advantage of its benefits in many different fields, from chemistry (<xref ref-type="bibr" rid="ref1">Jumbri and Ishak, 2022</xref>) to engineering (<xref ref-type="bibr" rid="ref27">Schnieder et al., 2022</xref>), passing through medicine (<xref ref-type="bibr" rid="ref6">Carnevale et al., 2022</xref>) and biotechnology (<xref ref-type="bibr" rid="ref5">Bonde et al., 2014</xref>). Previous research has shown that virtual learning simulations provide important educational benefits such as cost-effective access to state-of-the-art training equipment and learning tools, beyond what many teaching institutions would be able to provide (<xref ref-type="bibr" rid="ref31">Thisgaard and Makransky, 2017</xref>). Furthermore, virtual simulations make it possible for students to engage in realistic scenarios that may not be possible to experience in real life because they may be too dangerous, time-consuming, or expensive (<xref ref-type="bibr" rid="ref31">Thisgaard and Makransky, 2017</xref>), allowing the students to engage in trials and errors (<xref ref-type="bibr" rid="ref12">Eastwood and Sadler, 2013</xref>). Importantly, the laboratory experience is not limited to the availability of an equipped laboratory, as virtual learning can be located in a variety of other spaces (<xref ref-type="bibr" rid="ref22">Makransky et al., 2016</xref>). The requirement for laboratory work shifts from being location-dependent to device-dependent (<xref ref-type="bibr" rid="ref28">Soliman et al., 2021</xref>), allowing the possibility to practice even at home (<xref ref-type="bibr" rid="ref19">Makransky et al., 2019b</xref>). Distance learners with their own headsets could benefit from being able to experience the same level of education as students on campus when unable to attend the hands-on laboratory, as in the case of social distancing periods imposed by a pandemic outbreak (<xref ref-type="bibr" rid="ref28">Soliman et al., 2021</xref>).</p>
<p>While it is true that desktop virtual reality (VR) laboratory simulations provide visual experiences and learning, they do not replicate the process of handling equipment and materials. In this context, immersive VR laboratory simulations, accessed through head-mounted displays, are predicted to further raise the bar of virtual learning allowing for realistic sensations of grabbing, interacting, and moving objects around, just as in a real laboratory (<xref ref-type="bibr" rid="ref4">Bodekaer, 2016</xref>). As a consequence of the price drop of VR devices, many companies and educational institutions are investing significant resources in developing new VR educational tools, with the expectation that a higher level of immersion will increase student motivation (<xref ref-type="bibr" rid="ref18">Makransky et al., 2019a</xref>), interest in science (<xref ref-type="bibr" rid="ref20">Makransky et al., 2020</xref>), and learning (<xref ref-type="bibr" rid="ref21">Makransky et al., 2019c</xref>). Consequently, the field of virtual learning is rapidly developing, and little research is currently available to support the efficacy and efficiency of these new virtual and highly immersive learning tools, especially in the field of biotechnology. Among the available literature, there is agreement in stating that immersive virtual reality can increase interest in science, self-efficacy, enjoyment, intrinsic motivation, and engagement (<xref ref-type="bibr" rid="ref23">Parong and Mayer, 2018</xref>; <xref ref-type="bibr" rid="ref20">Makransky et al., 2020</xref>; <xref ref-type="bibr" rid="ref30">Sviridova et al., 2023</xref>). On the contrary, the results regarding learning outcomes are contradictory. Some studies found that immersive VR technologies are equivalent in conveying basic knowledge when compared to conventional learning methods (<xref ref-type="bibr" rid="ref18">Makransky et al., 2019a</xref>; <xref ref-type="bibr" rid="ref30">Sviridova et al., 2023</xref>), while other authors found that students who joined the VR approach <italic>in place of</italic> the conventional method performed worse than the control group (<xref ref-type="bibr" rid="ref23">Parong and Mayer, 2018</xref>; <xref ref-type="bibr" rid="ref21">Makransky et al., 2019c</xref>). The latter suggested that this outcome was due to the significant presence of non-essential visual stimuli in VR simulations, which distracted the learner from the essential content and increased the overall cognitive load (<xref ref-type="bibr" rid="ref21">Makransky et al., 2019c</xref>; <xref ref-type="bibr" rid="ref8">Chan et al., 2021</xref>). Furthermore, we found a lack of data concerning the use of VR simulation <italic>in addition to</italic> the conventional methods in biotechnology teaching, instead of using it <italic>in place of</italic> the existing methods.</p>
<p>To test these two diverse strategies to improve students&#x2019; learning outcomes with immersive VR technologies, we performed two independent studies, respectively, introducing VR simulations <italic>in place of</italic> or <italic>in addition to</italic> the teacher&#x2019;s introductory lesson to a hands-on laboratory experience. Theoretical knowledge, self-efficacy, interest in biotechnology, and engagement were assessed with dedicated questionaries before and after the proposed activities. Based on the currently available literature, our two-fold hypothesis was that (<italic>i</italic>) using immersive VR simulations <italic>in place of</italic> the traditional face-to-face lesson could increase the students&#x2019; motivational outcomes like interest in biotechnology, self-efficacy and engagement while not affecting the learning outcomes and (<italic>ii</italic>) using immersive VR simulations <italic>in addition to</italic> the traditional lesson could allow obtaining both higher motivational outcomes and higher learning outcomes.</p>
</sec>
<sec sec-type="materials|methods" id="sec2">
<label>2</label>
<title>Materials and methods</title>
<sec id="sec3">
<label>2.1</label>
<title>Participants</title>
<p>In Study 1 the sample consisted of 92 students from 4 different high schools in north-western Italy (Varese, Lombardy region). Biotechnology was the main focus of each school&#x2019;s scholastic program. Among the participants, 2% of the students were attending their second year, 60% in their third year, 24% in their fourth year, and 14% in their fifth year of high school. The average age was 17.6&#x2009;years (SD&#x2009;=&#x2009;0.96), 67% were females and 33% were males. Half of the students had already dealt in class with the arguments addressed during the present study, while only 31% had already done something similar in a hands-on laboratory during their studies. Among the participants who used the VR simulations, 23.1% had already used VR headsets before, 10.3% declared to have only little experience with them, and 66.7% had never used a VR headset before. The study took place as part of the educational guidance program of the <italic>University of Insubria</italic> (Varese &#x2013; Italy) for local high school students.</p>
<p>In Study 2 the sample consisted of 94 students from the <italic>Organic Chemistry</italic> course in the first year of the <italic>Biological Sciences</italic> B.S. degree at the <italic>University of Insubria</italic> (Varese &#x2013; Italy). Among the participants, 64% were females and 36% were males, with an average age of 20.2&#x2009;years (SD&#x2009;=&#x2009;0.90). In their previous studies, 34% of the students had already done chemistry experience in a laboratory while the other 66% had no or little experience with a chemistry laboratory. Regarding the specific argument addressed in this study, i.e., caffeine extraction, 57% of students had already dealt with it during previous studies while only 13% had already performed this experience in a hands-on laboratory. Among the participants who used the VR headsets, 25.0% had already used them before, 8.3% declared to have only little experience with them, and 66.7% had never used a VR headset before.</p>
</sec>
<sec id="sec4">
<label>2.2</label>
<title>Procedure and questionnaire administering</title>
<p>In Study 1 the participants performed the laboratory activity in groups of 10&#x2013;20 students, according to the class size.</p>
<p>(1) All participants received oral information describing the experiments and the aim of the research and were asked to compile the Pre-test using personal smartphones.</p>
<p>(2) The class was randomly split into two groups to follow an introductory lesson with two different approaches (<xref ref-type="fig" rid="fig1">Figure 1</xref>-Study1):</p>
<list list-type="roman-lower">
<list-item>
<p>The traditional group (control) received a 1-h conventional lesson from a university teacher consisting of an oral speech supported by a slideshow. The lessons included a complete overview of the equipment and reagents that will be used in the subsequent hands-on part of the laboratory as well as the theoretical concepts necessary to understand the procedures. At the end of the lesson, students were asked to compile the Mid-test followed by a short break.</p>
</list-item>
<list-item>
<p>The virtual reality group used the VR laboratory simulation <italic>in place of</italic> the conventional lesson from the university teacher. This group followed a short introduction on how to use VR headsets and performed a 10-min tutorial followed by the two virtual laboratories of plasmid DNA extraction (25&#x2009;min.) and Polymerase Chain Reaction (20&#x2009;min.). The VR laboratory simulations provided a comprehensive overview of the equipment and reagents that will be utilized in the following hands-on part of the laboratory, along with the theoretical concepts essential for comprehending the procedures. Further details about the VR laboratory simulations are presented in paragraph 2.3. At the end of the simulation, students were asked to compile the Mid-test followed by a short break.</p>
</list-item>
</list>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Flow charts illustrating the experimental setup of the 2 studies. In Study 1 VR simulations were used <italic>in place of</italic> the teacher&#x2019;s introductory lesson of a hands-on laboratory experience, while in Study 2 VR simulations were used <italic>in addition to</italic> the teacher&#x2019;s lesson. Green arrows represent the tasks carried out by the virtual reality group, while black arrows represent the tasks carried out by the traditional group (control).</p>
</caption>
<graphic xlink:href="feduc-09-1354526-g001.tif"/>
</fig>
<p>(3) In the second part of the laboratory, the two groups joined together for the hands-on part (3&#x2009;h). Supervised by two tutors and the teacher, the participants received step-by-step instructions to perform a plasmid DNA extraction using the ZymoPURE&#x2122; Plasmid Miniprep Kit (Zymo Research) and DNA quantification using the NanoDrop&#x2122; One spectrophotometer (Thermo Scientific), followed by the setup of a polymerase chain reaction (PCR) and gel electrophoresis. The students learned how to use the molecular biology laboratory equipment (like micropipettes, centrifuge, and thermal cycler) and the specific reagents (like buffers, enzymes, and primers). To understand how each step of the procedure works, the functioning of each specific reagent and instrument was explained while proceeding with the laboratory experience. Immediately after finishing the hands-on laboratory, students were asked to compile the Post-test.</p>
<p>In Study 2 the participants were split into 5 turns attended by approximately 20 participants each.</p>
<p>(1) The conventional introductory lesson was taught once for all participants during a lesson of the <italic>Organic Chemistry</italic> course, approximately 1&#x2009;week before the hands-on laboratory. All participants received oral information describing the aim of the research and were asked to compile the Pre-test using personal smartphones. Subsequently, the teacher provided a complete overview of the techniques and instruments that will be used during the hands-on laboratory as well as the theoretical concepts necessary to understand the applied procedures via a 1.5-h conventional lesson consisting of an oral speech supported by a slideshow.</p>
<p>(2) The hands-on laboratory consisted of standard caffeine extraction from coffee with organic solvents and lasted approximately 3&#x2009;h. The students learned how to use the organic chemistry laboratory equipment (like funnels, vacuum flasks, and the rotavapor) and the specific solvents (like sodium hydroxide, methylene chloride, anhydrous sodium sulfate, and acetone). To understand how each step of the procedure works, the functioning of each specific reagent and instrument was explained while proceeding with the laboratory experience. At this stage, two different approaches were used (<xref ref-type="fig" rid="fig1">Figure 1</xref>-Study 2):</p>
<list list-type="roman-lower">
<list-item>
<p>The participants in the first two turns (traditional group) directly performed the hands-on laboratory, as was usually done the previous years. After finishing the hands-on laboratory, the participants were asked to compile the Post-test.</p>
</list-item>
<list-item>
<p>The participants in the other three turns (virtual reality group) performed a VR laboratory simulation before the hands-on laboratory and <italic>in addition to</italic> the traditional program. These participants received a short introduction on how to use VR headsets and performed a 10-min tutorial followed by the caffeine extraction VR laboratory (30&#x2009;min.). The VR laboratory simulation included a complete overview of the equipment and solvents that will be used in the subsequent hands-on part of the laboratory as well as the theoretical concepts necessary to understand the procedures. Further details about the VR laboratory simulations are presented in paragraph 2.3. After a short break, the participants continued with the hands-on laboratory (3&#x2009;h) as was done by the traditional group (control). After finishing the hands-on laboratory, the participants were asked to compile the Post-test.</p>
</list-item>
</list>
<p>(3) During a lesson in the <italic>Organic Chemistry</italic> course, 30&#x2009;days after the hands-on experience, a retention test (Ret-test) was provided to the participants.</p>
</sec>
<sec id="sec5">
<label>2.3</label>
<title>VR laboratory simulations</title>
<p>The immersive virtual reality laboratory simulations used in these studies were developed by OpenLab S.R.L. (<xref ref-type="bibr" rid="ref25">Peruzzo et al., 2023</xref>) and administered through the Oculus Quest 2 headsets (Meta). The virtual laboratory simulations are set in a realistic laboratory (<xref ref-type="fig" rid="fig2">Figure 2A</xref>) and utilize hand-tracking technologies to allow realistic interactions with pipettes, solutions, and instruments just as in a real laboratory (<xref ref-type="fig" rid="fig2">Figures 2B</xref>,<xref ref-type="fig" rid="fig2">C</xref>). A voice guide provides step-by-step instructions and information throughout the simulation flow to guide the student in the laboratory experience and provides the theoretical background necessary to understand each step of the procedures. The students experience in an immersive and realistic virtual environment the use of all the equipment, reagents, and solvents that will be used in the subsequent hands-on part of the laboratory. Specific virtual supplements allow the students to deepen their knowledge of difficult theoretical concepts through full immersion in the reaction solution (<xref ref-type="fig" rid="fig2">Figure 2D</xref>). In Study 1, we used the plasmid DNA extraction (25&#x2009;min) and the Polymerase Chain Reaction (20&#x2009;min) laboratory simulations, while in Study 2, the caffeine extraction (30&#x2009;min) simulation was used. Each virtual experience was designed to perfectly match the hands-on experience proposed in the subsequent real laboratory experience. The simulations were supplied in Italian to accommodate the student&#x2019;s language abilities.</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Demonstrative screenshots from the immersive virtual reality laboratory simulations tested in this study. Respectively <bold>(A)</bold> the lab where the experiences are set, <bold>(B)</bold> a step of the plasmid DNA extraction experience, <bold>(C)</bold> an example of the hand-tracking technology from the PCR experience, and <bold>(D)</bold> a full immersion in the polymerase chain reaction solution.</p>
</caption>
<graphic xlink:href="feduc-09-1354526-g002.tif"/>
</fig>
</sec>
<sec id="sec6">
<label>2.4</label>
<title>Outcomes measure and statistical analysis</title>
<p>The tests of both studies were anonymous and contained a short demographic survey with items concerning age, gender, school grade, experience with the topics covered by the laboratories, and experience with VR headsets. These data have been used to assess if differences in these factors can affect the students&#x2019; learning outcomes when studying with VR laboratory simulations. In line with previous research regarding virtual learning simulations (<xref ref-type="bibr" rid="ref22">Makransky et al., 2016</xref>; <xref ref-type="bibr" rid="ref31">Thisgaard and Makransky, 2017</xref>), the learning outcome was assessed by measuring the students&#x2019; theoretical knowledge via 10 multiple-choice questions aligned with the laboratory contents. The knowledge questions addressed the use of the main reagents and equipment taught in the traditional lesson, experienced in the VR laboratory simulations, and used in the hands-on part of the laboratory, as well as the theoretical concepts necessary to understand the procedures. To prevent overalignment, the questions addressed only the information that was supplied in both the traditional lessons, the VR laboratory simulations, and the hands-on laboratory. A 5-point Likert scale from 1 (very low) to 5 (very high) (<xref ref-type="bibr" rid="ref15">Klingenberg et al., 2023</xref>) was used to measure interest in biotechnology (3 items) and self-efficacy (5 items). The items were adapted from the Interest/Enjoyment scale from the Intrinsic Motivation Inventory (Center for Self-Determination Theory; <xref ref-type="bibr" rid="ref10">Deci et al., 1994</xref>) and the Motivated Strategies for Learning Questionnaire Manual (<xref ref-type="bibr" rid="ref26">Pintrich et al., 1991</xref>). Further questions, adapted from previous research regarding virtual learning simulations (<xref ref-type="bibr" rid="ref18">Makransky et al., 2019a</xref>), investigated the participants&#x2019; perceived learning, engagement, opinions about the VR laboratories, and the laboratory experience in general. The students could access the specific test by scanning a QR code with their personal smartphones. All questions were presented via Google Forms (Google LLC) and administered in Italian to accommodate the student&#x2019;s language abilities. Further details and the translated questions can be found in <xref ref-type="supplementary-material" rid="SM1">Supplementary Tables S1, S2</xref>. The statistical analysis was carried out with SPSS Statistics 25.0 (IBM) using the <italic>post hoc</italic> Dunnett&#x2019;s test for multiple comparisons of data with unequal variances and the independent samples Student&#x2019;s <italic>t</italic>-test when only two means were compared. Statistically significant differences (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.05) between the means were marked with the letters a, b, and c for the traditional group (control), with the letters x, y, and z for the VR group, and with an asterisk for comparisons between the two types of didactic approaches. All presented data are summarized in <xref ref-type="supplementary-material" rid="SM1">Supplementary Tables S3&#x2013;S6</xref>.</p>
</sec>
</sec>
<sec sec-type="results" id="sec7">
<label>3</label>
<title>Results</title>
<sec id="sec8">
<label>3.1</label>
<title>Study 1: virtual reality laboratory simulation in place of the traditional introductory lesson</title>
<p>The participants in Study 1 were prepared for a biotechnology hands-on laboratory with an introductory lesson performed with two different approaches. The participants who attended the traditional lesson, consisting of an oral speech supported by a slideshow, reported a statistically significant increase in their theoretical knowledge, from 3.0 (Pre-test) up to 6.0 (Mid-test) correct answers out of 10 questions (<xref ref-type="fig" rid="fig3">Figure 3A</xref>). With the subsequent hands-on laboratory, no further knowledge increase was observed (<xref ref-type="fig" rid="fig3">Figure 3A</xref>). Diversely, the participants who attended the virtual reality (VR) laboratory simulations reported a slight knowledge increase, not statistically significant, from 3.2 (Pre-test) to 3.7 (Mid-test) correct answers (<xref ref-type="fig" rid="fig3">Figure 3A</xref>). With the subsequent hands-on laboratory, a further slight knowledge increase was observed (4.75 correct answers), statistically higher with respect to their initial knowledge (Pre-test) but not significant with respect to their intermediate knowledge (Mid-test). When the two didactical approaches were compared, no differences were observed between the two groups at the beginning of the study (Pre-test), while a significantly higher theoretical knowledge level was observed in both Mid- and Post-test in the participants who attended the traditional lesson with respect to the participants who attended the VR simulations (<xref ref-type="fig" rid="fig3">Figure 3A</xref>).</p>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p><bold>(A)</bold> Change in theoretical knowledge with the progress of the laboratory experience for the two groups of participants to Study 1. In panels <bold>(B,C)</bold>, the data of the virtual reality and traditional groups are analyzed singularly to highlight gender differences. Error bars represent the 95% confidence interval, while asterisks indicate statistically significant differences between the two groups.</p>
</caption>
<graphic xlink:href="feduc-09-1354526-g003.tif"/>
</fig>
<p>The statistical analysis showed that in the Mid-test female students have assimilated significantly more information than males from the VR simulations (<xref ref-type="fig" rid="fig3">Figure 3B</xref>). On the contrary, no differences between males and females were observed in participants who attended the traditional introductory lesson (<xref ref-type="fig" rid="fig3">Figure 3C</xref>). No other differences in the students&#x2019; learning outcomes were found when the other demographic factors were analyzed separately (data not shown).</p>
<p><xref ref-type="fig" rid="fig4">Figure 4</xref> shows the responses to questions aimed at measuring the participants&#x2019; interest in biotechnology (<xref ref-type="fig" rid="fig4">Figures 4A</xref>&#x2013;<xref ref-type="fig" rid="fig4">C</xref>) and self-efficacy (<xref ref-type="fig" rid="fig4">Figures 4D</xref>&#x2013;<xref ref-type="fig" rid="fig4">F</xref>). No statistically significant differences were observed in the participants&#x2019; interest in biotechnology, both with the progress of the laboratory experience and between the two participants&#x2019; groups, i.e., Traditional and VR (<xref ref-type="fig" rid="fig4">Figures 4A</xref>&#x2013;<xref ref-type="fig" rid="fig4">C</xref>). A similar result was also observed for part of the self-efficacy questions (<xref ref-type="fig" rid="fig4">Figures 4D</xref>,<xref ref-type="fig" rid="fig4">E</xref>). On the contrary, statistically significant differences were found in the student&#x2019;s perceived ability to explain to a classmate the laboratory procedures, i.e., DNA extraction and Polymerase Chain Reaction (<xref ref-type="fig" rid="fig4">Figure 4F</xref>). We observed a significant increase with the progress of the laboratory experience, but no significant differences were observed between the two groups of participants (<xref ref-type="fig" rid="fig4">Figure 4F</xref>).</p>
<fig position="float" id="fig4">
<label>Figure 4</label>
<caption>
<p>Change in the responses to questions related to <bold>(A-C)</bold> interest in biotechnology (purple) and <bold>(D-F)</bold> self-efficacy (red) with the progress of the laboratory experience and for the two groups of participants. Measurements were done through a 5-point Likert scale spanning from 1 (very low) to 5 (very high). Error bars represent the 95% confidence interval.</p>
</caption>
<graphic xlink:href="feduc-09-1354526-g004.tif"/>
</fig>
<p>Further questions were administered both in the Mid- and Post-test to assess the participants&#x2019; perception regarding different aspects of the laboratory experience (<xref ref-type="fig" rid="fig5">Figure 5</xref>). We observed that the students who joined the traditional lesson felt to have better understood the concepts that were explained to them with respect to the students who attended the VR simulation (<xref ref-type="fig" rid="fig5">Figure 5A</xref>). On the contrary, the students who attended the VR simulation reported a higher enjoyment (<xref ref-type="fig" rid="fig5">Figure 5D</xref>) and felt that the introductory lesson was less boring (<xref ref-type="fig" rid="fig5">Figure 5E</xref>) with respect to the students who attended the traditional lesson. Furthermore, the students who joined the traditional lesson scored significantly higher ratings when asked if the concepts necessary to understand the hands-on experience were clear (<xref ref-type="fig" rid="fig5">Figure 5H</xref>). No statistically significant differences were observed regarding the other 5 items tested, respectively the difficulty in following the lesson, the difficulty of the subject itself, the usefulness of the lesson for their school career, their pleasure in learning new biotechnology concepts, and the usefulness of the lesson before doing the hands-on laboratory (<xref ref-type="fig" rid="fig5">Figures 5B</xref>,<xref ref-type="fig" rid="fig5">C</xref>,<xref ref-type="fig" rid="fig5">F</xref>,<xref ref-type="fig" rid="fig5">G</xref>,<xref ref-type="fig" rid="fig5">I</xref>). Among the participants who used the VR headsets, 89.7% of the students think that immersive VR should be used more often for school learning, while 10.3% of the students responded negatively to this question (<xref ref-type="fig" rid="fig5">Figure 5J</xref>).</p>
<fig position="float" id="fig5">
<label>Figure 5</label>
<caption>
<p><bold>(A-J)</bold> Responses of the two groups to questions related to the participants&#x2019; perception regarding different aspects of the laboratory experience. Measurements were done through a 5-point Likert scale spanning from 1 (very low) to 5 (very high). Questions highlighted in blue <bold>(A-G, J)</bold> were administered in the Mid-test, while questions highlighted in yellow <bold>(H, I)</bold> were administered in the Post-test. Error bars represent the 95% confidence interval, while asterisks indicate statistically significant differences between the two groups.</p>
</caption>
<graphic xlink:href="feduc-09-1354526-g005.tif"/>
</fig>
</sec>
<sec id="sec9">
<label>3.2</label>
<title>Study 2: virtual reality laboratory simulation in addition to the traditional laboratory program</title>
<p>In Study 2, 64% of the participants performed a VR laboratory simulation before an organic chemistry hands-on laboratory in addition to the traditional laboratory program. The participants who also attended the VR laboratory simulation reported a statistically significant increase in their theoretical knowledge, from 3.7 in the Pre-test up to 6.6 correct answers out of 10 questions in the Post-test (<xref ref-type="fig" rid="fig6">Figure 6A</xref>). After 30&#x2009;days, the theoretical knowledge of these students did not drop significantly (Ret-test). The participants who attended the traditional program also reported a statistically significant increase in their theoretical knowledge, from 3.7 in the Pre-test up to 5.7 correct answers in the Post-test, and no significant knowledge drop after 30&#x2009;days. When the two didactical approaches were compared, the students who attended the VR simulation reported a statistically significant higher knowledge level in the Post-test with respect to the students who attended the traditional program (<xref ref-type="fig" rid="fig6">Figure 6A</xref>), while no significant difference was observed in the retention test due to the high variability of the data.</p>
<fig position="float" id="fig6">
<label>Figure 6</label>
<caption>
<p><bold>(A)</bold> Change in theoretical knowledge with the progress of the laboratory experience for the two groups of participants to Study 2. In panels <bold>(B,C)</bold>, the data of the virtual reality and traditional groups are analyzed singularly to highlight gender differences. Error bars represent the 95% confidence interval, while asterisks indicate statistically significant differences between the two groups.</p>
</caption>
<graphic xlink:href="feduc-09-1354526-g006.tif"/>
</fig>
<p>The performances of males and females were also analyzed separately, showing that no significant differences in the knowledge gained by the participants can be observed due to gender, both in the VR and the traditional approach (<xref ref-type="fig" rid="fig6">Figures 6B</xref>,<xref ref-type="fig" rid="fig6">C</xref>). No other differences in the students&#x2019; learning outcomes were found when the other demographic factors were analyzed separately (data not shown).</p>
<p><xref ref-type="fig" rid="fig7">Figure 7</xref> shows the responses to questions aimed at measuring the participants&#x2019; interest in biotechnology (<xref ref-type="fig" rid="fig7">Figures 7A</xref>,<xref ref-type="fig" rid="fig7">B</xref>) and self-efficacy (<xref ref-type="fig" rid="fig7">Figures 7C</xref>&#x2013;<xref ref-type="fig" rid="fig7">E</xref>). Within the questions to measure the participants&#x2019; interest in biotechnology, we observed no statistically significant differences both with the progress of the laboratory experience and between the two participants&#x2019; groups (<xref ref-type="fig" rid="fig7">Figures 7A</xref>,<xref ref-type="fig" rid="fig7">B</xref>). A similar result was also observed for the self-efficacy question C (<xref ref-type="fig" rid="fig7">Figure 7C</xref>). Moreover, we observed a slight increase between the Pre- and Post-test in the student&#x2019;s perceived ability to perform caffeine extraction alone, although not significant in the traditional group, followed by a decrease after 30&#x2009;days (i.e., Ret-test; <xref ref-type="fig" rid="fig7">Figure 7D</xref>). On the contrary, in both groups, we observed a marked increase between the Pre- and Post-test in the student&#x2019;s perceived ability to explain to a classmate the laboratory procedure, followed by a decrease after 30&#x2009;days (<xref ref-type="fig" rid="fig7">Figure 7E</xref>). However, in all questions analyzed no statistically significant differences were observed between the two groups of participants (<xref ref-type="fig" rid="fig7">Figures 7A</xref>&#x2013;<xref ref-type="fig" rid="fig7">E</xref>).</p>
<fig position="float" id="fig7">
<label>Figure 7</label>
<caption>
<p>Change in the responses to questions related to <bold>(A, B)</bold> interest in biotechnology (purple) and <bold>(C-E)</bold> self-efficacy (red) with the progress of the laboratory experience and for the two groups of participants. Measurements were done through a 5-point Likert scale spanning from 1 (very low) to 5 (very high). Error bars represent the 95% confidence interval.</p>
</caption>
<graphic xlink:href="feduc-09-1354526-g007.tif"/>
</fig>
<p>Further questions were administered in the Post-test to assess the participants&#x2019; perception regarding different aspects of the laboratory experience (<xref ref-type="fig" rid="fig8">Figure 8</xref>). The students who attended the VR simulation felt to have better acquired the concepts needed to understand the hands-on experience with respect to the students who attended the Traditional approach (<xref ref-type="fig" rid="fig8">Figure 8A</xref>). No statistically significant differences were observed regarding the difficulty of following the different steps of the hands-on experience (<xref ref-type="fig" rid="fig8">Figure 8B</xref>), and the usefulness of a theoretical lesson before doing the hands-on laboratory (<xref ref-type="fig" rid="fig8">Figure 8C</xref>). Furthermore, the students who attended the VR simulation felt less need for further teaching tools to better understand the hands-on laboratory experience (<xref ref-type="fig" rid="fig8">Figure 8D</xref>). Finally, the students who attended the VR simulation scored 3.65 points out of 5 when asked if carrying out the VR laboratory simulation was useful before performing the hands-on experience in the laboratory (<xref ref-type="fig" rid="fig8">Figure 8E</xref>). Among the participants who used the VR headsets, 90.0% of the students think that immersive VR should be used more often for teaching laboratory techniques, while 10.0% of the students responded negatively to this question (<xref ref-type="fig" rid="fig8">Figure 8F</xref>).</p>
<fig position="float" id="fig8">
<label>Figure 8</label>
<caption>
<p><bold>(A-F)</bold> Responses of the two groups to questions related to the participants&#x2019; perception regarding different aspects of the laboratory experience. Measurements were done through a 5-point Likert scale spanning from 1 (very low) to 5 (very high). These questions were administered in the Post-test. Error bars represent the 95% confidence interval, while asterisks indicate statistically significant differences between the two groups.</p>
</caption>
<graphic xlink:href="feduc-09-1354526-g008.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="sec10">
<label>4</label>
<title>Discussion</title>
<sec id="sec11">
<label>4.1</label>
<title>Theoretical knowledge</title>
<p>Study 1 investigated the effects on motivational and learning outcomes of high school students when the introductory lesson to a hands-on laboratory is replaced with an equivalent virtual reality (VR) simulation. Diversely from what was hypothesized, our data show that the traditional lesson, consisting of an oral speech supported by a slideshow, was more effective in the participants&#x2019; learning of theoretical knowledge with respect to the VR simulation. The results reported in the literature, comparing traditional and innovative didactic approaches, are still poorly investigated and controversial, making our findings both in line and in contrast with previous studies conducted with similar approaches. In particular, Makransky et al. through the use of desktop VR simulations observed no differences in knowledge of microbiology between groups that attended either a virtual laboratory or a face-to-face tutorial (<xref ref-type="bibr" rid="ref22">Makransky et al., 2016</xref>). More recently, Wismer et al. using immersive VR simulations for the biopharma industry training observed no differences in the knowledge scores of the group that attended the VR simulation with respect to the group that attended a real-life training (<xref ref-type="bibr" rid="ref32">Wismer et al., 2021</xref>). On the contrary, Parong and Mayer found that a group of students that studied on a slideshow scored significantly better than the VR group and attributed this difference to the high load of non-essential visual inputs that characterize VR simulations (<xref ref-type="bibr" rid="ref23">Parong and Mayer, 2018</xref>), diverting the student from the main narration and the important material (<xref ref-type="bibr" rid="ref8">Chan et al., 2021</xref>). A further study compared the learning outcomes resulting from science desktop simulations vs. immersive VR simulations, showing that students who attended the immersive VR simulations learned less due to a higher cognitive load based on ECG measurements (<xref ref-type="bibr" rid="ref21">Makransky et al., 2019c</xref>). This latter study concluded that learning science in immersive VR modality may overload and distract the learner, resulting in less opportunity to build solid learning outcomes (<xref ref-type="bibr" rid="ref21">Makransky et al., 2019c</xref>).</p>
<p>However, each of these studies operates within a specific setting and methodology, which may influence the outcomes observed. One key aspect to consider is the diversity in VR implementation across studies, which can significantly impact the learning outcomes (<xref ref-type="bibr" rid="ref2">Akpan and Shanker, 2019</xref>). The differences in VR applications for educational purposes could lead to variations in cognitive load, immersion levels, and nature of interaction, ultimately affecting learning outcomes (<xref ref-type="bibr" rid="ref29">Suh and Prophet, 2018</xref>; <xref ref-type="bibr" rid="ref15">Klingenberg et al., 2023</xref>). A further aspect that could influence the efficacy of VR content is the subject matter of the intervention (e.g., chemistry, biopharma, microbiology, biology, etc.) and the specific educational objectives that have been set. The application of VR simulations to a didactic approach could be more effective in a specific subject matter with respect to others depending on the conceptual complexity, the nature of the content, and the practical applications. Finally, also the demographic characteristics of the students, like age, level of education, and gender could play a role in shaping the efficacy of the VR intervention (<xref ref-type="bibr" rid="ref20">Makransky et al., 2020</xref>). Regarding this latter, we observed a gender difference with regard to students who attended the immersive VR simulation, as female students reported significantly higher theoretical knowledge scores than male students following the VR simulation. Similar results were previously observed by Makransky et al. in regard to science career aspiration, with only females reporting a significant increase following the immersive VR simulation, demonstrating the potential of VR simulations to contribute to balancing out the gender gap in STEM fields (<xref ref-type="bibr" rid="ref20">Makransky et al., 2020</xref>). Subsequent studies found that when there is a transition from face-to-face to digital learning, as happened during the pandemic-induced school closures, females might adjust their methods and be more adaptable to the new learning environment (<xref ref-type="bibr" rid="ref17">Liu et al., 2021</xref>), being also more perseverant (<xref ref-type="bibr" rid="ref33">Yu, 2021</xref>) and engaged than males (<xref ref-type="bibr" rid="ref16">Korlat et al., 2021</xref>), thus, getting more benefits from digital learning. Regarding the age of the beneficiaries of the VR intervention, given the small age gap between the high school students participating in our study (17&#x2013;19&#x2009;years old), we observed no differences in the student&#x2019;s learning outcomes related to age (data not shown). Considering the age and level of education of the participants in the studies currently available in the literature [i.e., university students with a mean age of 23.8&#x2009;years in <xref ref-type="bibr" rid="ref21">Makransky et al. (2019c)</xref>, university students with mean age of 19.2&#x2009;years in <xref ref-type="bibr" rid="ref23">Parong and Mayer (2018)</xref>, university students with mean age of 20.2&#x2009;years in <xref ref-type="bibr" rid="ref22">Makransky et al. (2016)</xref>, and secondary education students aged 16&#x2013;53 in <xref ref-type="bibr" rid="ref32">Wismer et al. (2021)</xref>], there seems to be no correlation between the efficacy of VR laboratory simulations with respect to traditional methods and these two demographic factors. At present, only one study addressed the influence of age and industry experience on self-reported learning outcomes consequently to training for mine rescue with virtual reality, finding that age and experience do not affect learning outcomes (<xref ref-type="bibr" rid="ref24">Pedram et al., 2022</xref>). Nevertheless, in the field of biotechnology and STEM education, a comprehensive study on the efficacy of VR laboratory simulations in relation to the student&#x2019;s age and level of education is still lacking.</p>
<p>In the case of Study 2 the immersive VR simulation was considered as an additional tool to improve the educational method used so far, and, thus, was added to the traditional program instead of substituting part of the program (e.g., the introductory lesson) as tested in Study 1 and by the majority of the literature currently available (<xref ref-type="bibr" rid="ref22">Makransky et al., 2016</xref>; <xref ref-type="bibr" rid="ref23">Parong and Mayer, 2018</xref>; <xref ref-type="bibr" rid="ref32">Wismer et al., 2021</xref>). Our findings show that this different approach may significantly increase the theoretical knowledge of the students who were attending the laboratory experience, contributing to building a solid learning outcome. These data support our initial hypothesis and provide a significant starting point for developing effective and efficient strategies to incorporate VR laboratory simulations in educational programs. In a recent review concerning virtual chemical laboratories, Chan et al. reported that combining virtual laboratories with a conventional lesson and/or a hands-on laboratory seems to result in a greater learning improvement than the traditional approach alone as it reinforces the previously learned concepts (<xref ref-type="bibr" rid="ref8">Chan et al., 2021</xref>). It is suggested that a high level of interactivity engages the learner to develop a deeper understanding of the learning content (<xref ref-type="bibr" rid="ref9">Davenport et al., 2018</xref>).</p>
</sec>
<sec id="sec12">
<label>4.2</label>
<title>Interest in science</title>
<p>Diversely from what was expected, in Study 1 the participants of both groups (VR and Traditional) showed no increase in interest in biotechnology following the introductory lesson and the laboratory activity, demonstrating that with both didactical approaches a single educational guidance experience was not enough to make high-school students more passionate about biotechnology. Similarly, Study 2 showed no increase in the interest in biotechnology in first-year B.S. students following the whole educational experience proposed. These results reject our hypothesis and are not consistent with previous research. Other authors reported an overall increase in interest in science following a single didactical activity with VR simulations (<xref ref-type="bibr" rid="ref18">Makransky et al., 2019a</xref>, <xref ref-type="bibr" rid="ref20">2020</xref>), while Andersen et al. found that immersive VR was more effective than 2D video in fostering science interest (<xref ref-type="bibr" rid="ref3">Andersen et al., 2023</xref>).</p>
</sec>
<sec id="sec13">
<label>4.3</label>
<title>Self-efficacy</title>
<p>With the questions aimed to measure the participants&#x2019; self-efficacy, we observed, in both studies and groups of participants, a significant increase with the progress of the laboratory experience in the perceived ability to explain to a classmate the laboratory procedures, indicating that the students are developing a clear idea of what they were taught. Also, in students who used VR simulations in Study 2, we observed an increase in the perceived ability to perform caffeine extraction alone, however not statistically different from the data obtained from students who have not used VR simulations. Altogether, these results support our hypothesis only partially, as we were expecting an increased self-efficacy in all items tested. Furthermore, our data suggest that the use of VR simulations does not affect the student&#x2019;s perceived self-efficacy when compared to traditional didactical methods. Makransky et al. observed a similar pattern, i.e., an increase in self-efficacy but no difference between the two groups, when comparing students who used a virtual simulation with students who attended a face-to-face tutorial (<xref ref-type="bibr" rid="ref22">Makransky et al., 2016</xref>). The finding that both groups of students report the same self-efficacy outcomes when virtual simulations are used as an alternative to traditional methods is of particular importance as non-cognitive skills are emerging to play an essential role in academic success and life outcomes and, consequently, with a significant long-term impact (<xref ref-type="bibr" rid="ref13">Garcia, 2014</xref>). Thus, when testing new technologies for educational purposes it is important to assess that the new didactical methods are not impairing the development of non-cognitive skills (<xref ref-type="bibr" rid="ref14">Kautz et al., 2014</xref>).</p>
</sec>
<sec id="sec14">
<label>4.4</label>
<title>Engagement and perceived learning</title>
<p>In Study 1 we found that at the end of the introductory lesson the participants who joined the traditional lesson felt to have better understood the concepts that had been explained to them with respect to the participants who attended the VR simulation. Also, at the end of the laboratory experience, these participants scored higher ratings when asked if the concepts necessary to understand the hands-on experience were clear. These data reflect what was observed with the theoretical knowledge test, which showed that participants who attended the traditional introductory lesson actually obtained a higher learning outcome both in the Mid- and Post-test. On the contrary, the students who attended the VR simulation reported a higher enjoyment and felt that the introductory lesson was less boring with respect to the students who attended the traditional lesson. No wonder that 90% of the participants in Study 1 believe that immersive VR should be used more often for school learning. These results support the hypothesis that VR simulations can improve students&#x2019; engagement. Other studies reported similar results, for instance, Parong and Mayer obtained more enjoyment and less boredom in the VR group and suggested that students have more positive feelings when learning in immersive VR than from a slideshow, despite showing a lower learning outcome (<xref ref-type="bibr" rid="ref23">Parong and Mayer, 2018</xref>). The authors concluded that immersive VR appears to create situational interest, but adding interesting features to a lesson may not be enough to enhance learning outcomes (<xref ref-type="bibr" rid="ref11">Dewey, 1913</xref>). Since VR simulations motivate students more than conventional media, Parong and Mayer suggest using these new technologies in tandem with the existing strategies to spark interest among learners while maintaining high learning outcomes (<xref ref-type="bibr" rid="ref23">Parong and Mayer, 2018</xref>).</p>
<p>In light of these data, Study 2 has tested the use of VR simulations as an additional tool to improve the existing educational method. Students who attended also the VR simulation felt to have better understood the concepts needed and felt less need for further teaching tools to understand the hands-on laboratory experience, showing that VR simulations contributed to building a better background to deal with the subsequent hands-on laboratory. These data are further supported by the increased theoretical knowledge observed in the students who took advantage of VR simulations, showing that the students&#x2019; feelings align with their effective knowledge about the topic at the end of the laboratory experience.</p>
</sec>
</sec>
<sec sec-type="conclusions" id="sec15">
<label>5</label>
<title>Conclusion</title>
<p>Overall, it can be concluded that immersive virtual reality (VR) laboratory simulations are a promising technology to improve traditional educational methods. However, care should be taken to the approach used to integrate these new technologies with the existing methods, as very different outcomes can be obtained depending on the chosen strategy. This research showed that when the introductory lesson to a biotechnology hands-on laboratory is replaced with an equivalent immersive VR simulation, the student&#x2019;s learning outcomes suffer a reduction with respect to the traditional approach. On the contrary, when VR simulations are integrated as an additional tool to the existing learning methods, higher learning outcomes were observed demonstrating a deeper understanding of the learning contents. Furthermore, our study showed that learning with immersive VR simulations motivates students more than the traditional methods, thus, using this new technology in addition to the existing educational methods could be considered as a win-win strategy to raise the attention of the students while increasing the learning outcomes.</p>
<p>In the coming years, the constant improvement of the software will allow the development of VR simulations increasingly tailored to the student&#x2019;s learning needs, promising to further revolutionize the use of VR simulations in educational programs. Further research will be necessary to investigate new strategies to integrate immersive VR simulations with the existing learning methods and demonstrate their effectiveness or limitations. Finally, one of the limitations of this study was the failure to accurately assess the participants&#x2019; practical and manual skills. These skills are supposed to rise when students exercise with immersive VR laboratory simulations, preparing them for the subsequent hands-on laboratory experience. Therefore, future research should focus on measuring these skills to assess if the participants&#x2019; practical and manual skills benefit from practicing with immersive VR laboratory simulations.</p>
</sec>
<sec sec-type="data-availability" id="sec16">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">Supplementary material</xref>, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec sec-type="ethics-statement" id="sec18">
<title>Ethics statement</title>
<p>The research was reviewed and approved by the ethics committee &#x201C;Comitato Etico per la Ricerca&#x201D; of the University of Insubria. Moreover, written informed consent was not required from the participants or the participants&#x2019; legal guardians/next of kin in accordance with the European legislation (EU GDPR &#x2013; Key Issue Consent and Art. 7, Recitals 32) implemented by the national legislation (art. 2 Cod. civ. and D.Lgs 101/2018) because all participants were over 16&#x2009;years old.</p>
</sec>
<sec sec-type="author-contributions" id="sec17">
<title>Author contributions</title>
<p>PB: Data curation, Formal analysis, Investigation, Methodology, Software, Visualization, Validation, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. AG: Conceptualization, Project administration, Resources, Writing &#x2013; review &#x0026; editing. SB: Conceptualization, Funding acquisition, Writing &#x2013; review &#x0026; editing. EC: Conceptualization, Project administration, Investigation, Writing &#x2013; review &#x0026; editing. MB: Project administration, Funding acquisition, Writing &#x2013; review &#x0026; editing. AM: Conceptualization, Funding acquisition, Methodology, Project administration, Resources, Supervision, Validation, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec19">
<title>Funding</title>
<p>The author(s) declare that financial support was received for the research, authorship, and/or publication of this article. PB is a postdoctoral scholar funded by the Teaching and Learning Center (TLC) of the University of Insubria. The research was funded by the Department of Biotechnology and Life Sciences of the University of Insubria. The funders played no role in the study design, data collection, analysis and interpretation of data, or the writing of this manuscript.</p>
</sec>
<ack>
<p>The authors acknowledge Pierlorenzo Peruzzo, Alberto Zavattoni, and Simone Zamparini (OpenLab S.R.L.) for providing virtual laboratory simulations and regular technical support. The authors are also grateful to Rossella Roncoroni and Nicol&#x00F2; Antonelli (University of Insubria) for their valuable help in tutoring the virtual simulations and hands-on laboratory experiences.</p>
</ack>
<sec sec-type="COI-statement" id="sec20">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="sec21">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="sec22">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/feduc.2024.1354526/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/feduc.2024.1354526/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.DOCX" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="ref2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Akpan</surname> <given-names>I. J.</given-names></name> <name><surname>Shanker</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). <article-title>A comparative evaluation of the effectiveness of virtual reality, 3D visualization and 2D visual interactive simulation: an exploratory meta-analysis</article-title>. <source>Simulation</source> <volume>95</volume>, <fpage>003754971875703</fpage>&#x2013;<lpage>003754971875170</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0037549718757039</pub-id></citation>
</ref>
<ref id="ref3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Andersen</surname> <given-names>M. S.</given-names></name> <name><surname>Klingenberg</surname> <given-names>S.</given-names></name> <name><surname>Petersen</surname> <given-names>G. B.</given-names></name> <name><surname>Creed</surname> <given-names>P. A.</given-names></name> <name><surname>Makransky</surname> <given-names>G.</given-names></name></person-group> (<year>2023</year>). <article-title>Fostering science interests through head-mounted displays</article-title>. <source>J. Comput. Assist. Learn.</source> <volume>39</volume>, <fpage>369</fpage>&#x2013;<lpage>379</lpage>. doi: <pub-id pub-id-type="doi">10.1111/jcal.12749</pub-id></citation>
</ref>
<ref id="ref4">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Bodekaer</surname> <given-names>M</given-names></name>
</person-group>. (<year>2016</year>). This virtual lab will revolutionize science class. Available at: <ext-link xlink:href="https://www.ted.com/talks/michael_bodekaer_this_virtual_lab_will_revolutionize_science_class/transcript" ext-link-type="uri">https://www.ted.com/talks/michael_bodekaer_this_virtual_lab_will_revolutionize_science_class/transcript</ext-link></citation>
</ref>
<ref id="ref5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bonde</surname> <given-names>M. T.</given-names></name> <name><surname>Makransky</surname> <given-names>G.</given-names></name> <name><surname>Wandall</surname> <given-names>J.</given-names></name> <name><surname>Larsen</surname> <given-names>M. V.</given-names></name> <name><surname>Morsing</surname> <given-names>M.</given-names></name> <name><surname>Jarmer</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Improving biotech education through gamified laboratory simulations</article-title>. <source>Nat. Biotechnol.</source> <volume>32</volume>, <fpage>694</fpage>&#x2013;<lpage>697</lpage>. doi: <pub-id pub-id-type="doi">10.1038/nbt.2955</pub-id>, PMID: <pub-id pub-id-type="pmid">25004234</pub-id></citation>
</ref>
<ref id="ref6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carnevale</surname> <given-names>A.</given-names></name> <name><surname>Mannocchi</surname> <given-names>I.</given-names></name> <name><surname>Sassi</surname> <given-names>M. S. H.</given-names></name> <name><surname>Carli</surname> <given-names>M.</given-names></name> <name><surname>De Luca</surname> <given-names>G.</given-names></name> <name><surname>Longo</surname> <given-names>U. G.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Virtual reality for shoulder rehabilitation: accuracy evaluation of oculus quest 2</article-title>. <source>Sensors</source> <volume>22</volume>:<fpage>5511</fpage>. doi: <pub-id pub-id-type="doi">10.3390/s22155511</pub-id>, PMID: <pub-id pub-id-type="pmid">35898015</pub-id></citation>
</ref>
<ref id="ref7">
<citation citation-type="other"><person-group person-group-type="author"><collab id="coll1">Center for Self-Determination Theory Intrinsic Motivation Inventory (IMI)</collab></person-group>. Available at: <ext-link xlink:href="https://www.selfdeterminationtheory.org/intrinsic-motivation-inventory/" ext-link-type="uri">https://www.selfdeterminationtheory.org/intrinsic-motivation-inventory/</ext-link> (Accessed February 16, 2024).</citation>
</ref>
<ref id="ref8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chan</surname> <given-names>P.</given-names></name> <name><surname>Van Gerven</surname> <given-names>T.</given-names></name> <name><surname>Dubois</surname> <given-names>J.-L.</given-names></name> <name><surname>Bernaerts</surname> <given-names>K.</given-names></name></person-group> (<year>2021</year>). <article-title>Virtual chemical laboratories: a systematic literature review of research, technologies and instructional design</article-title>. <source>Comput. Educ. Open</source> <volume>2</volume>:<fpage>100053</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.caeo.2021.100053</pub-id></citation>
</ref>
<ref id="ref9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davenport</surname> <given-names>J. L.</given-names></name> <name><surname>Rafferty</surname> <given-names>A. N.</given-names></name> <name><surname>Yaron</surname> <given-names>D. J.</given-names></name></person-group> (<year>2018</year>). <article-title>Whether and how authentic contexts using a virtual chemistry lab support learning</article-title>. <source>J. Chem. Educ.</source> <volume>95</volume>, <fpage>1250</fpage>&#x2013;<lpage>1259</lpage>. doi: <pub-id pub-id-type="doi">10.1021/acs.jchemed.8b00048</pub-id></citation>
</ref>
<ref id="ref10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Deci</surname> <given-names>E. L.</given-names></name> <name><surname>Eghrarl</surname> <given-names>H.</given-names></name> <name><surname>Patrick</surname> <given-names>B. C.</given-names></name> <name><surname>Leone</surname> <given-names>D. R.</given-names></name></person-group> (<year>1994</year>). <article-title>Facilitating internalization: the self-determination theory perspective</article-title>. <source>J. Pers.</source> <volume>62</volume>, <fpage>119</fpage>&#x2013;<lpage>142</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1467-6494.1994.tb00797.x</pub-id>, PMID: <pub-id pub-id-type="pmid">8169757</pub-id></citation>
</ref>
<ref id="ref11">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Dewey</surname> <given-names>J.</given-names></name>
</person-group> (<year>1913</year>). <source>Interest and effort in education</source>. <publisher-loc>Cambridge</publisher-loc>: <publisher-name>The Riverside Press</publisher-name>.</citation>
</ref>
<ref id="ref12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eastwood</surname> <given-names>J. L.</given-names></name> <name><surname>Sadler</surname> <given-names>T. D.</given-names></name></person-group> (<year>2013</year>). <article-title>Teachers&#x2019; implementation of a game-based biotechnology curriculum</article-title>. <source>Comput. Educ.</source> <volume>66</volume>, <fpage>11</fpage>&#x2013;<lpage>24</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.compedu.2013.02.003</pub-id></citation>
</ref>
<ref id="ref13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Garcia</surname> <given-names>E.</given-names></name></person-group> (<year>2014</year>). &#x201C;<article-title>The Need to Address Non-Cognitive Skills in the Education Policy Agenda</article-title>,&#x201D; in <source>Non-cognitive Skills and Factors in Educational Attainment</source> <publisher-loc>(Rotterdam</publisher-loc>: <publisher-name>SensePublishers)</publisher-name>, <fpage>31</fpage>&#x2013;<lpage>64</lpage>.</citation>
</ref>
<ref id="ref14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kautz</surname> <given-names>T.</given-names></name> <name><surname>Heckman</surname> <given-names>J. J.</given-names></name> <name><surname>Diris</surname> <given-names>R.</given-names></name> <name><surname>ter Weel</surname> <given-names>B.</given-names></name> <name><surname>Borghans</surname> <given-names>L.</given-names></name></person-group> (<year>2014</year>). <article-title>Fostering and measuring skills: improving cognitive and non-cognitive skills to promote lifetime success</article-title>. <source>SSRN Electron. J.</source> <volume>119</volume>, <fpage>1</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.2139/ssrn.2543890</pub-id></citation>
</ref>
<ref id="ref15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Klingenberg</surname> <given-names>S.</given-names></name> <name><surname>Fischer</surname> <given-names>R.</given-names></name> <name><surname>Zettler</surname> <given-names>I.</given-names></name> <name><surname>Makransky</surname> <given-names>G.</given-names></name></person-group> (<year>2023</year>). <article-title>Facilitating learning in immersive virtual reality: segmentation, summarizing, both or none?</article-title> <source>J. Comput. Assist. Learn.</source> <volume>39</volume>, <fpage>218</fpage>&#x2013;<lpage>230</lpage>. doi: <pub-id pub-id-type="doi">10.1111/jcal.12741</pub-id></citation>
</ref>
<ref id="ref16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Korlat</surname> <given-names>S.</given-names></name> <name><surname>Kollmayer</surname> <given-names>M.</given-names></name> <name><surname>Holzer</surname> <given-names>J.</given-names></name> <name><surname>L&#x00FC;ftenegger</surname> <given-names>M.</given-names></name> <name><surname>Pelikan</surname> <given-names>E. R.</given-names></name> <name><surname>Schober</surname> <given-names>B.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Gender differences in digital learning during COVID-19: competence beliefs, intrinsic value, learning engagement, and perceived teacher support</article-title>. <source>Front. Psychol.</source> <volume>12</volume>, <fpage>1</fpage>&#x2013;<lpage>12</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2021.637776</pub-id>, PMID: <pub-id pub-id-type="pmid">33868109</pub-id></citation>
</ref>
<ref id="ref1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jumbri</surname> <given-names>K.</given-names></name> <name><surname>Ishak</surname> <given-names>M. A. I.</given-names></name></person-group> (<year>2022</year>). <article-title>Can Virtual Reality Increases Students Interest in Computational Chemistry Course? A Review</article-title>. <source>J. Penelit. dan Pengkaj. Ilmu Pendidik. e-Saintika</source> <volume>6</volume>, <fpage>190</fpage>&#x2013;<lpage>201</lpage>. doi: <pub-id pub-id-type="doi">10.36312/esaintika.v6i3.885</pub-id></citation>
</ref>
<ref id="ref17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liu</surname> <given-names>X.</given-names></name> <name><surname>He</surname> <given-names>W.</given-names></name> <name><surname>Zhao</surname> <given-names>L.</given-names></name> <name><surname>Hong</surname> <given-names>J. C.</given-names></name></person-group> (<year>2021</year>). <article-title>Gender differences in self-regulated online learning during the COVID-19 lockdown</article-title>. <source>Front. Psychol.</source> <volume>12</volume>, <fpage>1</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2021.752131</pub-id>, PMID: <pub-id pub-id-type="pmid">34603169</pub-id></citation>
</ref>
<ref id="ref18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Makransky</surname> <given-names>G.</given-names></name> <name><surname>Borre-Gude</surname> <given-names>S.</given-names></name> <name><surname>Mayer</surname> <given-names>R. E.</given-names></name></person-group> (<year>2019a</year>). <article-title>Motivational and cognitive benefits of training in immersive virtual reality based on multiple assessments</article-title>. <source>J. Comput. Assist. Learn.</source> <volume>35</volume>, <fpage>691</fpage>&#x2013;<lpage>707</lpage>. doi: <pub-id pub-id-type="doi">10.1111/jcal.12375</pub-id></citation>
</ref>
<ref id="ref19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Makransky</surname> <given-names>G.</given-names></name> <name><surname>Mayer</surname> <given-names>R. E.</given-names></name> <name><surname>Veitch</surname> <given-names>N.</given-names></name> <name><surname>Hood</surname> <given-names>M.</given-names></name> <name><surname>Christensen</surname> <given-names>K. B.</given-names></name> <name><surname>Gadegaard</surname> <given-names>H.</given-names></name></person-group> (<year>2019b</year>). <article-title>Equivalence of using a desktop virtual reality science simulation at home and in class</article-title>. <source>PLoS One</source> <volume>14</volume>, <fpage>1</fpage>&#x2013;<lpage>14</lpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0214944</pub-id></citation>
</ref>
<ref id="ref20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Makransky</surname> <given-names>G.</given-names></name> <name><surname>Petersen</surname> <given-names>G. B.</given-names></name> <name><surname>Klingenberg</surname> <given-names>S.</given-names></name></person-group> (<year>2020</year>). <article-title>Can an immersive virtual reality simulation increase students&#x2019; interest and career aspirations in science?</article-title> <source>Br. J. Educ. Technol.</source> <volume>51</volume>, <fpage>2079</fpage>&#x2013;<lpage>2097</lpage>. doi: <pub-id pub-id-type="doi">10.1111/bjet.12954</pub-id></citation>
</ref>
<ref id="ref21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Makransky</surname> <given-names>G.</given-names></name> <name><surname>Terkildsen</surname> <given-names>T. S.</given-names></name> <name><surname>Mayer</surname> <given-names>R. E.</given-names></name></person-group> (<year>2019c</year>). <article-title>Adding immersive virtual reality to a science lab simulation causes more presence but less learning</article-title>. <source>Learn. Instr.</source> <volume>60</volume>, <fpage>225</fpage>&#x2013;<lpage>236</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.learninstruc.2017.12.007</pub-id></citation>
</ref>
<ref id="ref22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Makransky</surname> <given-names>G.</given-names></name> <name><surname>Thisgaard</surname> <given-names>M. W.</given-names></name> <name><surname>Gadegaard</surname> <given-names>H.</given-names></name></person-group> (<year>2016</year>). <article-title>Virtual simulations as preparation for lab exercises: assessing learning of key laboratory skills in microbiology and improvement of essential non-cognitive skills</article-title>. <source>PLoS One</source> <volume>11</volume>, <fpage>1</fpage>&#x2013;<lpage>11</lpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0155895</pub-id>, PMID: <pub-id pub-id-type="pmid">27253395</pub-id></citation>
</ref>
<ref id="ref23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parong</surname> <given-names>J.</given-names></name> <name><surname>Mayer</surname> <given-names>R. E.</given-names></name></person-group> (<year>2018</year>). <article-title>Learning science in immersive virtual reality</article-title>. <source>J. Educ. Psychol.</source> <volume>110</volume>, <fpage>785</fpage>&#x2013;<lpage>797</lpage>. doi: <pub-id pub-id-type="doi">10.1037/edu0000241</pub-id></citation>
</ref>
<ref id="ref24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pedram</surname> <given-names>S.</given-names></name> <name><surname>Palmisano</surname> <given-names>S.</given-names></name> <name><surname>Miellet</surname> <given-names>S.</given-names></name> <name><surname>Farrelly</surname> <given-names>M.</given-names></name> <name><surname>Perez</surname> <given-names>P.</given-names></name></person-group> (<year>2022</year>). <article-title>Influence of age and industry experience on learning experiences and outcomes in virtual reality mines rescue training</article-title>. <source>Front. Virtual Real.</source> <volume>3</volume>, <fpage>1</fpage>&#x2013;<lpage>12</lpage>. doi: <pub-id pub-id-type="doi">10.3389/frvir.2022.941225</pub-id></citation>
</ref>
<ref id="ref25">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Peruzzo</surname> <given-names>P.</given-names></name> <name><surname>Zavattoni</surname> <given-names>A.</given-names></name> <name><surname>Zamparini</surname> <given-names>S.</given-names></name></person-group> (<year>2023</year>). OpenLabVR - virtual reality laboratory simulations. Available at: <ext-link xlink:href="https://www.openlabvr.com/" ext-link-type="uri">https://www.openlabvr.com/</ext-link> (Accessed February 16, 2024).</citation>
</ref>
<ref id="ref26">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Pintrich</surname> <given-names>P. R.</given-names></name> <name><surname>Smith</surname> <given-names>D. A. F.</given-names></name> <name><surname>Garcia</surname> <given-names>T.</given-names></name> <name><surname>McKeachie</surname> <given-names>W. J.</given-names></name></person-group> (<year>1991</year>). <source>A manual for the use of motivated strategies for learning questionnaire (MSLQ, NCRIPTAL-91-B-004)</source>. Retrieved from National Measuring Self-Regulation in Self-Paced Open and Distance Learning Environments Kocdar, Karadeniz, Bozkurt, and Buyuk Center for Research to Improve Postsecondary Teaching and Learning. Ann Arbor, University of Michigan. Available at: <ext-link xlink:href="https://files.eric.ed.gov/fulltext/ED338122.pdf" ext-link-type="uri">https://files.eric.ed.gov/fulltext/ED338122.pdf</ext-link></citation>
</ref>
<ref id="ref27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schnieder</surname> <given-names>M.</given-names></name> <name><surname>Williams</surname> <given-names>S.</given-names></name> <name><surname>Ghosh</surname> <given-names>S.</given-names></name></person-group> (<year>2022</year>). <article-title>Comparison of in-person and virtual labs/tutorials for engineering students using blended learning principles</article-title>. <source>Educ. Sci.</source> <volume>12</volume>:<fpage>153</fpage>. doi: <pub-id pub-id-type="doi">10.3390/educsci12030153</pub-id></citation>
</ref>
<ref id="ref28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Soliman</surname> <given-names>M.</given-names></name> <name><surname>Pesyridis</surname> <given-names>A.</given-names></name> <name><surname>Dalaymani-Zad</surname> <given-names>D.</given-names></name> <name><surname>Gronfula</surname> <given-names>M.</given-names></name> <name><surname>Kourmpetis</surname> <given-names>M.</given-names></name></person-group> (<year>2021</year>). <article-title>The application of virtual reality in engineering education</article-title>. <source>Appl. Sci.</source> <volume>11</volume>, <fpage>1</fpage>&#x2013;<lpage>14</lpage>. doi: <pub-id pub-id-type="doi">10.3390/app11062879</pub-id></citation>
</ref>
<ref id="ref29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Suh</surname> <given-names>A.</given-names></name> <name><surname>Prophet</surname> <given-names>J.</given-names></name></person-group> (<year>2018</year>). <article-title>The state of immersive technology research: a literature analysis</article-title>. <source>Comput. Human Behav.</source> <volume>86</volume>, <fpage>77</fpage>&#x2013;<lpage>90</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.chb.2018.04.019</pub-id></citation>
</ref>
<ref id="ref30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sviridova</surname> <given-names>E.</given-names></name> <name><surname>Yastrebova</surname> <given-names>E.</given-names></name> <name><surname>Bakirova</surname> <given-names>G.</given-names></name> <name><surname>Rebrina</surname> <given-names>F.</given-names></name></person-group> (<year>2023</year>). <article-title>Immersive technologies as an innovative tool to increase academic success and motivation in higher education</article-title>. <source>Front. Educ.</source> <volume>8</volume>, <fpage>1</fpage>&#x2013;<lpage>10</lpage>. doi: <pub-id pub-id-type="doi">10.3389/feduc.2023.1192760</pub-id></citation>
</ref>
<ref id="ref31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thisgaard</surname> <given-names>M.</given-names></name> <name><surname>Makransky</surname> <given-names>G.</given-names></name></person-group> (<year>2017</year>). <article-title>Virtual learning simulations in high school: effects on cognitive and non-cognitive outcomes and implications on the development of STEM academic and career choice</article-title>. <source>Front. Psychol.</source> <volume>8</volume>, <fpage>1</fpage>&#x2013;<lpage>13</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2017.00805</pub-id>, PMID: <pub-id pub-id-type="pmid">28611701</pub-id></citation>
</ref>
<ref id="ref32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wismer</surname> <given-names>P.</given-names></name> <name><surname>Lopez Cordoba</surname> <given-names>A.</given-names></name> <name><surname>Baceviciute</surname> <given-names>S.</given-names></name> <name><surname>Clauson-Kaas</surname> <given-names>F.</given-names></name> <name><surname>Sommer</surname> <given-names>M. O. A.</given-names></name></person-group> (<year>2021</year>). <article-title>Immersive virtual reality as a competitive training strategy for the biopharma industry</article-title>. <source>Nat. Biotechnol.</source> <volume>39</volume>, <fpage>116</fpage>&#x2013;<lpage>119</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41587-020-00784-5</pub-id>, PMID: <pub-id pub-id-type="pmid">33432226</pub-id></citation>
</ref>
<ref id="ref33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yu</surname> <given-names>Z.</given-names></name>
</person-group> (<year>2021</year>). <article-title>The effects of gender, educational level, and personality on online learning outcomes during the COVID-19 pandemic</article-title>. <source>Int. J. Educ. Technol. High. Educ.</source> <volume>18</volume>:<fpage>14</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s41239-021-00252-3</pub-id>, PMID: <pub-id pub-id-type="pmid">34778520</pub-id></citation>
</ref>
</ref-list>
</back>
</article>