<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Surg.</journal-id>
<journal-title>Frontiers in Surgery</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Surg.</abbrev-journal-title>
<issn pub-type="epub">2296-875X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fsurg.2022.862948</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Surgery</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Virtual-Augmented Reality and Life-Like Neurosurgical Simulator for Training: First Evaluation of a Hands-On Experience for Residents</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Petrone</surname> <given-names>Salvatore</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1653266/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Cofano</surname> <given-names>Fabio</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/973262/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Nicolosi</surname> <given-names>Federico</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Spena</surname> <given-names>Giannantonio</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1099053/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Moschino</surname> <given-names>Marco</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Di Perna</surname> <given-names>Giuseppe</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1068664/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lavorato</surname> <given-names>Andrea</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1792599/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lanotte</surname> <given-names>Michele Maria</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/185489/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Garbossa</surname> <given-names>Diego</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Neuroscience &#x0201C;Rita Levi Montalcini&#x0201D;&#x02014;Unit of Neurosurgery, University of Turin</institution>, <addr-line>Turin</addr-line>, <country>Italy</country></aff>
<aff id="aff2"><sup>2</sup><institution>Humanitas Gradenigo</institution>, <addr-line>Turin</addr-line>, <country>Italy</country></aff>
<aff id="aff3"><sup>3</sup><institution>Dipartimento di Medicina e Chirurgia - Neurochirurgia, Universit&#x000E0; degli Studi di Milano Bicocca</institution>, <addr-line>Milan</addr-line>, <country>Italy</country></aff>
<aff id="aff4"><sup>4</sup><institution>Fondazione Istituto di Ricovero e Cura a Carattere Scientifico (IRCCS) Policlinico San Matteo</institution>, <addr-line>Pavia</addr-line>, <country>Italy</country></aff>
<aff id="aff5"><sup>5</sup><institution>UpSurgeOn S.r.l.</institution>, <addr-line>Assago</addr-line>, <country>Italy</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Daniele Bongetta, ASST Fatebenefratelli Sacco, Italy</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Sahin Hanalioglu, Hacettepe University, Turkey; Roberto Assietti, ASST Fatebenefratelli Sacco, Italy</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Giuseppe Di Perna <email>dr.giuseppediperna&#x00040;gmail.com</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Neurosurgery, a section of the journal Frontiers in Surgery</p></fn></author-notes>
<pub-date pub-type="epub">
<day>19</day>
<month>05</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>9</volume>
<elocation-id>862948</elocation-id>
<history>
<date date-type="received">
<day>26</day>
<month>01</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>04</day>
<month>04</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2022 Petrone, Cofano, Nicolosi, Spena, Moschino, Di Perna, Lavorato, Lanotte and Garbossa.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Petrone, Cofano, Nicolosi, Spena, Moschino, Di Perna, Lavorato, Lanotte and Garbossa</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract>
<sec>
<title>Background</title>
<p>In the recent years, growing interest in simulation-based surgical education has led to various practical alternatives for medical training. More recently, courses based on virtual reality (VR) and three-dimensional (3D)-printed models are available. In this paper, a hybrid (virtual and physical) neurosurgical simulator has been validated, equipped with augmented reality (AR) capabilities that can be used repeatedly to increase familiarity and improve the technical skills in human brain anatomy and neurosurgical approaches.</p></sec>
<sec>
<title>Methods</title>
<p>The neurosurgical simulator used in this study (UpSurgeOn Box, UpSurgeOn Srl, Assago, Milan) combines a virtual component and a physical component with an intermediate step to provide a hybrid solution. A first reported and evaluated practical experience on the anatomical 3D-printed model has been conducted with a total of 30 residents in neurosurgery. The residents had the possibility to choose a specific approach, focus on the correct patient positioning, and go over the chosen approach step-by-step, interacting with the model through AR application. Next, each practical surgical step on the 3D model was timed and qualitatively evaluated by 3 senior neurosurgeons. Quality and usability-grade surveys were filled out by participants.</p></sec>
<sec>
<title>Results</title>
<p>More than 89% of the residents assessed that the application and the AR simulator were very helpful in improving the orientation skills during neurosurgical approaches. Indeed, 89.3% of participants found brain and skull anatomy highly realistic during their tasks. Moreover, workshop exercises were considered useful in increasing the competency and technical skills required in the operating room by 85.8 and 84.7% of residents, respectively. Data collected confirmed that the anatomical model and its application were intuitive, well-integrated, and easy to use.</p></sec>
<sec>
<title>Conclusion</title>
<p>The hybrid AR and 3D-printed neurosurgical simulator could be a valid tool for neurosurgical training, capable of enhancing personal technical skills and competence. In addition, it could be easy to imagine how patient safety would increase and healthcare costs would be reduced, even if more studies are needed to investigate these aspects. The integration of simulators for training in neurosurgery as preparatory steps for the operating room should be recommended and further investigated given their huge potential.</p></sec></abstract>
<kwd-group>
<kwd>simulator</kwd>
<kwd>training</kwd>
<kwd>virtual reality</kwd>
<kwd>life-like actuation</kwd>
<kwd>brain</kwd>
<kwd>neurosurgery</kwd>
<kwd>residents</kwd>
</kwd-group>
<counts>
<fig-count count="4"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="22"/>
<page-count count="9"/>
<word-count count="4986"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>In recent years, growing interest in simulation-based surgical education has led to various practical alternatives for medical training (<xref ref-type="bibr" rid="B1">1</xref>). Factors such as the cost-effectiveness of the operating room, medico-legal and ethics implications, the actual restrictions for residents in terms of hours spent on work-related activities, and reduced time availability for surgical instruction during surgical activities are the elements most likely connected with a reduction in operative case volume during residency (<xref ref-type="bibr" rid="B2">2</xref>). After recent changes in disease management and technological advances, especially for surgical subspecializations, a growing attention has been paid to patient safety during surgical care, keeping back residents from the operating rooms while redirecting them into more administrative mansions (<xref ref-type="bibr" rid="B3">3</xref>).</p>
<p>On the other hand, up to 50,000 additional neurosurgeons are estimated worldwide to face the critically growing needs in surgical care (<xref ref-type="bibr" rid="B4">4</xref>). A net discrepancy between the need for new experienced neurosurgeons and their actual surgical experience is coming to light over time.</p>
<p>Traditionally, practical solutions for surgical training implementation include cadaveric and animal models and abroad fellowships (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). However, some drawbacks and limitations must be taken into account. Neurosurgical anatomy is highly specific for human brain and does not compare well with animal specimens. Moreover, the management of cadaveric models entails ethical concerns and high maintenance costs, as well as specific and highly equipped structures for their preservation. In all these cases, practical training on these models allows only a partial anatomical practice, excluding the pathologic aspects of neurosurgical experience.</p>
<p>Nowadays, international training for surgical residents is considered desirable for a complete neurosurgical education in this particular medical field (<xref ref-type="bibr" rid="B5">5</xref>). Unfortunately, after the COVID-19 pandemic outbreak, surgical activities and international exchange programs have been dramatically reduced (<xref ref-type="bibr" rid="B6">6</xref>&#x02013;<xref ref-type="bibr" rid="B8">8</xref>).</p>
<p>To counter the lack of surgical exposure, more recently, courses based on virtual reality (VR) and three-dimensional (3D)-printed models are available (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). In particular, we validated a hybrid (virtual and physical) neurosurgical simulator equipped with augmented reality (AR) capabilities that can be used repeatedly to increase familiarity and improve technical skills in human brain anatomy and neurosurgical approaches.</p></sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<p>The neurosurgical simulator used in this study (UpSurgeOn Box, UpSurgeOn Srl, Assago, Milan) combines a virtual and a physical component with an intermediate step to provide a hybrid solution. The virtual part is based on an application which allows for the interactive exploration of 3D anatomical models and animations, both in a purely virtual environment and in an AR projection of the physical simulator (hybrid). These tools are designed to be integrated into a 3-step training sequence: mental training (based on a virtual environment), hybrid training (based on virtual models projected onto the physical simulator through a mobile device), and manual training (based on the physical simulator).</p>
<sec>
<title>Virtual Reality</title>
<p>Through the &#x0201C;Neurosurgery&#x0201D; mobile application, it is possible to explore the different surgical approaches using a smartphone or tablet.</p>
<p>A total of 9 surgical approaches (pterional, mini pterional, frontal monolateral, supraorbital, temporal, mini temporal, retrosigmoid, mini retrosigmoid, interhemispheric, and suboccipital) and 2 pathological modules for brain aneurysms and pituitary adenomas are available. Each virtual exploration uses 3D anatomical models and animations to support a Mental Training system aimed at understanding a patient&#x00027;s positioning according to a specific craniotomy and a specific intradural target.</p>
<p>The study of each approach in 3D mode is divided into 6 phases (<xref ref-type="fig" rid="F1">Figures 1A&#x02013;D</xref>) as follows:</p>
<list list-type="order">
<list-item><p>Craniotomy selection: One can select among pterional, mini pterional, frontal monolateral, supraorbital, temporal, mini temporal, retrosigmoid, mini retrosigmoid, interhemispheric, and suboccipital approach.</p></list-item>
<list-item><p>Target selection: One can select specific anatomical (non-pathological) structures visible from the craniotomy previously selected.</p></list-item>
<list-item><p>Patient positioning: An artificial intelligence (AI)-based system calculates in real time a range of correct patient&#x00027;s body/head positionings according to the craniotomy and the target selected.</p></list-item>
<list-item><p>Surgical approach: This step involves an interactive 3D animation of the surgical steps of the approach.</p></list-item>
<list-item><p>Microsurgical exploration: This step simulates the microscope view using the gyroscopic technology of the hardware. Furthermore, tissues can be deformed by tapping the screen to expose the deep anatomy.</p></list-item>
<list-item><p>Closure: An interactive step that explains, through an animation, the reconstruction technique.</p></list-item>
</list>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p><bold>(A&#x02013;E)</bold> Training steps. <bold>(A)</bold> Training laboratory set up; <bold>(B)</bold> suturing exercise; <bold>(C)</bold> augmented reality (AR) for craniotomy and approach planning; <bold>(D)</bold> dura opening on the pterional approach simulator box; <bold>(C)</bold> microscopic intradural phase through pterional approach with gentle brain retraction; <bold>(E,F)</bold> microscopic exploration and dissection through pterional approach of the carotid artery, optic nerve, and sylvian vessels.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fsurg-09-862948-g0001.tif"/>
</fig>
</sec>
<sec>
<title>Augmented Reality</title>
<p>The application software presents a module dedicated to the use of AR able to project 3D anatomical models and animations on the physical simulator, acting as a guide to plan the hands-on surgical approach (<xref ref-type="fig" rid="F2">Figure 2</xref>).</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p><bold>(A-D)</bold> The role of AR and the hybrid simulation. <bold>(A)</bold> AR of a pterional approach. Before performing the craniotomy, it is possible to see the vessels and the brain under the skull by framing the specific QR code through tablet and/or smartphone app; <bold>(B)</bold> brain parenchyma has been hidden to allow better evaluation of dural venous system and ventricular system; <bold>(C)</bold> AR used to better evaluate white matter fiber anatomy; <bold>(D)</bold> application of AR in endoscopic endonasal approach allows to identify anatomical landmarks before entering the nose.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fsurg-09-862948-g0002.tif"/>
</fig>
<p>This phase, defined by the term &#x0201C;Hybrid Training,&#x0201D; includes:</p>
<list list-type="order">
<list-item><p>Patient positioning in AR: using AR it is possible to view the patient&#x00027;s entire skull on the simulator and modify the position of the head on the three axis. The AR system also allows to view the position of the target on the screen, before visualizing it on the physical simulator.</p></list-item>
<list-item><p>Craniotomy planning in AR: the Application projects on the physical skull several possible craniotomies.</p></list-item>
<list-item><p>Surgical steps in AR: the software reproduces the surgical approach step by step to understand which tasks will be carried out on the physical model.</p></list-item>
</list></sec>
<sec>
<title>Physical Simulator</title>
<p>The simulator is designed to reproduce different surgical approaches (pterional, temporal, retrosigmoid, interhemispheric, suboccipital, and transsphenoidal) and different patient positions <italic>via</italic> a semi-spheric support. Through interchangeable skulls, one can perform multiple craniotomies and dural openings using the same deep microanatomical scenario, which can be explored under the microscope/exoscope/endoscope once the skull and dura are opened (<xref ref-type="fig" rid="F1">Figures 1E,F</xref>, <xref ref-type="fig" rid="F3">3</xref>).</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Workstation set up with microscope and simulator.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fsurg-09-862948-g0003.tif"/>
</fig>
<p>Once the craniotomy has been performed, it is then possible to replace the skull and start again.</p></sec>
<sec>
<title>Data Collection</title>
<p>The first reported and evaluated practical experience on the anatomical 3D-printed model was conducted at the Department of Neuroscience &#x0201C;Rita Levi Montalcini&#x0201D; in Turin, Italy.</p>
<p>A total of 30 neurosurgery residents were involved. The first phase of the workshop consisted in using the AR application. The residents had the possibility to choose a specific approach (pterional, subtemporal, retrosigmoid), to focus on the correct patient positioning, and to go over the chosen approach step-by-step by interacting with the model through AR application.</p>
<p>Next, each practical surgical step on the 3D model was timed and qualitatively evaluated by 3 senior neurosurgeons. The training comprehended 4 standardized surgical moments: craniotomy, opening of the dura mater, reaching the pre-assigned target, and closing of the dura mater. Surgical loupes and a surgical microscope were available. For the pterional approach, optic nerve, middle cerebral artery (MCA), and III cranial nerve were identified as the principal targets of interest. Similarly, the IV cranial nerve and posterior cerebral artery (PCA) were chosen for the subtemporal approach, while VII-VIII, V cranial nerves, and superior cerebral artery (SCA) were identified for the retrosigmoid approach.</p>
<p>At the end of the workshop, quality and usability-grade surveys were filled out by participants. The second questionnaire was a modified version of the System Usability Scale (<xref ref-type="bibr" rid="B9">9</xref>). Each answer was graded by a 5-point scale (Likert score) (<xref ref-type="bibr" rid="B10">10</xref>). Incomplete questionnaires were excluded, and a total of 28 forms were considered for the assessment.</p></sec></sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>Descriptive results regarding stratifications by year of neurosurgery residents who participated in the surveys are reported in <xref ref-type="fig" rid="F4">Figure 4A</xref>. In addition, the number of craniotomies and the number of previous cadaveric labs performed were assessed to define the experience level of the audience (<xref ref-type="fig" rid="F4">Figures 4B,C</xref>). The results of the survey about teaching effectiveness and quality model are summarized in <xref ref-type="table" rid="T1">Table 1</xref>. More than 89% (agree and strongly agree) of the residents assessed that the application and the AR simulator were very helpful in improving the orientation skills during neurosurgical approaches. Indeed, 89.3% of the participants found brain and skull anatomy highly realistic during their tasks. Moreover, workshop exercises were considered useful in increasing the competency and technical skills required in operating room, by 85.8 and 84.7% of residents, respectively.</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p><bold>(A&#x02013;C)</bold> Baseline assessment of the audience. <bold>(A)</bold> Stratification by year of neurosurgery residents; <bold>(B)</bold> assessment of performed craniotomies; <bold>(C)</bold> assessment of attended cadaver labs.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fsurg-09-862948-g0004.tif"/>
</fig>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Survey results about teaching effectiveness and quality of the model.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Survey &#x00023;1 item</bold></th>
<th valign="top" align="center"><bold>Strongly disagree (1)</bold></th>
<th valign="top" align="center"><bold>Disagree (2)</bold></th>
<th valign="top" align="center"><bold>Neutral (3)</bold></th>
<th valign="top" align="center"><bold>Agree (4)</bold></th>
<th valign="top" align="center"><bold>Strongly agree (5)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">The Application and the AR simulator help to develop the orientation skills needed during neurosurgical approach</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">3.6</td>
<td valign="top" align="center">7.1</td>
<td valign="top" align="center">28.6</td>
<td valign="top" align="center">60.7</td>
</tr>
<tr>
<td valign="top" align="left">The BrainBox had appropriate surface anatomy</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">10.7</td>
<td valign="top" align="center">39.3</td>
<td valign="top" align="center">50.0</td>
</tr>
<tr>
<td valign="top" align="left">Neurovascular structures and skull base anatomy were realistic and appropriately detailed for surgical orientation</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">3.6</td>
<td valign="top" align="center">64.3</td>
<td valign="top" align="center">32.1</td>
</tr>
<tr>
<td valign="top" align="left">The tactile feedback and response on manipulation was realistic</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">3.7</td>
<td valign="top" align="center">44.4</td>
<td valign="top" align="center">37.0</td>
<td valign="top" align="center">14.8</td>
</tr>
<tr>
<td valign="top" align="left">Skills to handle the craniotomies and dissection instruments were representative of those required to perform the real procedure</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">15.4</td>
<td valign="top" align="center">38.5</td>
<td valign="top" align="center">46.2</td>
</tr>
<tr>
<td valign="top" align="left">The drilling experience is similar to the real skull</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">3.6</td>
<td valign="top" align="center">7.1</td>
<td valign="top" align="center">46.4</td>
<td valign="top" align="center">42.9</td>
</tr>
<tr>
<td valign="top" align="left">Dural opening and suturing was realistic</td>
<td valign="top" align="center">3.7</td>
<td valign="top" align="center">14.8</td>
<td valign="top" align="center">40.7</td>
<td valign="top" align="center">22.2</td>
<td valign="top" align="center">18.5</td>
</tr>
<tr>
<td valign="top" align="left">Using this model helps to increase competency when applied to neurosurgical training</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">14.3</td>
<td valign="top" align="center">17.9</td>
<td valign="top" align="center">67.9</td>
</tr>
<tr>
<td valign="top" align="left">I feel more confident using neurosurgical instruments after training with this model</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">21.4</td>
<td valign="top" align="center">35.7</td>
<td valign="top" align="center">42.9</td>
</tr>
<tr>
<td valign="top" align="left">Using this model can facilitate the process of using the surgical microscope</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">7.1</td>
<td valign="top" align="center">25.0</td>
<td valign="top" align="center">67.9</td>
</tr>
<tr>
<td valign="top" align="left">The study of the surgical approach and surgical anatomy in a virtual way (App) passing through augmented reality and then the BrainBox is an effective method of learning</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">3.6</td>
<td valign="top" align="center">39.3</td>
<td valign="top" align="center">57.1</td>
</tr>
<tr>
<td valign="top" align="left">This model of training should be part of a standard curriculum</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">14.3</td>
<td valign="top" align="center">25.0</td>
<td valign="top" align="center">60.7</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>On the other side, tactile feedback of the brain tissue and dura mater consistency were found as relative weaknesses of anatomical models with a mean score of 3 points (neutral). In particular, the most critical issue found was the lower elasticity and higher hardness and tension of the anatomical model compared to normal parenchyma.</p>
<p>Interestingly, when the residents were asked, 85.7% agreed with the possibility to include this kind of training into a standard surgical training for neurosurgeons (4 and 5 scores).</p>
<p>Data collected with the second survey confirmed that the anatomical model and its application were intuitive, well integrated, and easy to use. The results of grade of usability questionnaire about anatomy models are summarized in <xref ref-type="table" rid="T2">Table 2</xref>.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Evaluation of the anatomical model through the System Usability Scale.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Survey &#x00023;2 item</bold></th>
<th valign="top" align="center"><bold>Strongly disagree (1)</bold></th>
<th valign="top" align="center"><bold>Disagree (2)</bold></th>
<th valign="top" align="center"><bold>Neutral (3)</bold></th>
<th valign="top" align="center"><bold>Agree (4)</bold></th>
<th valign="top" align="center"><bold>Strongly agree (5)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">I think that I would like to use UpSurgeOn box frequently</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">14.3</td>
<td valign="top" align="center">42.9</td>
<td valign="top" align="center">42.9</td>
</tr>
<tr>
<td valign="top" align="left">I found UpSurgeOn box unnecessarily complex</td>
<td valign="top" align="center">35.7</td>
<td valign="top" align="center">50.0</td>
<td valign="top" align="center">7.1</td>
<td valign="top" align="center">7.1</td>
<td valign="top" align="center">0.0</td>
</tr>
<tr>
<td valign="top" align="left">I thought UpSurgeOn Box was easy to use</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">14.3</td>
<td valign="top" align="center">28.6</td>
<td valign="top" align="center">57.1</td>
</tr>
<tr>
<td valign="top" align="left">I think that I would need the support of a technical person to be able to use UpSurgeOn box</td>
<td valign="top" align="center">35.7</td>
<td valign="top" align="center">21.4</td>
<td valign="top" align="center">35.7</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">7.1</td>
</tr>
<tr>
<td valign="top" align="left">I found the various functions in UpSurgeOn box were well integrated</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">10.7</td>
<td valign="top" align="center">46.4</td>
<td valign="top" align="center">42.9</td>
</tr>
<tr>
<td valign="top" align="left">I found consistency between the functions of the UpSurgeOn box</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">28.6</td>
<td valign="top" align="center">71.4</td>
</tr>
<tr>
<td valign="top" align="left">I found the UpSurgeOn box very intuitive to use</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">14.3</td>
<td valign="top" align="center">32.1</td>
<td valign="top" align="center">53.6</td>
</tr>
<tr>
<td valign="top" align="left">I would imagine that most people would learn to use UpSuregOn box very quickly</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">14.3</td>
<td valign="top" align="center">85.7</td>
</tr>
<tr>
<td valign="top" align="left">I felt very confident using UpSurgeOn box</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">14.3</td>
<td valign="top" align="center">35.7</td>
<td valign="top" align="center">50.0</td>
</tr>
<tr>
<td valign="top" align="left">I needed to learn few things before I could get going with UpSurgeOn box</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">28.6</td>
<td valign="top" align="center">71.4</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Moreover, although the aim of the study was not a quantitative analysis, data regarding length of exercises and performance qualitative evaluation are reported in <xref ref-type="table" rid="T3">Tables 3</xref>, <xref ref-type="table" rid="T4">4</xref>. Results showed that residents attending the last 2 years of residency performed the various skills quicker and with higher quality than younger residents. However, no significant comparisons or analysis could be made on these data because of the heterogeneity of surgical approach among different groups of residents.</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Descriptive results regarding time, procedures, and quality of exercises.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Residency Y</bold></th>
<th valign="top" align="left"><bold>Approach</bold></th>
<th valign="top" align="center"><bold>Time (Min:Sec)</bold></th>
<th valign="top" align="center"><bold>Quality (1&#x02013;5)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><bold>Craniotomy</bold></td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">14:43</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">13:10</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">12:20</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">16:45</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">11:12</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">15:10</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">10:40</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">08:20</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">09:50</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">08:38</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">07:12</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">06:24</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">09:30</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">05:34</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">03:10</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Dural opening and suspension</bold></td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">15:30</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">12:45</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">19:35</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">23:45</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">18:40</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">14:20</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">16:45</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">17:10</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">13:00</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">09:20</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">06:40</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">05:50</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">06:35</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">04:00</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">04:30</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Microscopic target</bold></td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">09:40</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">07:20</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">08:30</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">06:40</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">11:10</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">09:10</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">06:10</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">05:40</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">08:30</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">08:10</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">06:05</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">05:25</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">02:40</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">02:50</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">02:20</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Dural closure</bold></td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">16:50</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">13:15</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">15:10</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">15:40</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">10:35</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">11:35</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">12:10</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">11:25</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">10:40</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">09:10</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">07:50</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">10:15</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="left">Subtemporal</td>
<td valign="top" align="center">05:20</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Retrosigmoid</td>
<td valign="top" align="center">04:20</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Pterional</td>
<td valign="top" align="center">05:40</td>
<td valign="top" align="center">5</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p>Descriptive results stratified by year of residency.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Resident Y</bold></th>
<th valign="top" align="center"><bold>Average time</bold></th>
<th valign="top" align="center"><bold>Quality</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><bold>Craniotomy</bold></td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="center">14:14</td>
<td valign="top" align="center">2.50</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="center">11:02</td>
<td valign="top" align="center">3.20</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="center">07:24</td>
<td valign="top" align="center">3.67</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="center">09:30</td>
<td valign="top" align="center">4.00</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="center">04:22</td>
<td valign="top" align="center">4.50</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Dural opening</bold></td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="center">23:53</td>
<td valign="top" align="center">1.5</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="center">15:59</td>
<td valign="top" align="center">2.6</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="center">07:16</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="center">06:35</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="center">04:15</td>
<td valign="top" align="center">4.5</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Microscopic target</bold></td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="center">08:02</td>
<td valign="top" align="center">1,5</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="center">08:08</td>
<td valign="top" align="center">2,4</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="center">06:33</td>
<td valign="top" align="center">3,67</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="center">02:40</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="center">02:35</td>
<td valign="top" align="center">4,5</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Dural closure</bold></td>
</tr>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="center">15:13</td>
<td valign="top" align="center">2.25</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="center">11:17</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="center">09:05</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="center">05:20</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="center">05:00</td>
<td valign="top" align="center">5</td>
</tr>
</tbody>
</table>
</table-wrap></sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Neurosurgery residency is characterized by high levels of competence and an intense hands-on experience. Due to monetary restrictions, infrastructure conditions, and recent work time restrictions (<xref ref-type="bibr" rid="B11">11</xref>), it is hard for a resident to reach an adequate operative case volume over the education program (<xref ref-type="bibr" rid="B3">3</xref>). To counter these drawbacks in neurosurgical training, cadaveric specimen (<xref ref-type="bibr" rid="B12">12</xref>) and animal model courses (<xref ref-type="bibr" rid="B13">13</xref>) are some of the common alternatives for the improvement of surgical skills in neurosurgery, even if their high maintenance costs and ethical issues represent some of the principal limitations to date (<xref ref-type="bibr" rid="B14">14</xref>). Some abroad experiences or post-graduate surgical courses are still valid options, but recently, after the COVID-19 pandemic, international exchange programs have been dramatically reduced (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>). Also, learning new surgical skills is different from perfecting them, which implies that they have to be repeated with constancy over time (<xref ref-type="bibr" rid="B15">15</xref>). The neurosurgical learning curve is still too long and dominated by conventional mentor&#x02013;apprentice relationships (<xref ref-type="bibr" rid="B16">16</xref>).</p>
<p>In this scenario, neurosurgical simulators are becoming increasingly important. Among the modern surgical training solutions, interest in VR or AR and 3D models has been growing (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>). Our experience with hybrid AR and 3D-printed neurosurgical simulator showed that the combination of such learning methods could lead to interesting results. Specifically, hybrid AR represents a helpful tool to guide young neurosurgeons from notional knowledge to practical experience. Indeed, after an anatomical revise, residents can focus on the correct patient positioning and go over the chosen approach step-by-step by interacting with the model through AR application. In the second phase of the simulation, high detailed 3D-printed neurosurgical models allow trainees to obtain immediate feedback of the previous theoretical topics.</p>
<p>Winkler-Schwartz et al. (<xref ref-type="bibr" rid="B18">18</xref>) have already described 17 students&#x00027; and residents&#x00027; training experience with a VR simulator. Their results suggest the possibility to categorize participants&#x00027; technical abilities and use this tool to develop and maintain psychomotor skills. Licci et al. (<xref ref-type="bibr" rid="B2">2</xref>) developed a synthetic simulator based on patient-specific computed tomography (CT) data set, and different realistic skull models were produced by a 3D printer, including vascular structures and some soft tissue portions mimicking ventricle tumors. Neurosurgical trainees were invited to a neuroendoscopic workshop and qualitatively assessed afterwards. They found that this training empowered the development of specific surgical skills.</p>
<p>Joseph et al. (<xref ref-type="bibr" rid="B19">19</xref>) developed and used a physical simulator that was able to reproduce the experience of clipping intracranial aneurysms based on 3D-printed models of skull, brain, and arteries. They judged this simulator as a reliable and useful tool for neurosurgical training.</p>
<p>Chawla et al. recently reported a systematic review addressing 4 major neurosurgical skills using various modalities of training, assessed by face, content, and construct validity. An increased use of simulation models in neurosurgical training was found. Currently, synthetic models have been found to be the most convenient and practical, especially during the pandemic breakdown, but VR models are found promising due to the visual realism and improved haptic feedback technology (<xref ref-type="bibr" rid="B20">20</xref>).</p>
<p>The topic of burnout among neurosurgery residents is widely covered in scientific literature (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>). Training outside the operating room provides the possibility of practical education based on constructive criticism in a stress-free field. Surgical simulation allows the residents to perform a constant self-assessment of their growth from a technical and cognitive point of view. Personal growth and intellectual reward could be a real solution for the burnout issue. Furthermore, the repetitive use of a 3D model associated with AR would allow to standardize the surgical act in the different years of residency. More than 85% of residents agree or strongly agree (<xref ref-type="table" rid="T1">Table 1</xref>) to make this kind of simulation a part of the standard curriculum in neurosurgery. Our next target will be to create a surgical portfolio based on hybrid simulation to complete before joining the procedure in the operating room.</p>
<p>The 3D anatomic model allows to recreate even complex pathological conditions such as tumors and cerebral aneurysm. Indeed, senior residents were asked to perform an extra trial: clipping exercise on few 3D models enhanced with saccular aneurysm of middle cerebral artery (MCA), anterior communicating artery (ACoA) and posterior communicating artery (PCoA). This is certainly an important strength of the simulator that human or animal cadaveric specimens cannot provide. It is conceivable that it will be possible to perform the same procedure several times on the same patient in a simulated way before arriving at the day of the planned surgery.</p>
<p>On the other side, the texture and tactile feedback of the brain tissue and dura mater can still be improved. These characteristics were assessed with a mediocre scores in about 40% of the responses (3 out of 5 points). Furthermore, the arachnoid and the cisterns, which constitute some of the anatomical references for the surgery of the skull base, are not represented. These are the current limits of the tool.</p>
<p>The hybrid simulation with AR and 3D model represents a constant, modular, and repeatable training tool, while the surgeon will be the only variable. This new way of learning could change the old rules of knowledge transmission in neurosurgery centered on the mentor&#x02013;apprentice relationship.</p>
<sec>
<title>Limitations</title>
<p>The main limitation of this study is its purely qualitative nature and lack of quantitative analysis. However, as reported in the method section, this study was a preliminary experience with this new hybrid simulation, and the purpose of the study was primarily to assess the usability and liking of the tool. Therefore, despite its qualitative nature, the encouraging results that emerged from the survey could be considered a driving force for further quantitative studies aimed at analyzing the actual possibility of improving the learning curve of residents outside the operating room, using a reproducible and less expensive tool. To this end, the authors are developing a standardized 1-year surgical training program, tailored to the needs of different residency years, in which the residents&#x00027; skills are assessed with quantitative scales in order to evaluate their growth curve.</p></sec></sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusion</title>
<p>The hybrid AR and 3D-printed neurosurgical simulator could be a valid tool for neurosurgical training, which is capable of enhancing the technical skills and competence of the residents. In addition, it could be easy to imagine how patient safety would increase and healthcare costs would be reduced, even if more studies are needed to investigate these aspects. The integration of simulators for training in neurosurgery as preparatory steps for the operating room should be recommended and further investigated given their huge potential.</p></sec>
<sec sec-type="data-availability" id="s6">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p></sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>Written informed consent was obtained from the individual(s) for the publication of any potentially identifiable images or data included in this article.</p></sec>
<sec id="s8">
<title>Author Contributions</title>
<p>SP: writing draft. FC: editing and writing. FN: conceptualization and reviewing. GS: conceptualization and supervision. MM: conceptualization and data collection. GD: editing and data collection. AL: data collection. ML and DG: supervision and reviewing. All authors contributed to the article and approved the submitted version.</p></sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>FN is Founder and CEO of UpSurgeOn. GS is Co-founder of UpSurgeOn. MM is Lead Bioengineer at UpSurgeOn. The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest. The handling editor declared a past co-authorship with several of the authors FC and DG.</p></sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p></sec> </body>
<back>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haji</surname> <given-names>FA</given-names></name> <name><surname>Dubrowski</surname> <given-names>A</given-names></name> <name><surname>Drake</surname> <given-names>J</given-names></name> <name><surname>De Ribaupierre</surname> <given-names>S</given-names></name></person-group>. <article-title>Needs assessment for simulation training in neuroendoscopy: a Canadian national survey; clinical article</article-title>. <source>J Neurosurg.</source> (<year>2013</year>) <volume>118</volume>:<fpage>250</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.3171/2012.10.JNS12767</pub-id><pub-id pub-id-type="pmid">23216468</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Licci</surname> <given-names>M</given-names></name> <name><surname>Thieringer</surname> <given-names>FM</given-names></name> <name><surname>Guzman</surname> <given-names>R</given-names></name> <name><surname>Soleman</surname> <given-names>J</given-names></name></person-group>. <article-title>Development and validation of a synthetic 3D-printed simulator for training in neuroendoscopic ventricular lesion removal</article-title>. <source>Neurosurg Focus.</source> (<year>2020</year>) <volume>48</volume>:<fpage>E18</fpage>. <pub-id pub-id-type="doi">10.3171/2019.12.FOCUS19841</pub-id><pub-id pub-id-type="pmid">32114554</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stienen</surname> <given-names>MN</given-names></name> <name><surname>Freyschlag</surname> <given-names>CF</given-names></name> <name><surname>Schaller</surname> <given-names>K</given-names></name> <name><surname>Meling</surname> <given-names>T</given-names></name> <collab>EANS Young Neurosurgeons and EANS Training Committee</collab></person-group>. <article-title>Procedures performed during neurosurgery residency in Europe</article-title>. <source>Acta Neurochir.</source> (<year>2020</year>) <volume>162</volume>:<fpage>2303</fpage>&#x02013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1007/s00701-020-04513-4</pub-id><pub-id pub-id-type="pmid">32803372</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mukhopadhyay</surname> <given-names>S</given-names></name> <name><surname>Punchak</surname> <given-names>M</given-names></name> <name><surname>Rattani</surname> <given-names>A</given-names></name> <name><surname>Hung</surname> <given-names>YC</given-names></name> <name><surname>Dahm</surname> <given-names>J</given-names></name> <name><surname>Faruque</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>The global neurosurgical workforce: a mixed-methods assessment of density and growth</article-title>. <source>J Neurosurg.</source> (<year>2019</year>) <volume>4</volume>:<fpage>1</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.3171/2018.10.JNS171723</pub-id><pub-id pub-id-type="pmid">30611133</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lundy</surname> <given-names>P</given-names></name> <name><surname>Miller</surname> <given-names>C</given-names></name> <name><surname>Woodrow</surname> <given-names>S</given-names></name></person-group>. <article-title>Current US neurosurgical resident involvement, interest, and barriers in global neurosurgery</article-title>. <source>Neurosurg Focus.</source> (<year>2020</year>) <volume>48</volume>:<fpage>E16</fpage>. <pub-id pub-id-type="doi">10.3171/2019.12.FOCUS19808</pub-id><pub-id pub-id-type="pmid">32114552</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vincitorio</surname> <given-names>F</given-names></name> <name><surname>Cofano</surname> <given-names>F</given-names></name> <name><surname>Colzani</surname> <given-names>G</given-names></name> <name><surname>Titolo</surname> <given-names>P</given-names></name> <name><surname>Lavorato</surname> <given-names>A</given-names></name> <name><surname>Battiston</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>Letter to the editor regarding &#x0201C;opinion piece: microsurgery in COVID-19&#x02013;positive patients.&#x0201D; <italic>World Neurosurg</italic></article-title>. (<year>2020</year>) <volume>139</volume>:<fpage>712</fpage>&#x02013;<lpage>3</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2020.05.161</pub-id><pub-id pub-id-type="pmid">32454197</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chau</surname> <given-names>KH</given-names></name> <name><surname>Nouri</surname> <given-names>SN</given-names></name> <name><surname>Madhavan</surname> <given-names>MV</given-names></name></person-group>. <article-title>Fellowship in the time of coronavirus disease 2019 (COVID-19): a time to adapt</article-title>. <source>JAMA Cardiol.</source> (<year>2020</year>) <volume>5</volume>:<fpage>749</fpage>&#x02013;<lpage>0</lpage>. <pub-id pub-id-type="doi">10.1001/jamacardio.2020.1562</pub-id><pub-id pub-id-type="pmid">32432652</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tartara</surname> <given-names>F</given-names></name> <name><surname>Cofano</surname> <given-names>F</given-names></name> <name><surname>Zenga</surname> <given-names>F</given-names></name> <name><surname>Boeris</surname> <given-names>D</given-names></name> <name><surname>Garbossa</surname> <given-names>D</given-names></name> <name><surname>Cenzato</surname> <given-names>M</given-names></name></person-group>. <article-title>Are we forgetting non-COVID-19-related diseases during lockdown?</article-title> <source>Acta Neurochir.</source> (<year>2020</year>) <volume>162</volume>:<fpage>1501</fpage>. <pub-id pub-id-type="doi">10.1007/s00701-020-04385-8</pub-id><pub-id pub-id-type="pmid">32377950</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bangor</surname> <given-names>A</given-names></name> <name><surname>Kortum</surname> <given-names>PT</given-names></name> <name><surname>Miller</surname> <given-names>JT</given-names></name></person-group>. <article-title>An empirical evaluation of the system usability scale</article-title>. <source>Int J Hum Comput Interact.</source> (<year>2008</year>) <volume>24</volume>:<fpage>574</fpage>&#x02013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1080/10447310802205776</pub-id></citation>
</ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Joshi</surname> <given-names>A</given-names></name> <name><surname>Kale</surname> <given-names>S</given-names></name> <name><surname>Chandel</surname> <given-names>S</given-names></name> <name><surname>Pal</surname> <given-names>D</given-names></name></person-group>. <article-title>Likert scale: explored and explained</article-title>. <source>Br J Appl Sci Technol.</source> (<year>2015</year>) <volume>7</volume>:<fpage>396</fpage>&#x02013;<lpage>403</lpage>. <pub-id pub-id-type="doi">10.9734/BJAST/2015/14975</pub-id></citation>
</ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moiraghi</surname> <given-names>A</given-names></name> <name><surname>Perin</surname> <given-names>A</given-names></name> <name><surname>Sicky</surname> <given-names>N</given-names></name> <name><surname>Godjevac</surname> <given-names>J</given-names></name> <name><surname>Carone</surname> <given-names>G</given-names></name> <name><surname>Ayadi</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>EANS basic brain course (ABC): combining simulation to cadaver lab for a new concept of neurosurgical training</article-title>. <source>Acta Neurochir.</source> (<year>2020</year>) <volume>162</volume>:<fpage>453</fpage>&#x02013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1007/s00701-020-04216-w</pub-id><pub-id pub-id-type="pmid">31965316</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aboud</surname> <given-names>E</given-names></name> <name><surname>Al-Mefty</surname> <given-names>O</given-names></name> <name><surname>Ya&#x0015F;argil</surname> <given-names>MG</given-names></name></person-group>. <article-title>New laboratory model for neurosurgical training that simulates live surgery</article-title>. <source>J Neurosurg.</source> (<year>2002</year>) <volume>97</volume>:<fpage>1367</fpage>&#x02013;<lpage>72</lpage>. <pub-id pub-id-type="doi">10.3171/jns.2002.97.6.1367</pub-id><pub-id pub-id-type="pmid">12507135</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lv</surname> <given-names>X</given-names></name> <name><surname>Li</surname> <given-names>C</given-names></name> <name><surname>Jiang</surname> <given-names>W</given-names></name></person-group>. <article-title>The intracranial vasculature of canines represents a model for neurovascular ischemia and training residents and fellows in endovascular neurosurgery</article-title>. <source>Neuroradiol J.</source> (<year>2020</year>) <volume>33</volume>:<fpage>292</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1177/1971400920920787</pub-id><pub-id pub-id-type="pmid">32367763</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gnanakumar</surname> <given-names>S</given-names></name> <name><surname>Kostusiak</surname> <given-names>M</given-names></name> <name><surname>Budohoski</surname> <given-names>KP</given-names></name> <name><surname>Barone</surname> <given-names>D</given-names></name> <name><surname>Pizzuti</surname> <given-names>V</given-names></name> <name><surname>Kirollos</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>Effectiveness of cadaveric simulation in neurosurgical training: a review of the literature</article-title>. <source>World Neurosurg.</source> (<year>2018</year>) <volume>118</volume>:<fpage>88</fpage>&#x02013;<lpage>96</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2018.07.015</pub-id><pub-id pub-id-type="pmid">30017763</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Higgins</surname> <given-names>M</given-names></name> <name><surname>Madan</surname> <given-names>C</given-names></name> <name><surname>Patel</surname> <given-names>R</given-names></name></person-group>. <article-title>Development and decay of procedural skills in surgery: a systematic review of the effectiveness of simulation-based medical education interventions</article-title>. <source>Surgeon.</source> (<year>2021</year>) <volume>19</volume>:<fpage>e67</fpage>&#x02013;<lpage>77</lpage>. <pub-id pub-id-type="doi">10.1016/j.surge.2020.07.013</pub-id><pub-id pub-id-type="pmid">32868158</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grosch</surname> <given-names>AS</given-names></name> <name><surname>Schr&#x000F6;der</surname> <given-names>T</given-names></name> <name><surname>Schr&#x000F6;der</surname> <given-names>T</given-names></name> <name><surname>Onken</surname> <given-names>J</given-names></name> <name><surname>Picht</surname> <given-names>T</given-names></name></person-group>. <article-title>Development and initial evaluation of a novel simulation model for comprehensive brain tumor surgery training</article-title>. <source>Acta Neurochir.</source> (<year>2020</year>) <volume>162</volume>:<fpage>1957</fpage>&#x02013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.1007/s00701-020-04359-w</pub-id><pub-id pub-id-type="pmid">32385637</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cofano</surname> <given-names>F</given-names></name> <name><surname>Di Perna</surname> <given-names>G</given-names></name> <name><surname>Bozzaro</surname> <given-names>M</given-names></name> <name><surname>Longo</surname> <given-names>A</given-names></name> <name><surname>Marengo</surname> <given-names>N</given-names></name> <name><surname>Zenga</surname> <given-names>F</given-names></name> <etal/></person-group>. <article-title>Augmented reality in medical practice: from spine surgery to remote assistance</article-title>. <source>Front Surg.</source> (<year>2021</year>) <volume>8</volume>:<fpage>657901</fpage>. <pub-id pub-id-type="doi">10.3389/fsurg.2021.657901</pub-id><pub-id pub-id-type="pmid">33859995</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Winkler-Schwartz</surname> <given-names>A</given-names></name> <name><surname>Bajunaid</surname> <given-names>K</given-names></name> <name><surname>Mullah</surname> <given-names>MAS</given-names></name> <name><surname>Marwa</surname> <given-names>I</given-names></name> <name><surname>Alotaibi</surname> <given-names>FE</given-names></name> <name><surname>Fares</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Bimanual psychomotor performance in neurosurgical resident applicants assessed using neurotouch, a virtual reality simulator</article-title>. <source>J Surg Educ.</source> (<year>2016</year>) <volume>73</volume>:<fpage>942</fpage>&#x02013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.1016/j.jsurg.2016.04.013</pub-id><pub-id pub-id-type="pmid">27395397</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Joseph</surname> <given-names>F</given-names></name> <name><surname>Weber</surname> <given-names>S</given-names></name> <name><surname>Raabe</surname> <given-names>A</given-names></name> <name><surname>Bervini</surname> <given-names>D</given-names></name></person-group>. <article-title>Neurosurgical simulator for training aneurysm microsurgery&#x02014;a user suitability study involving neurosurgeons and residents</article-title>. <source>Acta Neurochir.</source> (<year>2020</year>) <volume>162</volume>:<fpage>2313</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1007/s00701-020-04522-3</pub-id><pub-id pub-id-type="pmid">32780255</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chawla</surname> <given-names>S</given-names></name> <name><surname>Devi</surname> <given-names>S</given-names></name> <name><surname>Calvachi</surname> <given-names>P</given-names></name> <name><surname>Gormley</surname> <given-names>WB</given-names></name> <name><surname>Rueda-Esteban</surname> <given-names>R</given-names></name></person-group>. <article-title>Evaluation of simulation models in neurosurgical training according to face, content, and construct validity: a systematic review</article-title>. <source>Acta Neurochir</source>. (<year>2022</year>) <volume>164</volume>:<fpage>1</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1007/s00701-021-05003-x</pub-id><pub-id pub-id-type="pmid">35122126</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zaed</surname> <given-names>I</given-names></name> <name><surname>Jaaiddane</surname> <given-names>Y</given-names></name> <name><surname>Chibbaro</surname> <given-names>S</given-names></name> <name><surname>Tinterri</surname> <given-names>B</given-names></name></person-group>. <article-title>Burnout among neurosurgeons and residents in neurosurgery: a systematic review and meta-analysis of the literature</article-title>. <source>World Neurosurg.</source> (<year>2020</year>) <volume>143</volume>:<fpage>e529</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2020.08.005</pub-id><pub-id pub-id-type="pmid">32777406</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Spiotta</surname> <given-names>AM</given-names></name> <name><surname>Fargen</surname> <given-names>KM</given-names></name> <name><surname>Patel</surname> <given-names>S</given-names></name> <name><surname>Larrew</surname> <given-names>T</given-names></name> <name><surname>Turner</surname> <given-names>RD</given-names></name></person-group>. <article-title>Impact of a residency-integrated wellness program on resident mental health, sleepiness, and quality of life</article-title>. <source>Neurosurgery.</source> (<year>2019</year>) <volume>84</volume>:<fpage>341</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1093/neuros/nyy112</pub-id><pub-id pub-id-type="pmid">30395329</pub-id></citation></ref>
</ref-list> 
</back>
</article>