<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychiatry</journal-id>
<journal-title>Frontiers in Psychiatry</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychiatry</abbrev-journal-title>
<issn pub-type="epub">1664-0640</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyt.2022.880331</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychiatry</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>RETRACTED: Evaluating the Effects of Experiencing Virtual Reality Simulation of Psychosis on Mental Illness Stigma, Empathy, and Knowledge in Medical Students</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Zare-Bidaki</surname> <given-names>Majid</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Ehteshampour</surname> <given-names>Alireza</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1725126/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Reisaliakbarighomi</surname> <given-names>Masoud</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Mazinani</surname> <given-names>Robabeh</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Khodaie Ardakani</surname> <given-names>Mohammad Reza</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Mirabzadeh</surname> <given-names>Arash</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Alikhani</surname> <given-names>Rosa</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Noroozi</surname> <given-names>Mehdi</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/565317/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Momeni</surname> <given-names>Fereshteh</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Samani</surname> <given-names>Amir Dehghani</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Mehrabi Tavana</surname> <given-names>Mohammad Mahdi</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/803113/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Esmaeili</surname> <given-names>Aliakbar</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Mousavi</surname> <given-names>S. Bentolhoda</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/986121/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Social Determinants of Health Research Center, Faculty of Paramedical Sciences, Birjand University of Medical Sciences</institution>, <addr-line>Birjand</addr-line>, <country>Iran</country></aff>
<aff id="aff2"><sup>2</sup><institution>Psychiatry Department, University of Social Welfare and Rehabilitation Sciences</institution>, <addr-line>Tehran</addr-line>, <country>Iran</country></aff>
<aff id="aff3"><sup>3</sup><institution>Psychosis Research Center, University of Social Welfare and Rehabilitation Sciences</institution>, <addr-line>Tehran</addr-line>, <country>Iran</country></aff>
<aff id="aff4"><sup>4</sup><institution>Psychology Department, University of Social Welfare and Rehabilitation Sciences</institution>, <addr-line>Tehran</addr-line>, <country>Iran</country></aff>
<aff id="aff5"><sup>5</sup><institution>Clinical Research Development Unit of Imam Reza Hospital, Birjand University of Medical Sciences</institution>, <addr-line>Birjand</addr-line>, <country>Iran</country></aff>
<aff id="aff6"><sup>6</sup><institution>Psychiatry and Behavioral Science Research Center, Birjand University of Medical Sciences</institution>, <addr-line>Birjand</addr-line>, <country>Iran</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Renato de Filippis, Magna Gr&#x00E6;cia University, Italy</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Philip Theodore Yanos, John Jay College of Criminal Justice, United States; Jon Rueda, University of Granada, Spain</p></fn>
<corresp id="c001">&#x002A;Correspondence: S. Bentolhoda Mousavi, <email>be.mousavi@uswr.ac.ir</email></corresp>
<fn fn-type="other" id="fn004"><p>This article was submitted to Public Mental Health, a section of the journal Frontiers in Psychiatry</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>17</day>
<month>05</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="eretracted">
<day>15</day>
<month>06</month>
<year>2026</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>13</volume>
<elocation-id>880331</elocation-id>
<history>
<date date-type="received">
<day>21</day>
<month>02</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>23</day>
<month>03</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2022 Zare-Bidaki, Ehteshampour, Reisaliakbarighomi, Mazinani, Khodaie Ardakani, Mirabzadeh, Alikhani, Noroozi, Momeni, Samani, Mehrabi Tavana, Esmaeili and Mousavi.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Zare-Bidaki, Ehteshampour, Reisaliakbarighomi, Mazinani, Khodaie Ardakani, Mirabzadeh, Alikhani, Noroozi, Momeni, Samani, Mehrabi Tavana, Esmaeili and Mousavi</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec>
<title>Objectives</title>
<p>Applying technologies such as virtual reality (VR) in education has gained popularity especially in comprehending abstract and subjective phenomena. Previous studies have shown that applying a virtual reality simulation of psychosis (VRSP) is useful in increasing knowledge and empathy toward patients. Here, the efficacy of using VRSP in altering stigma, empathy and knowledge as well as side effects have been assessed in medical students in comparison with the routine education (visiting the patients).</p>
</sec>
<sec>
<title>Method</title>
<p>After attending one session of lecture about positive psychotic symptoms, medical students were allocated to two groups: experiencing one session of VRSP or visiting patients under supervision as routine practice in the ward. Before and after the first session and after the second one, questionnaires of knowledge, empathy and stigma were filled by students. Finally, the results were compared in two groups.</p>
</sec>
<sec>
<title>Results</title>
<p>Both interventions were effective in reducing stigma as well as increasing knowledge and empathy toward patients with psychotic experiences. VRSP could significantly reduce stigma and increase knowledge and empathy compared with the traditional visiting patients under supervision. The side effects were minimal and ameliorated right after the experience.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>VRSP is an effective tool in decreasing stigma and increasing empathy and knowledge of the students and can be incorporated in psychiatric education with minimal side effects.</p>
</sec>
</abstract>
<kwd-group>
<kwd>psychosis</kwd>
<kwd>stigma</kwd>
<kwd>empathy</kwd>
<kwd>virtual reality</kwd>
<kwd>simulation</kwd>
<kwd>medical education</kwd>
<kwd>E-learning</kwd>
</kwd-group>
<contract-sponsor id="cn001">National Agency for Strategic Research in Medical Education<named-content content-type="fundref-id">10.13039/501100021698</named-content></contract-sponsor>
<counts>
<fig-count count="1"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="47"/>
<page-count count="9"/>
<word-count count="6758"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="intro">
<title>Introduction</title>
<p>Psychiatric disorders are associated with an overwhelming stigma, not only among general population, but also within healthcare providers and students especially the novitiates (<xref ref-type="bibr" rid="B1">1</xref>&#x2013;<xref ref-type="bibr" rid="B3">3</xref>). Stigma directly affects help-seeking behaviors (<xref ref-type="bibr" rid="B4">4</xref>&#x2013;<xref ref-type="bibr" rid="B6">6</xref>). In case of mental health problems, holding negative attitudes toward psychiatric disorders and perceived negative social consequences related to them, leads to denial, which subsequently results in postponing the necessary treatment (<xref ref-type="bibr" rid="B4">4</xref>). Even the attitudes, manners, and speech of mental health professionals can nourish stigma, which is called the &#x201C;Iatrogenic stigma&#x201D; (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>).</p>
<p>Anti-stigma movements have proposed different interventions to overcome the stigma toward patients, among which social interaction in combination with education is the most effective one (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B9">9</xref>). Different curricula applied in psychiatric education have been shown to decrease stigma toward patients with mental illness through education as well as direct contact with patients (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B11">11</xref>).</p>
<p>Recent literature suggests that simulations of first-hand experiences in virtual environments can decrease implicit stereotypes and reduce stigma (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B12">12</xref>). Utilizing compound contact-based interventions such as watching film and live contact can considerably improve outcomes of attitude and knowledge toward mental illness (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B13">13</xref>). There are, however, concerns over a mere simulation of psychotic disorders without any education as such interventions may prove counterproductive (<xref ref-type="bibr" rid="B12">12</xref>). This is an important criticism that efforts of reducing stigma through focusing on first-hand experience simulation, might lead to an excessive focus on symptom experience without appreciation for the &#x201C;whole person&#x201D; that one might obtain from a contact experience.</p>
<p>Educational methods have improved dramatically in recent years and incorporating innovative technologies such as virtual reality (VR) into traditional pedagogic methods has gained popularity. Literature suggests that utilizing VR, as an immersive environment, can increase motivation, engagement, and the time spent for learning in students. Using VR in education promotes students&#x2019; ability in cognitive tasks and indorses affective and psychomotor skills (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B15">15</xref>). VR can also improve students&#x2019; knowledge, empathy, and reduce stigma toward patients with mental health disorders (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>). The graphical quality and the sense of presence (immersion) have been proposed to be important factors affecting learning outcomes (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B18">18</xref>).</p>
<p>Virtual environments have several applications in psychiatric education. Simulating a complex or nontangible condition for students to get involved in -as a first-person experience- is one of these applications (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>). Positive psychotic symptoms such as hallucinations and delusions are subjective and complicated experiences that are difficult to understand. Hallucinations are perceptions without any external source and delusions are misbeliefs without any factual evidence to support them (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B20">20</xref>). These symptoms present not only in psychiatric disorders but also in other medical conditions such as hearing loss or neurological conditions (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>). Despite the prevalence, students often complain of the difficulty of understanding the symptoms. On the other hand, holding negative attitudes towards patients experiencing psychotic symptoms (stigma) is common among students and health care providers (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B23">23</xref>).</p>
<p>Limited studies have assessed the outcomes of incorporating VR in routine education in reducing stigma toward patients. Previous studies suggest that simulating first-person experiences in VR can effectively increase knowledge of the symptoms and empathy toward patients with minor side effects such as mild cybersickness (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B24">24</xref>). For instance, Formosa et al. simulated positive psychosis symptoms in a VR setting; their study suggests that one session of experiencing it could increase students&#x2019; knowledge, attitude, and improve empathy toward patients with psychosis (<xref ref-type="bibr" rid="B16">16</xref>). In their study, however, questionnaires only were applied before and after applying VR; where VR stands in comparison with the current methods of education is still under question.</p>
<p>In another study, Yellowlees et al. developed a VR psychosis simulation on an internet platform and showed the user-friendliness and feasibility of applying it as a practical method (<xref ref-type="bibr" rid="B24">24</xref>). In their study, participants filled a questionnaire only after experiencing the simulation so there was no comparison whether before or after or with other methods, and the study population was only limited to a certain group of internet users.</p>
<p>In this study, after simulating auditory hallucinations with persecutory content and reference delusion in a VR setting, we compared one session of virtual reality simulation of psychosis (VRSP) to the routine educational program- that is visiting patients under supervision as its counterpart in altering stigma, empathy, and knowledge about psychosis in medical students as well as evaluating potential side effects.</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and Methods</title>
<p>In this project, we assessed the effects of experiencing one session of virtual reality simulation of psychosis (VRSP) on stigma, empathy, and knowledge in medical students in comparison with the traditional learning style; that is, visiting patients at the psychiatric ward. In the first phase of the study, we have developed a simulation of psychotic experience in a VR setting with a scenario based on the real experiences of the patients and the consensus of a psychiatrist team. After providing consent, 10 patients with schizophrenia in remission were interviewed by two different psychiatrists for their experiments during their last psychotic episode. The documents were assessed by a panel of four psychiatrists for extracting the most prevalent themes. Among those, the ones that could be reproduced in a simulated environment (such as auditory hallucinations and some form of delusions) were chosen to be the content of the experiment. The VR environment provided a three-dimensional, 360-degree video that was displayed by a VR headset mounted on the user&#x2019;s head (<xref ref-type="fig" rid="F1">Figure 1</xref>). The basic graphical environment (patient&#x2019;s home) was designed by the objects needed for the scenario (modeled by 3D Max, Maya, and After Effect software). For the production of special effects (for example: displaying the other homeowner, broadcasting meteorological reports on television, etc.), we utilized 4K resolution filming technology. The sounds were recorded using the Qubis software; to maximize the clarity and orientation of the sounds, each one tailored to different positions to the user. After rendering, the final VR file was easily accessible through any mobile operating system (Android or iOS) and could be displayed by a VR headset for 4 and a half minutes.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>The simulated environment used in this study.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyt-13-880331-g001.tif"/>
</fig>
<p>In this scenario, the experiencer assumes herself/himself in a position of a person who hears voices with persecutory content and experiences the TV news host sending her/him messages (delusion of reference) which were the most prevalent experience based on our interviews and are some of the prevalent forms of delusions and hallucinations (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B25">25</xref>). At first, the person assumes that she/he is sitting on a couch in a living room of an apartment which has been designed with some elements of Iranian culture, such as red carpet, calligraphy on the wall, and some famous Persian books on the table and in the shelf that cause the experiencer feeling familiar with the environment. The atmosphere is as much as possible neutral (with no dark color that causes feelings of horror), so it can be similar to real life. There is an actor, sitting in the living room, talking and leading the experiencer through several occasions, such as turning on/off the TV or asking her/him to do some favors, such as moving into the kitchen where some hallucinations happen.</p>
<p>Auditory hallucinations (three-dimensional sounds) start with the voice of knocking on the door several times and some voices (both adult male and female with real-life tone), asking the participant not to open the door as there might be some neighbors trying to hurt her/him. Voices also talk about the actor and tell the participants that he might have some intentions to hurt her/him (persecutory content). When the actor turns on the TV to watch some news, the host of the news keeps addressing the participant and trying to undervalue her/him with her words (simulating the process of delusions of reference). After the scenario leads the participant to the kitchen, the voices comment on her/his actions in the kitchen as the third person (running commentary).</p>
<p>Medical students in Iran train psychiatry during their clerkship by attending to the visits by an attending psychiatrist (a Faculty) or psychiatry residents as passive observers. That is, the attending or the psychiatry resident visits the patients and the trainees observe the process of interviewing and examining mental status. After several sessions of observation, they can interview one or more patients to gain psychiatry history for their final project. The first stage (passive observation) has been compared to VRSP in the current study.</p>
<sec id="S2.SS1">
<title>Data Gathering and Sample Size Calculation</title>
<p>The study population was all the 2nd and 3rd year medical students in the Birjand University of Medical Sciences, who haven&#x2019;t passed any psychiatry course or training before. The inclusion criteria were: having no previous history of severe psychiatric disorders themselves or in their first degree families. No previous history of chronic types of headaches, vertigo or seizures. The exclusion criteria were developing any side effects during the experience. This study was approved by the Research Ethics boards of Birjand University of Medical Sciences (IR.BUMS.REC.1397.174).</p>
<p>Using Cohen standardized effect sizes, sample size was calculated 64 in each group and considering 10% attrition rate, the total of 72 students participated in each group [alpha = 0.05, power = 0.80, and Cohen&#x2019;s <italic>d</italic> = 0.5 (a medium effect)]. After providing written informed consent, all participants who enrolled in the study with the convenient method of sampling took part in one session of a lecture on theoretical concepts targeting positive psychotic symptoms. The students were cluster-randomized and allocated to two groups: experiencing one session of VR Simulated Psychosis (VRSP) or visiting patients under supervision as the routine practice in the ward. Before and after the first session and after the second one, questionnaires of knowledge, stigma, empathy, and side effects were filled by students. Finally, the results were compared in two groups. We also conducted a telephone follow up after 1 week and 1 month to record the participants&#x2019; experience of any long-lasting side effects, as stressors can be related to the psychiatric symptoms if there is a reasonable temporal relationship to it, which according to The Diagnostic and Statistical Manual of Mental Disorders, Fifth Edition (DSM-5) is considered 1 month (<xref ref-type="bibr" rid="B26">26</xref>).</p>
<p>As knowledge of basic psychological facts can be measured quantitatively (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B24">24</xref>), participants completed a pen and paper educational achievement test, designed to assess knowledge of definitions and examples of delusions and hallucinations based on DSM-5 criteria. Two independent research assistants scored students&#x2019; answers by using a scoring guide to reduce the potential of subjective interpretation. In case of any discrepancy, the third rater would score the items independently. Inter-rater reliability analysis was done, and the average amount was counted for each student as the score of knowledge. The Persian version of the &#x201C;Mental illness stigma by world psychiatric association&#x201D; was used to assess positive and negative attitudes towards patients with psychotic symptoms. Its validity and reliability in Farsi have been documented by Nojomi et al. (<xref ref-type="bibr" rid="B27">27</xref>, <xref ref-type="bibr" rid="B28">28</xref>). Also, the Persian version of the Jefferson Scale of Physician Empathy- students (S-version) was applied, which was validated by Shariat et al. (<xref ref-type="bibr" rid="B29">29</xref>, <xref ref-type="bibr" rid="B30">30</xref>). For side effects, seven items were assessed by a 7-point Likert scale anchored between &#x201C;1&#x201D; indicating &#x201C;none&#x201D; and &#x201C;7&#x201D; signifying &#x201C;extremely high&#x201D;. Blurry vision, headaches, nausea, and dizziness were assessed as general side effects (Cybersickness) and difficulty in accepting reality, paranoia, and any change in auditory perception as psychological side effects. Researchers were trained to monitor participants in the VR group for distress and participants were told that they can discontinue anytime they felt distressed. The telephone follow-up was conducted according to the same checklist 1 week and 1 month after the study; if any of the participants reported any symptoms that has bothered them, could get a free visit by a psychiatrist or neurologist for further evaluations.</p>
</sec>
<sec id="S2.SS2">
<title>Statistical Analysis</title>
<p>Analyses were performed by Statistical Package for Social Sciences (SPSS version 21.0). The independent <italic>t</italic>-test was performed to compare means in each stage. To consider the role of potential confounders, a univariate analysis of covariates was performed to compare means at the final assessment and the effect size was calculated. The descriptive statistics were also reported as means and standard deviations. In all analyses <italic>P</italic>-value &#x003C; 0.05 was considered statistically significant.</p>
</sec>
</sec>
<sec id="S3" sec-type="results">
<title>Results</title>
<p><xref ref-type="table" rid="T1">Table 1</xref> shows the demographic characteristics of participants in each group. The mean age of the two groups that visited patients and experienced VRSP were 20.38 &#x00B1; 1.04 and 19.90 &#x00B1; 1.47 respectively and had no significant difference (<italic>p</italic> = 0.843). 65 males and 79 females participated in the study and the analysis of the distribution between groups showed no significant difference between groups (<italic>P</italic> = 0.402) (<xref ref-type="table" rid="T1">Table 1</xref>). The mean scores and standard deviations of knowledge, empathy, and stigma in different stages of assessment have been shown in <xref ref-type="table" rid="T2">Table 2</xref>. There were 3 levels of assessment and for convenience, we showed them as level 1 indicating pretest, level 2 indicating assessment after one session of theory education, and level 3 as post interventions test. There was no significant difference between the scores of the two groups at baseline in variables of knowledge (<italic>p</italic> = 0.506), empathy (<italic>p</italic> = 0.161), and stigma (<italic>p</italic> = 0.450) based on the <italic>t</italic>-test analysis. The univariate analysis of covariates (ANCOVA) showed that VRSP could significantly increase knowledge (<italic>p</italic> &#x003C; 0.000), decrease stigma (<italic>p</italic> &#x003C; 0.000), and improve empathy (<italic>p</italic> &#x003C; 0.000) toward patients in comparison with one session of visiting patients under supervision (<xref ref-type="table" rid="T3">Table 3</xref>). <xref ref-type="table" rid="T4">Table 4</xref> shows the side effects of one session of experiencing VRSP. Most of the participants experienced no side effects and the minor side effects were reported by a few participants, which subsided quickly. No signs of distress were reported by research assistants and none of the participants withdrew from the study due to personal distress. In the follow-up study, neither after 1 week nor after 1 month, none of the participants in the VRSP group reported any problem asked according to the checklist, so there was no need for an in-person visit by specialists.</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>Demographic characteristics of participants.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left" colspan="2"></td>
<td valign="top" align="center">Group 1: visiting patients</td>
<td valign="top" align="center">Group2: VRSP</td>
<td valign="top" align="center">Total</td>
<td valign="top" align="center"><italic>p</italic>-value</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="2"><italic>N</italic></td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">150</td>
<td/>
</tr>
<tr>
<td valign="top" align="left" colspan="2">Age</td>
<td valign="top" align="center">20.38 (&#x00B1; 1.04)</td>
<td valign="top" align="center">19.90 (&#x00B1; 1.47)</td>
<td/>
<td valign="top" align="center">0.843</td>
</tr>
<tr>
<td valign="top" align="left">Gender</td>
<td valign="top" align="center">Male</td>
<td valign="top" align="center"><italic>N</italic> = 30<break/> (20.8%)</td>
<td valign="top" align="center"><italic>N</italic> = 35<break/> (24.3%)</td>
<td valign="top" align="center"><italic>N</italic> = 65 (45.1%)</td>
<td valign="top" align="center">0.402</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Female</td>
<td valign="top" align="center"><italic>N</italic> = 42<break/> (29.2%)</td>
<td valign="top" align="center"><italic>N</italic> = 37<break/> (25.7%)</td>
<td valign="top" align="center"><italic>N</italic> = 79 (54.9%)</td>
<td/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p><italic>VRSP, Virtual Reality Simulation of Psychosis.</italic></p></fn>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="T2">
<label>TABLE 2</label>
<caption><p>Means and standard deviations of scores in two groups in 3 stages of assessment.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left"></td>
<td/>
<td valign="top" align="center">Group</td>
<td valign="top" align="center"><italic>N</italic></td>
<td valign="top" align="center">Mean</td>
<td valign="top" align="center">Std. Deviation</td>
<td valign="top" align="center">Std. Error Mean</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Knowledge</td>
<td valign="top" align="center">Level 1</td>
<td valign="top" align="center">Visiting patients</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">2.0833</td>
<td valign="top" align="center">2.47665</td>
<td valign="top" align="center">0.29188</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="center">VRSP</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">2.3750</td>
<td valign="top" align="center">2.76006</td>
<td valign="top" align="center">0.32528</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Level 2</td>
<td valign="top" align="center">Visiting patients</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">14.1944</td>
<td valign="top" align="center">2.98182</td>
<td valign="top" align="center">0.35141</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="center">VRSP</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">14.2778</td>
<td valign="top" align="center">2.87888</td>
<td valign="top" align="center">0.33928</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Level 3</td>
<td valign="top" align="center">Visiting patients</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">14.8889</td>
<td valign="top" align="center">2.96722</td>
<td valign="top" align="center">0.34969</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="center">VRSP</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">16.5139</td>
<td valign="top" align="center">2.63237</td>
<td valign="top" align="center">0.31023</td>
</tr>
<tr>
<td valign="top" align="left">Stigma</td>
<td valign="top" align="center">Level 1</td>
<td valign="top" align="center">Visiting patients</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">4.5694</td>
<td valign="top" align="center">1.30898</td>
<td valign="top" align="center">0.15426</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="center">VRSP</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">4.3889</td>
<td valign="top" align="center">1.54332</td>
<td valign="top" align="center">0.18188</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Level 2</td>
<td valign="top" align="center">Visiting patients</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">4.3056</td>
<td valign="top" align="center">1.29614</td>
<td valign="top" align="center">0.15275</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="center">VRSP</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">3.9583</td>
<td valign="top" align="center">1.52387</td>
<td valign="top" align="center">0.17959</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Level 3</td>
<td valign="top" align="center">Visiting patients</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">3.8194</td>
<td valign="top" align="center">1.69777</td>
<td valign="top" align="center">0.20008</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="center">VRSP</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">3.5972</td>
<td valign="top" align="center">1.21794</td>
<td valign="top" align="center">0.14354</td>
</tr>
<tr>
<td valign="top" align="left">Empathy<xref ref-type="table-fn" rid="t2fnd1"><sup>&#x2020;</sup></xref></td>
<td valign="top" align="center">Level 1</td>
<td valign="top" align="center">Visiting patients</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">115.7500</td>
<td valign="top" align="center">13.48943</td>
<td valign="top" align="center">1.58974</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="center">VRSP</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">118.8056</td>
<td valign="top" align="center">12.49973</td>
<td valign="top" align="center">1.47311</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Level 2</td>
<td valign="top" align="center">Visiting patients</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">119.2500</td>
<td valign="top" align="center">14.09600</td>
<td valign="top" align="center">1.66123</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="center">VRSP</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">122.1667</td>
<td valign="top" align="center">13.52619</td>
<td valign="top" align="center">1.59408</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Level 3</td>
<td valign="top" align="center">Visiting patients</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">121.9861</td>
<td valign="top" align="center">12.38751</td>
<td valign="top" align="center">1.45988</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="center">VRSP</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">128.7639</td>
<td valign="top" align="center">9.39657</td>
<td valign="top" align="center">1.10740</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p><italic>VRSP, Virtual Reality Simulation of Psychosis.</italic></p></fn>
<fn><p><italic>Level 1: Pretest.</italic></p></fn>
<fn><p><italic>Pretest. Level 2: Assessment after one session of theory education.</italic></p></fn>
<fn><p><italic>Level 3: Post interventions test.</italic></p></fn>
<fn id="t2fnd1"><p><italic><sup>&#x2020;</sup>Based on the Jefferson Scale of Physician Empathy- students (S-version).</italic></p></fn>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="T3">
<label>TABLE 3</label>
<caption><p>Univariate analysis of covariates for the assessments.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left"></td>
<td valign="top" align="center">Source</td>
<td valign="top" align="center">Mean square</td>
<td valign="top" align="center"><italic>F</italic></td>
<td valign="top" align="center"><italic>P</italic>-value</td>
<td valign="top" align="center">Effect size</td>
<td valign="top" align="center">Observed power</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Knowledge 3</td>
<td valign="top" align="center">Corrected model</td>
<td valign="top" align="center">301.390</td>
<td valign="top" align="center">137.000</td>
<td valign="top" align="center">0.000<xref ref-type="table-fn" rid="t3fns1">&#x002A;</xref></td>
<td valign="top" align="center">0.746</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Intercept</td>
<td valign="top" align="center">101.537</td>
<td valign="top" align="center">46.155</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.248</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Knowledge<break/>1</td>
<td valign="top" align="center">5.113</td>
<td valign="top" align="center">2.324</td>
<td valign="top" align="center">0.130</td>
<td valign="top" align="center">0.016</td>
<td valign="top" align="center">0.328</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Knowledge<break/>2</td>
<td valign="top" align="center">730.640</td>
<td valign="top" align="center">332.120</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.703</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Group</td>
<td valign="top" align="center">84.772</td>
<td valign="top" align="center">38.534</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.216</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Error</td>
<td valign="top" align="center">2.200</td>
<td/>
<td/>
<td valign="top" align="center"/><td valign="top" align="center"/></tr>
<tr>
<td valign="top" align="left">Stigma 3</td>
<td valign="top" align="center">Corrected model</td>
<td valign="top" align="center">28.455</td>
<td valign="top" align="center">17.597</td>
<td valign="top" align="center">0.000<xref ref-type="table-fn" rid="t3fns1">&#x002A;</xref></td>
<td valign="top" align="center">0.274</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Intercept</td>
<td valign="top" align="center">16.721</td>
<td valign="top" align="center">10.341</td>
<td valign="top" align="center">0.002</td>
<td valign="top" align="center">0.069</td>
<td valign="top" align="center">0.891</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Stigma 1</td>
<td valign="top" align="center">8.814</td>
<td valign="top" align="center">5.451</td>
<td valign="top" align="center">0.021</td>
<td valign="top" align="center">0.037</td>
<td valign="top" align="center">0.640</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Stigma 2</td>
<td valign="top" align="center">20.274</td>
<td valign="top" align="center">12.538</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center">0.082</td>
<td valign="top" align="center">0.940</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Group</td>
<td valign="top" align="center">0.112</td>
<td valign="top" align="center">0.069</td>
<td valign="top" align="center">0.793</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.058</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Error</td>
<td valign="top" align="center">1.617</td>
<td/>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center"/><td valign="top" align="center"/></tr>
<tr>
<td valign="top" align="left">Empathy 3<xref ref-type="table-fn" rid="t3fnd1"><sup>&#x2020;</sup></xref></td>
<td valign="top" align="center">Corrected model</td>
<td valign="top" align="center">3071.704</td>
<td valign="top" align="center">44.783</td>
<td valign="top" align="center">0.000<xref ref-type="table-fn" rid="t3fns1">&#x002A;</xref></td>
<td valign="top" align="center">0.490</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Intercept</td>
<td valign="top" align="center">4990.712</td>
<td valign="top" align="center">72.761</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.342</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Empathy 1</td>
<td valign="top" align="center">264.938</td>
<td valign="top" align="center">3.863</td>
<td valign="top" align="center">0.051</td>
<td valign="top" align="center">0.027</td>
<td valign="top" align="center">0.497</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Empathy 2</td>
<td valign="top" align="center">2365.912</td>
<td valign="top" align="center">34.493</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.198</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Group</td>
<td valign="top" align="center">922.239</td>
<td valign="top" align="center">13.446</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.088</td>
<td valign="top" align="center">0.954</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Error</td>
<td valign="top" align="center">68.590</td>
<td valign="top" align="center">44.783</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.490</td>
<td valign="top" align="center">1.000</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p><italic>VRSP, Virtual Reality Simulation of Psychosis.</italic></p></fn>
<fn><p><italic>Level 1: Pretest.</italic></p></fn>
<fn><p><italic>Level 2: Assessment after one session of theory education.</italic></p></fn>
<fn><p><italic>Level 3: Post interventions test.</italic></p></fn>
<fn id="t3fns1"><p><italic>&#x002A;Significant.</italic></p></fn>
<fn id="t3fnd1"><p><italic><sup>&#x2020;</sup>Based on the Jefferson Scale of Physician Empathy- students (S-version).</italic></p></fn>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="T4">
<label>TABLE 4</label>
<caption><p>Assessing side effects of one session of experiencing Virtual Reality Simulation of Psychosis.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Likert Scale Side effects</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">7</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Blurry Vision</td>
<td valign="top" align="center">59 (81.9%)</td>
<td valign="top" align="center">6 (8.3%)</td>
<td valign="top" align="center">4 (5.6%)</td>
<td valign="top" align="center">3 (4.2%)</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Headache</td>
<td valign="top" align="center">61 (84.7%)</td>
<td valign="top" align="center">10 (13.9%)</td>
<td valign="top" align="center">1 (1.4%)</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Nausea</td>
<td valign="top" align="center">68 (94.4%)</td>
<td valign="top" align="center">4 (5.6%)</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Dizziness</td>
<td valign="top" align="center">60 (83.3%)</td>
<td valign="top" align="center">9 (12.5%)</td>
<td valign="top" align="center">3 (4.2%)</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Difficulty in accepting reality</td>
<td valign="top" align="center">60 (83.3%)</td>
<td valign="top" align="center">8 (11.1%)</td>
<td valign="top" align="center">4 (5.6%)</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Paranoia</td>
<td valign="top" align="center">67 (93.1%)</td>
<td valign="top" align="center">3 (4.2%)</td>
<td valign="top" align="center">2 (2.8%)</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Any change in auditory perception</td>
<td valign="top" align="center">68 (94.4%)</td>
<td valign="top" align="center">4 (5.6%)</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
</tbody>
</table></table-wrap>
</sec>
<sec id="S4" sec-type="discussion">
<title>Discussion</title>
<p>The aim of this study was to assess the effects of experiencing one session of virtual reality simulation of psychosis (VRSP) on the stigma, empathy, and knowledge of medical students towards patients with psychosis in comparison with the routine training - that is visiting the patients in wards under supervision- as well as assessing any side effects. Highlighting the prominence of this study, to the best of our research, this is among the few head-to-head studies, examining the efficacy of incorporating virtual simulation in training, compared with routine educational program. There is minimal research regarding head-to-head studies comparing the two modalities (<xref ref-type="bibr" rid="B21">21</xref>).</p>
<p>In line with previous studies, the findings of the current study suggest that applying one session of VRSP can increase knowledge about psychosis (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B24">24</xref>), and this increase is significantly more than one session of visiting patients under supervision. Students, in this study, had no previous knowledge of the psychotic symptoms and this could reduce the potential bias in assessing the knowledge. VR has usages such as learning and training based on the constructivism theory of learning. VR can increase users&#x2019; knowledge about some concepts that are complicated and difficult to understand. In mental health disorders, subjective symptoms such as delusions and hallucinations are tough to perceive (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B31">31</xref>). The constructivist perspective that VR fundament on, emphasizes building the knowledge based on the real-life experiences and VR can provide a semi-real-life environment for students to experience symptoms first hand.</p>
<p>To further explain the findings on knowledge, simulation in VR was consistent, that is all students experienced all the simulated symptoms in one session. Visiting patients under the supervision, on the other hand, has some limitations such as patients might have different mental status in each visit, leading to presentation of different symptomatology in each session (<xref ref-type="bibr" rid="B32">32</xref>). Moreover, patients might not be willing to or feel safe enough to reveal their inner experiences in a crowded setting, resulting in non-cooperativeness. Patients experience variety of symptoms and students have to observe and/or visit a number of patients in order to get familiar with a complete picture of the disorder manifestation. Immersive experiences in VR, can add to the benefits of the visits by providing the facility to experience more symptoms and removing distractions (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B33">33</xref>). The key point here is that VRSP cannot and should not assumed to replace visiting patients, but can be seen as an effective pedagogical tool that is used alongside visiting patients to address the limitations that students might face in wards.</p>
<p>In this study, both groups showed a reduction in stigma score after one session of visiting patients and after VRSP. In VRSP, however, the stigma scores decreased significantly compared with visiting patients. Whether and to what extent the direct contact with the patients affects stigma reduction is still controversial. On one hand, some literature suggest that direct contact with patients- whether it is a real in-person contact or a virtual one-can decrease stigma (<xref ref-type="bibr" rid="B2">2</xref>); anti-stigma movements propose different forms of interventions, among which social interaction in combination with education is the most effective one (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B9">9</xref>). Also, curriculums applied in psychiatric education have decreased stigma toward patients with mental illness through education as well as direct contact with patients (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B11">11</xref>). On the other hand, some literature suggest that mental health care givers that work in inpatient settings, are prone to have more stigmatizing attitudes toward patients due to several reasons such as burnout and associative stigma (<xref ref-type="bibr" rid="B3">3</xref>). Clinicians who work in inpatient settings often tend to work with patients with long-term conditions and worse prognosis which enhances the phenomena of &#x201C;the clinician&#x2019;s illusion.&#x201D; (<xref ref-type="bibr" rid="B34">34</xref>), which might explain the mentioned stigma to some extent (<xref ref-type="bibr" rid="B3">3</xref>). In this study, the sample consisted of medical students without any history of psychiatric conditions themselves or in their first degree family members, therefore the mentioned mechanism of familiarity that might lead to increase stigma, was eliminated in this study.</p>
<p>There are lack of evidence to explain the mechanism of associative stigma- that is the phenomena of increased stigma in the first degree families of patients with severe psychiatric conditions and care givers. the proposed mechanisms consist of the burden of these disorders to families as well as burnout in care givers (<xref ref-type="bibr" rid="B3">3</xref>). The mediating role of empathy in theses process has not been explored yet. In this study the empathy scores increased in both interventions and whether the increase in empathy can be a mediating factor for decreasing stigma should be explored in future studies.</p>
<p>Some qualitative studies has extracted important themes mirroring associative stigma among mental health care providers: devaluating the occupation, media representation, and assumptions/expectations about the job. Publicly, psychiatry practice is frequently perceived as unproductive or even destructive (<xref ref-type="bibr" rid="B3">3</xref>). Moreover, medical students might see psychiatry as low status and non-priority (<xref ref-type="bibr" rid="B35">35</xref>). Applying technologies, such as VR, has shown to increase the motivation of students. However, assessing whether incorporating such technologies in psychiatric education would modify such attitudes needs more in depth studies.</p>
<p>Recent literature suggest that simulations of first hand experiences in virtual environments can decrease implicit stereotypes and reduce stigma (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B12">12</xref>). Utilizing compound contact-based interventions such as watching film and live contact can considerably improve outcomes of attitude and knowledge toward mental illness (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B13">13</xref>). This is consistent with our findings, confirming our hypothesis that using simulations incorporated into routine medical education can improve knowledge and attitudes towards stigmatizing others. There are, however, concerns over mere simulation of psychotic disorders without any education (<xref ref-type="bibr" rid="B12">12</xref>); in a study on the effects of a virtual reality simulator on perceptions of schizophrenia, Kalyanaraman et al., argued that using simulations of hallucination, without any education to participants might increase negative attitudes toward patients with schizophrenia (<xref ref-type="bibr" rid="B12">12</xref>). Efforts of reducing stigma through focusing on merely simulating the symptoms, might lead to an excessive focus on symptom experience without appreciation for the &#x201C;whole person&#x201D; that one might obtain from a contact based-experience. Therefore, we believe that education must be an important component in such interventions.</p>
<p>It is argued that simulations that portrays psychosis as a terrifying experience with dramatic environmental features in a dark or horrifying setting- in contrast with using neutral environmental cues-, might have negative effects on participants attitude towards patients (<xref ref-type="bibr" rid="B12">12</xref>). These are important ethical concerns; increasing literature suggest that interventions that seek to enhance empathy are required to represent the symptoms in an unbiased way and according to the real experiences of the subjects with whom empathy is to be enhanced. Using more realistic environmental features is more similar to the real experiences of people with psychotic disorders. In a study of simulating symptoms in an augmented reality (AR) environment, where the hallucinations are experienced in the actual environment (<xref ref-type="bibr" rid="B9">9</xref>), in line with our findings, simulation showed to be a promising approach in reducing stigma.</p>
<p>In recent years, VR studies have focused on promoting some concepts that are essential in human relationship such as empathy. The ability to empathize is a crucial skill for all mental health professionals and affects all aspects of psychiatric and psychological interventions (<xref ref-type="bibr" rid="B36">36</xref>, <xref ref-type="bibr" rid="B37">37</xref>). In this study, both groups showed increase in empathic abilities-assessed by the Jefferson Scale of Physician Empathy- students (S-version). The VRSP group had significantly more empathy toward patients than students who visited patients under supervision. This confirms previous findings that suggests application of simulation of psychosis can increase empathy among students (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>) and general population (<xref ref-type="bibr" rid="B24">24</xref>).</p>
<p>Empathy has been defined as having non-judgmental attitude and understanding patients&#x2019; viewpoints and emotions. It is a dynamic interpersonal process, depending on the relationship. It is also a multidimensional construct containing cognitive and affective components (<xref ref-type="bibr" rid="B38">38</xref>, <xref ref-type="bibr" rid="B39">39</xref>). When arguing about training empathic abilities, it is essential to make a vivid discrimination between potential and actual skills. Empathy must be cultivated in a proper environment with required elements and support (<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B40">40</xref>). Studies suggest that the empathy increases with the years of experience. That is the more you have the firsthand experience with patients, the more you have the opportunity to develop empathy (<xref ref-type="bibr" rid="B41">41</xref>).</p>
<p>VR is a proper method for empathy training (<xref ref-type="bibr" rid="B42">42</xref>). VR technology can help student feel patient mental situation as if it&#x2019;s their own and provide a judgmental free environment to learn through exploring one experience as many times as it is needed to be learned. As it is retrieved from constructivist theory, VR has elements that the person can reshape his inner world according the new and unique experience he passed in VR. Experiences of embodiment in an immersive VR environment (EVR) allow users to literally step into the shoes of others and see the world from their perspective. Research on EVR has explored how manipulations of the senses can be used to modulate empathic responses. Experiences of stepping into the shoes of outgroup members have shown significant plasticity of empathic abilities (<xref ref-type="bibr" rid="B43">43</xref>).</p>
<p>For training empathy there are some abilities that need to be developed such as (perspective taking between group empathy, compassion, self-regulation) and some that need to be evaded such as subjective distress (<xref ref-type="bibr" rid="B31">31</xref>). While the aforementioned skills can improve empathy toward patients, personal distress might even cause stigma through increasing avoidant responses. Developing a sense of familiarity with others experiences can increase the feeling of affiliation to that group which make it easier to empathize with that group (<xref ref-type="bibr" rid="B31">31</xref>).</p>
<p>Empathic responses are crucial for a productive doctor-patient relationship. However, unhealthy empathic reactions might induce personal distress that cause burnout and stigmatizing attitudes that cause avoidant responses (<xref ref-type="bibr" rid="B39">39</xref>, <xref ref-type="bibr" rid="B44">44</xref>, <xref ref-type="bibr" rid="B45">45</xref>). Reasonable amount of distress, however, is needed for feeling empathy toward others (<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B46">46</xref>). Therefore, it is crucial to assess whether experiencing a simulation of psychosis has any side effects such as personal distress or other psychiatric conditions. In this study none of the participants in the VRSP was withdrawn from the study due to personal distress and no personal distress was reported by observers.</p>
<p>Consistent with previous studies, the participants only reported mild general side effects (Cybersickness) which ameliorated quickly after several minutes (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B47">47</xref>). None of the participants reported any psychosis-like symptoms, neither right after the experience, nor after 1 week and 1 month of follow-up. This is one of the first studies addressing psychiatric side effects and despite the rigorous inclusion criteria, the results are promising.</p>
<p>There are some limitations in this study that should be addressed in future studies. First of all, the VRSP in this study was only a passive experience and the participants couldn&#x2019;t actively explore all the components of the environment. It was done because we wanted to compare the experience with the passive observation during the clerkship and the future studies can make the comparison with more interaction between the participants and the virtual environment. With regard to the definition of stigma, in this study only attitudes and knowledge of students were measured. The behavioral component of stigma such as intended social distance or micro-aggressions needs to be addressed in future studies. Also, these results were only obtained in a population with no previous knowledge or contact with patients with severe mental health problems. The replicability in other populations is under question and whether such relationship would show different result must be explored.</p>
<p>In conclusion, applying simulation of psychosis can be an effective tool in reducing stigma, increase knowledge, and empathy in medical students and it seems to be a good choice to be incorporated in routine educational practice.</p>
</sec>
<sec id="S5" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="S6">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Research Ethics boards of Birjand University of Medical Sciences (IR.BUMS.REC.1397.174). The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="S7">
<title>Author Contributions</title>
<p>SM has provided the main idea of the study. MZ-B and SM have contributed significantly in designing and conducting the project as well as writing and reviewing the manuscript. AE, MR, RM, RA, MM, and FM has contributed in conducting the study, gathering the data, and drafting the manuscript. AM, MK, and AE has contributed in conducting the study and reviewing the manuscript critically. MN and AS has contributed significantly in statistical analyzing and drafting. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="conf1" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="pudiscl1" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="S8" sec-type="funding-information">
<title>Funding</title>
<p>This project was funded by the National Agency for Strategic Research in Medical Education, Tehran, Iran, Grant No. 970457.</p>
</sec>
<ack>
<p>We thank the Research and Technology Deputy and the Psychosis Research Center of the University of Social Welfare and Rehabilitation Sciences, Tehran, Iran. We are also grateful to the Education Deputy and the Center for E-learning and Developing Virtual Education and all the students of the Birjand University of Medical Sciences, Birjand, Iran who took part and helped in producing the VRSP.</p>
</ack>
<sec id="S10" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fpsyt.2022.880331/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fpsyt.2022.880331/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Image_1.JPEG" id="FS1" mimetype="image/jpeg" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Image_2.PNG" id="FS2" mimetype="image/png" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oliveira</surname> <given-names>AM</given-names></name> <name><surname>Machado</surname> <given-names>D</given-names></name> <name><surname>Fonseca</surname> <given-names>JB</given-names></name> <name><surname>Palha</surname> <given-names>F</given-names></name> <name><surname>Silva Moreira</surname> <given-names>P</given-names></name> <name><surname>Sousa</surname> <given-names>N</given-names></name><etal/></person-group> <article-title>Stigmatizing attitudes toward patients with psychiatric disorders among medical students and professionals.</article-title> <source><italic>Front Psychiatry.</italic></source> (<year>2020</year>) <volume>11</volume>:<fpage>326</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyt.2020.00326</pub-id> <pub-id pub-id-type="pmid">32425827</pub-id></citation></ref>
<ref id="B2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lien</surname> <given-names>Y-Y</given-names></name> <name><surname>Lin</surname> <given-names>H-S</given-names></name> <name><surname>Lien</surname> <given-names>Y-J</given-names></name> <name><surname>Tsai</surname> <given-names>C-H</given-names></name> <name><surname>Wu</surname> <given-names>T-T</given-names></name> <name><surname>Li</surname> <given-names>H</given-names></name><etal/></person-group> <article-title>Challenging mental illness stigma in healthcare professionals and students: a systematic review and network meta-analysis.</article-title> <source><italic>Psychol Health.</italic></source> (<year>2020</year>) <volume>36</volume>:<fpage>669</fpage>&#x2013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1080/08870446.2020</pub-id></citation></ref>
<ref id="B3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Corrigan</surname> <given-names>PW</given-names></name> <name><surname>Nieweglowski</surname> <given-names>K.</given-names></name></person-group> <article-title>How does familiarity impact the stigma of mental illness?</article-title> <source><italic>Clin Psychol Rev.</italic></source> (<year>2019</year>) <volume>70</volume>:<fpage>40</fpage>&#x2013;<lpage>50</lpage>.</citation></ref>
<ref id="B4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wrigley</surname> <given-names>S</given-names></name> <name><surname>Jackson</surname> <given-names>H</given-names></name> <name><surname>Judd</surname> <given-names>F</given-names></name> <name><surname>Komiti</surname> <given-names>A.</given-names></name></person-group> <article-title>Role of stigma and attitudes toward help-seeking from a general practitioner for mental health problems in a rural town.</article-title> <source><italic>Aust N Z J Psychiatry.</italic></source> (<year>2005</year>) <volume>39</volume>:<fpage>514</fpage>&#x2013;<lpage>21</lpage>.</citation></ref>
<ref id="B5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Saeed</surname> <given-names>F</given-names></name> <name><surname>Mihan</surname> <given-names>R</given-names></name> <name><surname>Mousavi</surname> <given-names>SZ</given-names></name> <name><surname>Reniers</surname> <given-names>RL</given-names></name> <name><surname>Bateni</surname> <given-names>FS</given-names></name> <name><surname>Alikhani</surname> <given-names>R</given-names></name><etal/></person-group> <article-title>A narrative review of stigma related to infectious disease outbreaks: what can be learned in the face of the Covid-19 pandemic?</article-title> <source><italic>Front Psychiatry.</italic></source> (<year>2020</year>) <volume>11</volume>:<fpage>565919</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyt.2020.565919</pub-id> <pub-id pub-id-type="pmid">33343414</pub-id></citation></ref>
<ref id="B6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mousavi</surname> <given-names>SB.</given-names></name></person-group> <article-title>Coronavirus disease 2019 pandemic: do not forget patients with severe mental illness.</article-title> <source><italic>Int J Soc Psychiatry.</italic></source> (<year>2020</year>) <volume>67</volume>:<fpage>830</fpage>&#x2013;<lpage>2</lpage>. <pub-id pub-id-type="doi">10.1177/0020764020939982</pub-id> <pub-id pub-id-type="pmid">32633183</pub-id></citation></ref>
<ref id="B7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sartorius</surname> <given-names>N.</given-names></name></person-group> <article-title>Iatrogenic stigma of mental illness. Begins with behaviour and attitudes of medical professionals, especially psychiatrists.</article-title> <source><italic>BMJ</italic></source> (<year>2002</year>) <volume>324</volume>:<fpage>1470</fpage>&#x2013;<lpage>1</lpage>. <pub-id pub-id-type="doi">10.1136/bmj.324.7352.1470</pub-id> <pub-id pub-id-type="pmid">12077020</pub-id></citation></ref>
<ref id="B8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mousavi</surname> <given-names>SB</given-names></name> <name><surname>Lecic-Tosevski</surname> <given-names>D</given-names></name> <name><surname>Khalili</surname> <given-names>H</given-names></name> <name><surname>Mousavi</surname> <given-names>SZ.</given-names></name></person-group> <article-title>To be able, or disable, that is the question: a critical discussion on how language affects the stigma and self-determination in people with parability.</article-title> <source><italic>Int J Soc Psychiatry.</italic></source> (<year>2020</year>) <volume>66</volume>:<fpage>424</fpage>&#x2013;<lpage>30</lpage>.</citation></ref>
<ref id="B9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Silva</surname> <given-names>RDC</given-names></name> <name><surname>Albuquerque</surname> <given-names>SGC</given-names></name> <name><surname>Muniz</surname> <given-names>AV</given-names></name> <name><surname>Filho</surname> <given-names>PPR</given-names></name> <name><surname>Ribeiro</surname> <given-names>S</given-names></name> <name><surname>Pinheiro</surname> <given-names>PR</given-names></name><etal/></person-group> <article-title>Reducing the schizophrenia stigma: a new approach based on augmented reality.</article-title> <source><italic>Comput Intell Neurosci.</italic></source> (<year>2017</year>) <volume>2017</volume>:<fpage>2721846</fpage>. <pub-id pub-id-type="doi">10.1155/2017/2721846</pub-id> <pub-id pub-id-type="pmid">29317860</pub-id></citation></ref>
<ref id="B10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lyons</surname> <given-names>Z</given-names></name> <name><surname>Janca</surname> <given-names>A.</given-names></name></person-group> <article-title>Impact of a psychiatry clerkship on stigma, attitudes towards psychiatry, and psychiatry as a career choice.</article-title> <source><italic>BMC Med Educ.</italic></source> (<year>2015</year>) <volume>15</volume>:<fpage>34</fpage>. <pub-id pub-id-type="doi">10.1186/s12909-015-0307-4</pub-id> <pub-id pub-id-type="pmid">25888984</pub-id></citation></ref>
<ref id="B11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>P-W</given-names></name> <name><surname>Ko</surname> <given-names>C-H</given-names></name> <name><surname>Chen</surname> <given-names>C-S</given-names></name> <name><surname>Yang</surname> <given-names>Y-HC</given-names></name> <name><surname>Lin</surname> <given-names>H-C</given-names></name> <name><surname>Cheng</surname> <given-names>C-C</given-names></name><etal/></person-group> <article-title>Changes of explicit and implicit stigma in medical students during psychiatric clerkship.</article-title> <source><italic>Acad Psychiatry.</italic></source> (<year>2016</year>) <volume>40</volume>:<fpage>224</fpage>&#x2013;<lpage>8</lpage>.</citation></ref>
<ref id="B12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kalyanaraman</surname> <given-names>SS</given-names></name> <name><surname>Penn</surname> <given-names>DL</given-names></name> <name><surname>Ivory</surname> <given-names>JD</given-names></name> <name><surname>Judge</surname> <given-names>A.</given-names></name></person-group> <article-title>The virtual doppelganger: effects of a virtual reality simulator on perceptions of schizophrenia.</article-title> <source><italic>J Nerv Ment Dis.</italic></source> (<year>2010</year>) <volume>198</volume>:<fpage>437</fpage>&#x2013;<lpage>43</lpage>.</citation></ref>
<ref id="B13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Knaak</surname> <given-names>S</given-names></name> <name><surname>Modgill</surname> <given-names>G</given-names></name> <name><surname>Patten</surname> <given-names>SB.</given-names></name></person-group> <article-title>Key ingredients of anti-stigma programs for health care providers: a data synthesis of evaluative studies.</article-title> <source><italic>Can J Psychiatry.</italic></source> (<year>2014</year>) <volume>59</volume>(<issue>10 Suppl. 1</issue>):<fpage>S19</fpage>&#x2013;<lpage>26</lpage>.</citation></ref>
<ref id="B14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jensen</surname> <given-names>L</given-names></name> <name><surname>Konradsen</surname> <given-names>F.</given-names></name></person-group> <article-title>A review of the use of virtual reality head-mounted displays in education and training.</article-title> <source><italic>Educ Inf Technol.</italic></source> (<year>2018</year>) <volume>23</volume>:<fpage>1515</fpage>&#x2013;<lpage>29</lpage>.</citation></ref>
<ref id="B15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Radianti</surname> <given-names>J</given-names></name> <name><surname>Majchrzak</surname> <given-names>TA</given-names></name> <name><surname>Fromm</surname> <given-names>J</given-names></name> <name><surname>Wohlgenannt</surname> <given-names>I.</given-names></name></person-group> <article-title>A systematic review of immersive virtual reality applications for higher education: design elements, lessons learned, and research agenda.</article-title> <source><italic>Comput Educ.</italic></source> (<year>2020</year>) <volume>147</volume>:<fpage>103778</fpage>.</citation></ref>
<ref id="B16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Formosa</surname> <given-names>NJ</given-names></name> <name><surname>Morrison</surname> <given-names>BW</given-names></name> <name><surname>Hill</surname> <given-names>G</given-names></name> <name><surname>Stone</surname> <given-names>D.</given-names></name></person-group> <article-title>Testing the efficacy of a virtual reality-based simulation in enhancing users&#x2019; knowledge, attitudes, and empathy relating to psychosis.</article-title> <source><italic>Aust J Psychol.</italic></source> (<year>2018</year>) <volume>70</volume>:<fpage>57</fpage>&#x2013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.1111/ajpy.12167</pub-id></citation></ref>
<ref id="B17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tichon</surname> <given-names>J</given-names></name> <name><surname>Banks</surname> <given-names>J.</given-names></name></person-group> <article-title>The application of virtual reality to the understanding and treatment of schizophrenia.</article-title> In: <person-group person-group-type="editor"><name><surname>Palade</surname> <given-names>V</given-names></name> <name><surname>Howlett</surname> <given-names>RJ</given-names></name> <name><surname>Jain</surname> <given-names>L</given-names></name></person-group> <role>editors.</role> <source><italic>Knowledge-Based Intelligent Information and Engineering Systems.</italic></source> <publisher-loc>Berlin</publisher-loc>: <publisher-name>Springer</publisher-name> (<year>2003</year>). <comment>p.</comment> <fpage>1064</fpage>&#x2013;<lpage>8</lpage>.</citation></ref>
<ref id="B18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chavez</surname> <given-names>B</given-names></name> <name><surname>Bayona</surname> <given-names>S.</given-names></name></person-group> <article-title>Virtual reality in the learning process.</article-title> In: <person-group person-group-type="editor"><name><surname>Rocha</surname> <given-names>&#x00C1;</given-names></name> <name><surname>Adeli</surname> <given-names>H</given-names></name> <name><surname>Reis</surname> <given-names>L</given-names></name> <name><surname>Costanzo</surname> <given-names>S</given-names></name></person-group> <role>editors</role>. <source><italic>Trends and Advances in Information Systems and Technologies. WorldCIST&#x2019;18 2018. Advances in Intelligent Systems and Computing.</italic></source> <publisher-loc>Cham</publisher-loc>: <publisher-name>Springer</publisher-name> (<year>2018</year>). <comment>p.</comment> <fpage>1345</fpage>&#x2013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-319-77712-2_129</pub-id></citation></ref>
<ref id="B19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tandon</surname> <given-names>R</given-names></name> <name><surname>Gaebel</surname> <given-names>W</given-names></name> <name><surname>Barch</surname> <given-names>DM</given-names></name> <name><surname>Bustillo</surname> <given-names>J</given-names></name> <name><surname>Gur</surname> <given-names>RE</given-names></name> <name><surname>Heckers</surname> <given-names>S</given-names></name><etal/></person-group> <article-title>Definition and description of schizophrenia in the DSM-5.</article-title> <source><italic>Schizophr Res.</italic></source> (<year>2013</year>) <volume>150</volume>:<fpage>3</fpage>&#x2013;<lpage>10</lpage>.</citation></ref>
<ref id="B20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Arciniegas</surname> <given-names>DB.</given-names></name></person-group> <article-title>Psychosis.</article-title> <source><italic>Continuum.</italic></source> (<year>2015</year>) <volume>21</volume>:<fpage>715</fpage>&#x2013;<lpage>36</lpage>.</citation></ref>
<ref id="B21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gaebel</surname> <given-names>W</given-names></name> <name><surname>Zielasek</surname> <given-names>J.</given-names></name></person-group> <article-title>Focus on psychosis.</article-title> <source><italic>Dialogues Clin Neurosci.</italic></source> (<year>2015</year>) <volume>17</volume>:<fpage>9</fpage>&#x2013;<lpage>18</lpage>.</citation></ref>
<ref id="B22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Horsfall</surname> <given-names>J</given-names></name> <name><surname>Cleary</surname> <given-names>M</given-names></name> <name><surname>Hunt</surname> <given-names>GE.</given-names></name></person-group> <article-title>Stigma in mental health: clients and professionals.</article-title> <source><italic>Issues Ment Health Nurs.</italic></source> (<year>2010</year>) <volume>31</volume>:<fpage>450</fpage>&#x2013;<lpage>5</lpage>.</citation></ref>
<ref id="B23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brown</surname> <given-names>SA.</given-names></name></person-group> <article-title>Implementing a brief hallucination simulation as a mental illness stigma reduction strategy.</article-title> <source><italic>Community Ment Health J.</italic></source> (<year>2010</year>) <volume>46</volume>:<fpage>500</fpage>&#x2013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1007/s10597-009-9229-0</pub-id> <pub-id pub-id-type="pmid">19669675</pub-id></citation></ref>
<ref id="B24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yellowlees</surname> <given-names>PM</given-names></name> <name><surname>Cook</surname> <given-names>JN.</given-names></name></person-group> <article-title>Education about hallucinations using an internet virtual reality system: a qualitative survey.</article-title> <source><italic>Acad Psychiatry.</italic></source> (<year>2006</year>) <volume>30</volume>:<fpage>534</fpage>&#x2013;<lpage>9</lpage>.</citation></ref>
<ref id="B25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Glasner-Edwards</surname> <given-names>S</given-names></name> <name><surname>Mooney</surname> <given-names>LJ.</given-names></name></person-group> <article-title>Methamphetamine psychosis: epidemiology and management.</article-title> <source><italic>CNS Drugs.</italic></source> (<year>2014</year>) <volume>28</volume>:<fpage>1115</fpage>&#x2013;<lpage>26</lpage>.</citation></ref>
<ref id="B26"><label>26.</label><citation citation-type="journal"><collab>American Psychiatric Association.</collab> <source><italic>Diagnostic and Statistical Manual of Mental Disorders (DSM-5&#x00A7;).</italic></source> <publisher-loc>Washington, D.C</publisher-loc>: <publisher-name>American Psychiatric Publishing</publisher-name> (<year>2013</year>).</citation></ref>
<ref id="B27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nojomi</surname> <given-names>M</given-names></name> <name><surname>Malakouti</surname> <given-names>S</given-names></name> <name><surname>Ghanean</surname> <given-names>H</given-names></name> <name><surname>Joghataei</surname> <given-names>M</given-names></name> <name><surname>Jacobson</surname> <given-names>L.</given-names></name></person-group> <article-title>Mental illness stigma in city of Tehran, 2009.</article-title> <source><italic>Razi J Med Sci.</italic></source> (<year>2010</year>) <volume>17</volume>:<fpage>45</fpage>&#x2013;<lpage>52</lpage>.</citation></ref>
<ref id="B28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stuart</surname> <given-names>H</given-names></name> <name><surname>Arboleda-Fl&#x00F3;rez</surname> <given-names>J.</given-names></name></person-group> <article-title>Community attitudes toward people with schizophrenia.</article-title> <source><italic>Can J Psychiatry Rev Can Psychiatr.</italic></source> (<year>2001</year>) <volume>46</volume>:<fpage>245</fpage>&#x2013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1177/070674370104600304</pub-id> <pub-id pub-id-type="pmid">11320678</pub-id></citation></ref>
<ref id="B29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shariat</surname> <given-names>SV</given-names></name> <name><surname>Habibi</surname> <given-names>M.</given-names></name></person-group> <article-title>Empathy in Iranian medical students: measurement model of the Jefferson scale of empathy.</article-title> <source><italic>Med Teach.</italic></source> (<year>2013</year>) <volume>35</volume>:<fpage>e913</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.3109/0142159X.2012.714881</pub-id> <pub-id pub-id-type="pmid">22938682</pub-id></citation></ref>
<ref id="B30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ward</surname> <given-names>J</given-names></name> <name><surname>Schaal</surname> <given-names>M</given-names></name> <name><surname>Sullivan</surname> <given-names>J</given-names></name> <name><surname>Bowen</surname> <given-names>ME</given-names></name> <name><surname>Erdmann</surname> <given-names>JB</given-names></name> <name><surname>Hojat</surname> <given-names>M.</given-names></name></person-group> <article-title>Reliability and validity of the Jefferson scale of empathy in undergraduate nursing students.</article-title> <source><italic>J Nurs Meas.</italic></source> (<year>2009</year>) <volume>17</volume>:<fpage>73</fpage>. <pub-id pub-id-type="doi">10.1891/1061-3749.17.1.73</pub-id> <pub-id pub-id-type="pmid">19902660</pub-id></citation></ref>
<ref id="B31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bertrand</surname> <given-names>P</given-names></name> <name><surname>Guegan</surname> <given-names>J</given-names></name> <name><surname>Robieux</surname> <given-names>L</given-names></name> <name><surname>McCall</surname> <given-names>CA</given-names></name> <name><surname>Zenasni</surname> <given-names>F.</given-names></name></person-group> <article-title>Learning empathy through virtual reality: multiple strategies for training empathy-related abilities using body ownership illusions in embodied virtual reality.</article-title> <source><italic>Front Robot AI.</italic></source> (<year>2018</year>) <volume>5</volume>:<fpage>26</fpage>. <pub-id pub-id-type="doi">10.3389/frobt.2018.00026</pub-id> <pub-id pub-id-type="pmid">33500913</pub-id></citation></ref>
<ref id="B32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Luttrull</surname> <given-names>MD</given-names></name> <name><surname>Boulter</surname> <given-names>DJ</given-names></name> <name><surname>Kirsch</surname> <given-names>CFE</given-names></name> <name><surname>Aulino</surname> <given-names>JM</given-names></name> <name><surname>Broder</surname> <given-names>JS</given-names></name> <name><surname>Chakraborty</surname> <given-names>S</given-names></name><etal/></person-group> <article-title>ACR appropriateness criteria<sup>&#x00AE;</sup> acute mental status change, delirium, and new onset psychosis.</article-title> <source><italic>J Am Coll Radiol</italic>.</source> (<year>2019</year>) <volume>16</volume>:<fpage>S26</fpage>&#x2013;<lpage>37</lpage>. <pub-id pub-id-type="doi">10.1016/j.jacr.2019.02.024</pub-id> <pub-id pub-id-type="pmid">31054753</pub-id></citation></ref>
<ref id="B33"><label>33.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hamilton</surname> <given-names>D</given-names></name> <name><surname>McKechnie</surname> <given-names>J</given-names></name> <name><surname>Edgerton</surname> <given-names>E</given-names></name> <name><surname>Wilson</surname> <given-names>C.</given-names></name></person-group> <article-title>Immersive virtual reality as a pedagogical tool in education: a systematic literature review of quantitative learning outcomes and experimental design.</article-title> <source><italic>J Comput Educ.</italic></source> (<year>2021</year>) <volume>8</volume>:<fpage>1</fpage>&#x2013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1007/s40692-020-00169-2</pub-id></citation></ref>
<ref id="B34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cohen</surname> <given-names>P</given-names></name> <name><surname>Cohen</surname> <given-names>J.</given-names></name></person-group> <article-title>The clinician&#x2019;s illusion.</article-title> <source><italic>Arch Gen Psychiatry</italic>.</source> (<year>1984</year>) <volume>41</volume>:<fpage>1178</fpage>&#x2013;<lpage>82</lpage>.</citation></ref>
<ref id="B35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sartorius</surname> <given-names>N</given-names></name> <name><surname>Gaebel</surname> <given-names>W</given-names></name> <name><surname>Cleveland</surname> <given-names>H-R</given-names></name> <name><surname>Stuart</surname> <given-names>H</given-names></name> <name><surname>Akiyama</surname> <given-names>T</given-names></name> <name><surname>Arboleda-Fl&#x00F3;rez</surname> <given-names>J</given-names></name><etal/></person-group> <article-title>WPA guidance on how to combat stigmatization of psychiatry and psychiatrists.</article-title> <source><italic>World Psychiatry</italic></source> (<year>2010</year>) <volume>9</volume>:<fpage>131</fpage>&#x2013;<lpage>44</lpage>.</citation></ref>
<ref id="B36"><label>36.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Esagian</surname> <given-names>G</given-names></name> <name><surname>Esagian-Pouftsis</surname> <given-names>S</given-names></name> <name><surname>Kaprinis</surname> <given-names>S.</given-names></name></person-group> <article-title>Empathy in psychiatry and psychotherapy.</article-title> <source><italic>Psychiatriki.</italic></source> (<year>2019</year>) <volume>30</volume>:<fpage>156</fpage>&#x2013;<lpage>64</lpage>.</citation></ref>
<ref id="B37"><label>37.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fox</surname> <given-names>V.</given-names></name></person-group> <article-title>Empathy: the wonder quality of mental health treatment.</article-title> <source><italic>Psychiatr Rehabil J.</italic></source> (<year>2000</year>) <volume>23</volume>:<fpage>292</fpage>. <pub-id pub-id-type="doi">10.1037/h0095154</pub-id></citation></ref>
<ref id="B38"><label>38.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>H&#x00E5;kansson Eklund</surname> <given-names>J</given-names></name> <name><surname>Summer Meranius</surname> <given-names>M.</given-names></name></person-group> <article-title>Toward a consensus on the nature of empathy: a review of reviews.</article-title> <source><italic>Patient Educ Couns.</italic></source> (<year>2021</year>) <volume>104</volume>:<fpage>300</fpage>&#x2013;<lpage>7</lpage>.</citation></ref>
<ref id="B39"><label>39.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cuff</surname> <given-names>BM</given-names></name> <name><surname>Brown</surname> <given-names>SJ</given-names></name> <name><surname>Taylor</surname> <given-names>L</given-names></name> <name><surname>Howat</surname> <given-names>DJ.</given-names></name></person-group> <article-title>Empathy: a review of the concept.</article-title> <source><italic>Emot Rev.</italic></source> (<year>2016</year>) <volume>8</volume>:<fpage>144</fpage>&#x2013;<lpage>53</lpage>.</citation></ref>
<ref id="B40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gagn&#x00E9;</surname> <given-names>F.</given-names></name></person-group> <article-title>The DMGT: changes within, beneath, and beyond.</article-title> <source><italic>Talent Dev Excell.</italic></source> (<year>2013</year>) <volume>5</volume>:<fpage>5</fpage>&#x2013;<lpage>19</lpage>.</citation></ref>
<ref id="B41"><label>41.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Khajavi</surname> <given-names>F</given-names></name> <name><surname>Hekmat</surname> <given-names>HA.</given-names></name></person-group> <article-title>Comparative study of empathy: the effects of psychiatric training.</article-title> <source><italic>Arch Gen Psychiatry.</italic></source> (<year>1971</year>) <volume>25</volume>:<fpage>490</fpage>&#x2013;<lpage>3</lpage>. <pub-id pub-id-type="doi">10.1001/archpsyc.1971.01750180010002</pub-id> <pub-id pub-id-type="pmid">5141367</pub-id></citation></ref>
<ref id="B42"><label>42.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dyer</surname> <given-names>E</given-names></name> <name><surname>Swartzlander</surname> <given-names>BJ</given-names></name> <name><surname>Gugliucci</surname> <given-names>MR.</given-names></name></person-group> <article-title>Using virtual reality in medical education to teach empathy.</article-title> <source><italic>J Med Libr Assoc.</italic></source> (<year>2018</year>) <volume>106</volume>:<fpage>498</fpage>&#x2013;<lpage>500</lpage>. <pub-id pub-id-type="doi">10.5195/jmla.2018.518</pub-id> <pub-id pub-id-type="pmid">30271295</pub-id></citation></ref>
<ref id="B43"><label>43.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Peck</surname> <given-names>TC</given-names></name> <name><surname>Seinfeld</surname> <given-names>S</given-names></name> <name><surname>Aglioti</surname> <given-names>SM</given-names></name> <name><surname>Slater</surname> <given-names>M.</given-names></name></person-group> <article-title>Putting yourself in the skin of a black avatar reduces implicit racial bias.</article-title> <source><italic>Conscious Cogn.</italic></source> (<year>2013</year>) <volume>22</volume>:<fpage>779</fpage>&#x2013;<lpage>87</lpage>. <pub-id pub-id-type="doi">10.1016/j.concog.2013.04.016</pub-id> <pub-id pub-id-type="pmid">23727712</pub-id></citation></ref>
<ref id="B44"><label>44.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hojat</surname> <given-names>M</given-names></name> <name><surname>Vergare</surname> <given-names>MJ</given-names></name> <name><surname>Maxwell</surname> <given-names>K</given-names></name> <name><surname>Brainard</surname> <given-names>G</given-names></name> <name><surname>Herrine</surname> <given-names>SK</given-names></name> <name><surname>Isenberg</surname> <given-names>GA</given-names></name><etal/></person-group> <article-title>The devil is in the third year: a longitudinal study of erosion of empathy in medical school.</article-title> <source><italic>Acad Med.</italic></source> (<year>2009</year>) <volume>84</volume>:<fpage>1182</fpage>&#x2013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.1097/ACM.0b013e3181b17e55</pub-id> <pub-id pub-id-type="pmid">19707055</pub-id></citation></ref>
<ref id="B45"><label>45.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Vignemont</surname> <given-names>F</given-names></name> <name><surname>Singer</surname> <given-names>T.</given-names></name></person-group> <article-title>The empathic brain: how, when and why?</article-title> <source><italic>Trends Cogn Sci.</italic></source> (<year>2006</year>) <volume>10</volume>:<fpage>435</fpage>&#x2013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.1016/j.tics.2006.08.008</pub-id> <pub-id pub-id-type="pmid">16949331</pub-id></citation></ref>
<ref id="B46"><label>46.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Decety</surname> <given-names>J.</given-names></name></person-group> <article-title>The neurodevelopment of empathy in humans.</article-title> <source><italic>Dev Neurosci.</italic></source> (<year>2010</year>) <volume>32</volume>:<fpage>257</fpage>&#x2013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1159/000317771</pub-id> <pub-id pub-id-type="pmid">20805682</pub-id></citation></ref>
<ref id="B47"><label>47.</label><citation citation-type="journal"><person-group person-group-type="editor"><name><surname>Pinchuk</surname> <given-names>O</given-names></name> <name><surname>Burov</surname> <given-names>O</given-names></name> <name><surname>Ahadzhanova</surname> <given-names>S</given-names></name> <name><surname>Logvinenko</surname> <given-names>V</given-names></name> <name><surname>Dolgikh</surname> <given-names>Y</given-names></name> <name><surname>Kharchenko</surname> <given-names>T</given-names></name><etal/></person-group> <role>editors.</role> <article-title>VR in education: ergonomic features and cybersickness.</article-title> <source><italic>Proceedings of the International Conference on Applied Human Factors and Ergonomics</italic></source>, <publisher-loc>New York.</publisher-loc> (<year>2020</year>). <pub-id pub-id-type="doi">10.1007/978-3-030-50896-8_50</pub-id></citation></ref>
</ref-list>
</back>
</article>