<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Virtual Real.</journal-id>
<journal-title>Frontiers in Virtual Reality</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Virtual Real.</abbrev-journal-title>
<issn pub-type="epub">2673-4192</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">897034</article-id>
<article-id pub-id-type="doi">10.3389/frvir.2023.897034</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Virtual Reality</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Increasing awareness of climate change with immersive virtual reality</article-title>
<alt-title alt-title-type="left-running-head">Thoma et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/frvir.2023.897034">10.3389/frvir.2023.897034</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Thoma</surname>
<given-names>Stefan P.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2074912/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hartmann</surname>
<given-names>Matthias</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/105459/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Christen</surname>
<given-names>Jonas</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Mayer</surname>
<given-names>Boris</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/215506/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Mast</surname>
<given-names>Fred W.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Weibel</surname>
<given-names>David</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/671872/overview"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Psychology</institution>, <institution>University of Bern</institution>, <addr-line>Bern</addr-line>, <country>Switzerland</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Faculty of Psychology</institution>, <institution>UniDistance Suisse</institution>, <addr-line>Brig</addr-line>, <country>Switzerland</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Design</institution>, <institution>Zurich University of the Arts</institution>, <addr-line>Zurich</addr-line>, <country>Switzerland</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1112533/overview">Carolin Wienrich</ext-link>, Julius Maximilian University of W&#xfc;rzburg, Germany</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1750053/overview">Madis Vasser</ext-link>, University of Tartu, Estonia</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1306216/overview">Alexander Klippel</ext-link>, Wageningen University and Research, Netherlands</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: David Weibel, <email>david.weibel@unibe.ch</email>
</corresp>
<fn fn-type="equal" id="fn1">
<label>
<sup>&#x2020;</sup>
</label>
<p>These authors have contributed equally to this work and share first authorship</p>
</fn>
<fn fn-type="other">
<p>This article was submitted to Virtual Reality and Human Behaviour, a section of the journal Frontiers in Virtual Reality</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>13</day>
<month>02</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>4</volume>
<elocation-id>897034</elocation-id>
<history>
<date date-type="received">
<day>15</day>
<month>03</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>24</day>
<month>01</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Thoma, Hartmann, Christen, Mayer, Mast and Weibel.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Thoma, Hartmann, Christen, Mayer, Mast and Weibel</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>Previous research has shown that immersive virtual reality (VR) is a suitable tool for visualizing the consequences of climate change. The aim of the present study was to investigate whether visualization in VR has a stronger influence on climate change awareness and environmental attitudes compared to traditional media. Furthermore, it was examined how realistic a VR experience has to be in order to have an effect. The VR experience consisted of a model of the Aletsch glacier (Switzerland) melting over the course of 220 years. Explicit measurements (new environmental paradigm NEP, climate change scepticism, and nature relatedness) and an implicit measurement (implicit association test) were collected before and after the VR intervention and compared to three different non-VR control conditions (video, images with text, and plain text). In addition, the VR environment was varied in terms of degrees of realism and sophistication (3 conditions: abstract visualization, less sophisticated realistic visualization, more sophisticated realistic visualization). The six experimental conditions (3 VR conditions, three control conditions) were modeled as mixed effects, with VR versus control used as a fixed effect in a mixed effects modeling framework. Across all six conditions, environmental awareness (NEP) was higher after the participants (N &#x3d; 142) had been confronted with the glacier melting, while no differences were found for nature relatedness and climate change scepticism before and after the interventions. There was no significant difference between VR and control conditions for any of the four measurements. Nevertheless, contrast analyses revealed that environmental awareness increased significantly only for the VR but not for the control conditions, suggesting that VR is more likely to lead to attitude change. Our results show that exposure to VR environments successfully increased environmental awareness independently of the design choices, suggesting that even abstract and less sophisticated VR environment designs may be sufficient to increase pro-environmental attitudes.</p>
</abstract>
<kwd-group>
<kwd>virtual reality</kwd>
<kwd>environmental attitude</kwd>
<kwd>changing attitude</kwd>
<kwd>climate change</kwd>
<kwd>realism</kwd>
<kwd>IAT</kwd>
<kwd>immersion</kwd>
<kwd>presence</kwd>
</kwd-group>
</article-meta>
</front>
<body>
<sec id="s1">
<title>1 Introduction</title>
<p>One of the greatest challenges faced by humanity is climate change, which has already led to dramatic consequences for the environment (e.g., sea ice and mountain glaciers are melting, wildlife populations and habitats are changing, extreme weather conditions are becoming more frequent). Climate change is caused by increased emissions of greenhouse gases (<xref ref-type="bibr" rid="B60">Pachauri et al., 2014</xref>). In order to counteract climate change it is therefore important to make people aware of the origins of climate change and to alter their attitudes and behavior. However, this endeavor has turned out to be challenging, and people&#x2019;s level of concern does not appropriately reflect the scope of the problem (<xref ref-type="bibr" rid="B14">Carmichael and Brulle, 2017</xref>).</p>
<p>One source of the problem is that climate change is a relatively abstract phenomenon, in the sense that the effects of greenhouse gas emissions are not immediately visible but take place over many years (temporal distance), and the consequences do not necessarily occur at the same place as the causing behavior (spatial distance). Temporal and spatial distance can - at least partially - explain why it is so hard to bring this issue into awareness to the extent that it changes behavior in a sustainable manner (<xref ref-type="bibr" rid="B78">Trope and Liberman, 2010</xref>). Using traditional media such as films or illustrated brochures can be used to explain the mechanisms of climate change and visualize its consequences. However, providing an immersive realistic experience of the consequences of climate change may have additional psychological effects that increase environmental awareness, as elaborated next.</p>
<p>Researchers and media developers are now able to create rich computer-generated 3D environments that enable participants to experience virtual environments as if they were real (<xref ref-type="bibr" rid="B25">Gon&#xe7;alves et al., 2022</xref>). Immersive VR is typically experienced using a head-mounted display that digitally recreates user&#x2019;s movements in their physical space and creates depth perception by rendering a different image for each eye. Compared to conventional computer screens, head mounted displays shut out the outside world, and typically occupy a larger part of the field of view and have a larger field of regard, allowing users to experience an illusory sense of presence in the three-dimensional virtual world. Immersive VR thus enables a direct personal and embodied experience of climate change consequences that may bring participants psychologically closer to the issue when compared to simply watching a video (<xref ref-type="bibr" rid="B52">Markowitz et al., 2018</xref>; <xref ref-type="bibr" rid="B51">Markowitz and Bailenson, 2021</xref>). In particular, immersive VR can be used to visualize effects of climate change that can otherwise not be experienced directly due to large time spans (e.g., glacier melting) in a realistic way. Thus, the immersive experience can impact both the cognitive and affective processing of climate change. At the cognitive level, it might help users to establish a mental representation of the mechanisms that underlie climate change and its consequences. This, in turn, may raise the awareness of the risks associated with climate change (<xref ref-type="bibr" rid="B1">Ahn S. J. et al., 2014a</xref>; <xref ref-type="bibr" rid="B42">Kim, 2020</xref>). At the affective level, it can enhance the sense of being related and emotionally connected to the environment, thus making climate change a personally relevant matter (<xref ref-type="bibr" rid="B4">Akerlof et al., 2013</xref>; <xref ref-type="bibr" rid="B1">Ahn S. J. et al., 2014a</xref>).</p>
<p>While the potential of immersive VR as a persuasive tool (i.e., as means to change attitudes or behaviors; see <xref ref-type="bibr" rid="B89">Wienrich et al., 2021</xref>) has been recognized in other domains such as prejudice (<xref ref-type="bibr" rid="B61">Peck et al., 2013</xref>; <xref ref-type="bibr" rid="B30">Hasler et al., 2017</xref>), empathy (<xref ref-type="bibr" rid="B81">van Loon et al., 2018</xref>), or human rights (<xref ref-type="bibr" rid="B12">Buji&#x107; et al., 2020</xref>), its effect on environmental attitudes has not yet been extensively studied. Most previous studies using immersive VR in the context of climate change have focused on knowledge transfer (<xref ref-type="bibr" rid="B51">Markowitz and Bailenson, 2021</xref>). Nevertheless, there is some evidence that immersive VR can increase environmental awareness and pro-environmental behavior (<xref ref-type="bibr" rid="B1">Ahn S. J. et al., 2014a</xref>; <xref ref-type="bibr" rid="B31">Hsu et al., 2018</xref>; <xref ref-type="bibr" rid="B52">Markowitz et al., 2018</xref>; <xref ref-type="bibr" rid="B22">Fauville et al., 2020</xref>; <xref ref-type="bibr" rid="B63">Petersen et al., 2020</xref>; <xref ref-type="bibr" rid="B15">Chirico et al., 2021</xref>). For example, a visualization of the tree-cutting process had an impact on paper conservation (<xref ref-type="bibr" rid="B1">Ahn S. J. et al., 2014a</xref>), an underwater world helped to demonstrate the impact of rising seawater (<xref ref-type="bibr" rid="B52">Markowitz et al., 2018</xref>), or a landscape of Greenland served to illustrate the melting ice sheet (<xref ref-type="bibr" rid="B63">Petersen et al., 2020</xref>). Although these studies provide promising results, several crucial questions remain open. First, most of these results are based on a comparison of environmental awareness before and after exposure to immersive VR, without comparing the effects to a non-immersive control condition (<xref ref-type="bibr" rid="B31">Hsu et al., 2018</xref>; <xref ref-type="bibr" rid="B52">Markowitz et al., 2018</xref>; <xref ref-type="bibr" rid="B63">Petersen et al., 2020</xref>; <xref ref-type="bibr" rid="B15">Chirico et al., 2021</xref>). One of the studies that did make such a comparison found that watching a nature video through a head-mounted display (immersive technology) enhanced nature relatedness, but not to a higher extent than watching the same content on a conventional computer monitor (<xref ref-type="bibr" rid="B75">Soliman et al., 2017</xref>). Moreover, in the context of learning, it has been shown that high immersion does not always improve learning, and it has been suggested that there are also distracting effects of immersion on cognitive processing (e.g., attending to irrelevant information; <xref ref-type="bibr" rid="B16">Craig et al., 2002</xref>; <xref ref-type="bibr" rid="B17">Cummings and Bailenson, 2016</xref>; <xref ref-type="bibr" rid="B49">Makransky et al., 2019</xref>; <xref ref-type="bibr" rid="B50">Mania and Chalmers, 2001</xref>; <xref ref-type="bibr" rid="B54">Mayer, 2014</xref>; <xref ref-type="bibr" rid="B64">Pollard et al., 2020</xref>). Thus, it remains an open question to what extent immersive VR is more effective at increasing environmental awareness compared to traditional communication media (e.g., text, 2D desktop demonstration).</p>
<p>Furthermore, there is often no manipulation of design aspects within immersive VR. When setting up an immersive VR environment, VR designers are confronted with numerous decisions about the specific VR design, such as the degree of visual realism (i.e., how graphically realistic the virtual environment is), the level of interactivity with the virtual world, or the use of avatars. From the developers&#x2019; perspective, it would be important to know which of the various aspects of a VR environment contribute most to the positive effects on attitude change. Previous studies have shown that visual realism is an important determinant of presence (<xref ref-type="bibr" rid="B36">IJsselsteijn et al., 2001</xref>; <xref ref-type="bibr" rid="B70">Schubert et al., 2001</xref>; <xref ref-type="bibr" rid="B6">Ba&#xf1;os et al., 2004</xref>; <xref ref-type="bibr" rid="B34">Hvass et al., 2017</xref>; <xref ref-type="bibr" rid="B84">Weber et al., 2021</xref>). Presence refers to the subjective feeling of being in the virtual world (<xref ref-type="bibr" rid="B74">Slater and Wilbur, 1997</xref>). For example, in scenarios designed for participants with fear of height or other anxieties, more visual realism resulted in increased presence and affective responses (<xref ref-type="bibr" rid="B33">Hvass, 2018</xref>; <xref ref-type="bibr" rid="B28">Gromer et al., 2019</xref>). Increased presence is also associated with enhanced interest and personal involvement in immersive VR experiences (<xref ref-type="bibr" rid="B48">Makransky and Petersen, 2021</xref>). Based on these results, it can be hypothesized that immersive VR is most effective with high levels of visual realism. However, the role of visual realism in increasing environmental awareness is largely unexplored (<xref ref-type="bibr" rid="B84">Weber et al., 2021</xref>). There is some evidence in the context of learning that visual realism is not the most important factor: Rather, it seems more important that virtual representations are authentic, coherent, plausible, and functionally correspond to the applied context (<xref ref-type="bibr" rid="B93">Witmer and Singer, 1998</xref>; <xref ref-type="bibr" rid="B29">Hamstra et al., 2014</xref>; <xref ref-type="bibr" rid="B38">Jacobson, 2017</xref>).</p>
<p>Manipulating visual realism within immersive VR can serve as a more fine-tuned means of increasing (or reducing) the sense of presence. We therefore argue that such a manipulation helps to better understand the complex interrelationship between immersion, presence, and attitude change beyond simple comparisons between media (immersive VR vs. non-VR). In addition to these considerations, the focus on visual realism as a design aspect is also relevant from a practical perspective. Inspired by ever-improving technology, there is a tendency to strive for the highest possible degree of visual realism when developing immersive VR (<xref ref-type="bibr" rid="B11">Bowman and McMahan, 2007</xref>; <xref ref-type="bibr" rid="B34">Hvass et al., 2017</xref>; <xref ref-type="bibr" rid="B20">Erolin et al., 2019</xref>). Remarkably, this design choice significantly impacts development costs: To increase visual realism, 3D modellers and developers may have to invest hundreds of working hours. Creating less realistic but visually coherent and authentic environments could emphasize the focus on educational practices, which in turn could achieve equal or even better effects. While the pursuit of photorealistic graphics may be the standard for most gaming applications, the role of visual realism for other immersive VR goals, such as increasing environmental awareness, will need to be thoroughly explored in order to create efficient immersive VR applications.</p>
<p>Another limitation of previous studies is that they have mostly relied on explicit measurements of environmental attitudes. In such measures, participants typically rate their agreement with certain environment-related statements on a predefined scale (e.g., likert scale ranging from 1&#x2013;5; <xref ref-type="bibr" rid="B1">Ahn et al., 2014a</xref>; <xref ref-type="bibr" rid="B3">Ahn et al., 2014b</xref>; <xref ref-type="bibr" rid="B52">Markowitz et al., 2018</xref>; <xref ref-type="bibr" rid="B63">Petersen et al., 2020</xref>)<xref ref-type="fn" rid="fn2">
<sup>1</sup>
</xref>. In the indirect measurement, they counted how many napkins participants used to help clean up spilled water. Such an approach can be prone to social desirability or expectancy effects (<xref ref-type="bibr" rid="B9">Beattie and Sale, 2011</xref>). For example, people want to present themselves &#x201c;greener&#x201d; than they actually are (<xref ref-type="bibr" rid="B8">Beattie and McGuire, 2012</xref>), or they adapt their responses because they think that an increase in environmental awareness is expected from them after the virtual intervention. Such biases can lead to misleading results, especially when changes in questionnaire scores are not compared to a non-VR control condition. Moreover, attitudes have explicit and implicit components, both of which can influence behavior (<xref ref-type="bibr" rid="B90">Wilson et al., 2000</xref>; <xref ref-type="bibr" rid="B21">Evans, 2008</xref>). Thus, explicit measures alone may not be sufficient to assess the success of immersive VR in changing attitudes (<xref ref-type="bibr" rid="B8">Beattie and McGuire, 2012</xref>).</p>
<p>The aim of the present study is to explore the effectiveness of an immersive VR experience in increasing climate change awareness and environmental attitudes. In doing so, we aim to take into consideration some of the limitations of previous research outlined above, including (1) comparing immersive VR to non-VR interventions, (2) manipulating the design aspect of visual realism within the immersive VR experience, and (3) incorporating implicit measurements of environmental attitudes. To this end, we created different visualisations of the Aletsch glacier to represent the negative effect of climate change. The Aletsch glacier is the largest and best known glacier in Switzerland and is featured in many newspaper articles about climate change as the glacier is expected to shrink substantially within the next 80&#x2013;100 years (<xref ref-type="bibr" rid="B40">Jouvet et al., 2011</xref>; <xref ref-type="bibr" rid="B46">Linsbauer et al., 2012</xref>). By demonstrating the effects of climate change <italic>via</italic> melting glaciers, and by simulating many years in a duration of only a few minutes, we aimed to make the invisible effects of climate change visible and directly tangible to the participants. Importantly, we created different virtual environments (VE), all showing the same narrated sequence of the Aletsch glacier melting but with different degrees of visual realism. Visual realism was varied by manipulating the parameters of texture resolution and repetition, glacier topography, atmospheric perspective and color adjustments (cf. methods). By manipulating these parameters, three conditions were created: a well-designed abstract condition, a well-designed realistic condition, and a less sophisticated realistic condition (see <xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Three views each taken from the three different VR environments.</p>
</caption>
<graphic xlink:href="frvir-04-897034-g001.tif"/>
</fig>
<p>Due to the reduced psychological distance (in space and time) to climate change consequences during the immersive VR experience (<xref ref-type="bibr" rid="B78">Trope and Liberman, 2010</xref>), we expected that the immersive VR experience would increase climate change awareness and environmental attitudes. Specifically, we expected these changes to be stronger in the immersive VR conditions compared to three non-VR control conditions (watching a video of the virtual application, reading a text with screenshots of the virtual application, or just reading a text). Within the immersive VR conditions, we expected that the well-designed realistic condition would lead to the highest levels of presence and therefore would have the strongest impact on climate change awareness and environmental attitudes. Finally, we supplemented well-established explicit measurements (new environmental paradigm, climate change scepticism, and nature relatedness) with a self-created version of an implicit association test (IAT; <xref ref-type="bibr" rid="B26">Greenwald et al., 1998</xref>) to measure environmental attitudes. The IAT uses response times in binary classification tasks to measure implicit attitudes toward concepts. The responses are facilitated when a target concept (e.g., &#x201c;environmentally-friendly&#x201d;) and a matching affective concept (e.g., &#x201c;pleasant&#x201d;) are allocated to the same response key (<xref ref-type="bibr" rid="B72">Schultz et al., 2004</xref>; <xref ref-type="bibr" rid="B83">Wang et al., 2019</xref>). IATs have been criticized (<xref ref-type="bibr" rid="B56">Mierke and Klauer, 2003</xref>; <xref ref-type="bibr" rid="B68">Rothermund and Wentura, 2004</xref>) but have nevertheless often been shown to be sensitive to cognitive interventions (<xref ref-type="bibr" rid="B24">Friese et al., 2006</xref>; <xref ref-type="bibr" rid="B73">Slabbinck et al., 2011</xref>; <xref ref-type="bibr" rid="B67">Rihs et al., 2022</xref>). For example, <xref ref-type="bibr" rid="B8">Beattie and McGuire (2012)</xref> found that the IAT measurement of implicit attitude toward low (vs. high) carbon footprint products, but not an explicit measurement of the same issue, was associated with an attentional focus toward negative images of climate change. We therefore expected to find effects of the immersive VR interventions on the implicit measure.</p>
</sec>
<sec sec-type="materials|methods" id="s2">
<title>2 Material and methods</title>
<sec id="s2-1">
<title>2.1 Participants</title>
<p>A total of 142 participants were recruited (age: <italic>M</italic> &#x3d; 27.21, <italic>SD</italic> &#x3d; 9.47) of which 82 were women and 60 were men. Most participants were students and received course credit in exchange for their participation. The remaining participants did not receive any compensation. Participants were treated in accordance with the Code of Ethics of the World Medical Association (Declaration of Helsinki) and the study was approved by the local Ethics Committee.</p>
</sec>
<sec id="s2-2">
<title>2.2 Design</title>
<p>The study employed a between subjects design measuring all dependent variables both before and after the exposure to the condition. The three VR conditions were: Abstract and well designed (abstract, <italic>n</italic> &#x3d; 23), realistic and well designed (real&#x2b;, <italic>n</italic> &#x3d; 23), or realistic with a less sophisticated design (real-, <italic>n</italic> &#x3d; 23). The three control conditions were watching a screencast of the real &#x2b; experience (video, <italic>n</italic> &#x3d; 24), reading a text describing the process of the glacier melting (text, <italic>n</italic> &#x3d; 25), and reading a shorter version of text but including some screenshots of real&#x2b; (text and picture, <italic>n</italic> &#x3d; 24). While the three VR conditions varied in realism and in sophistication the three control conditions varied in the degree of visualisation, with video being the most visual and text the least visual control condition. The VR conditions were tested in a first step of data collection, followed by the control conditions. Thus, participants were not randomly assigned to VR or control, but they were randomly assigned to a specific condition within the VR or the control conditions. All interventions lasted approximately five and a half minutes.</p>
</sec>
<sec id="s2-3">
<title>2.3 Procedure</title>
<p>The experiment consisted of four stages.<list list-type="simple">
<list-item>
<p>1. Baseline a: All dependent variables except the IAT were first measured <italic>via</italic> online questionnaire between one and 2&#xa0;weeks before the experiment in order to reduce reactive effects. The order of the three scales measuring explicit environmental awareness was randomized, as were the items within the scales.</p>
</list-item>
<list-item>
<p>2. Baseline b: At the beginning of the experiment the baseline IAT-measure was conducted.</p>
</list-item>
<list-item>
<p>3. VR or control intervention: Participants gave informed written consent and were reminded of their right to cancel the experiment without cause. VR: Participants were informed of possible dangers of the VR-experience, such as feeling dizzy or nauseous, and were given a bottle of water. Then, participants entered the VR environment. Control: Participants remained seated at the desk and were presented with one of the three control conditions.</p>
</list-item>
<list-item>
<p>4. Post intervention: After the VR-experience, participants first filled out a survey starting with a suspension of disbelief and a presence questionnaire and the evaluation of the stimuli-experience followed by the three scales measuring explicit environmental attitude. Then, the IAT was administered again followed by the debriefing of the participants.</p>
</list-item>
</list>
</p>
</sec>
<sec id="s2-4">
<title>2.4 Materials</title>
<p>Four measures aimed to capture the multidimensional construct <italic>environmental attitudes</italic>. The <italic>New ecological paradigm</italic> questionnaire (NEP) measured pro-environmental sentiment most generally (<xref ref-type="bibr" rid="B19">Dunlap et al., 2000</xref>). The <italic>climate change scepticism</italic> scale (CCS) measured the extent to which participants questioned the severity of climate change (<xref ref-type="bibr" rid="B88">Whitmarsh, 2013</xref>). An affective component of environmental attitude was captured by the <italic>nature relatedness</italic> (NR) questionnaire (<xref ref-type="bibr" rid="B58">Nisbet et al., 2008</xref>). To measure implicit attitudes towards the environment we created an <italic>implicit association test</italic> (IAT). Correlations of the measures are reported in <xref ref-type="table" rid="T1">Table 1</xref>.</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Correlation table of the four environmental attitudes measures. Computed on the untranformed CCS scale.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left"/>
<th align="left">IAT</th>
<th align="left">CCS</th>
<th align="left">NR</th>
<th align="left">NEP</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">IAT</td>
<td align="left">1</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">CCS</td>
<td align="left">&#x2212;0.05</td>
<td align="left">1</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">NR</td>
<td align="left">0.14</td>
<td align="left">&#x2212;0.2</td>
<td align="left">1</td>
<td align="left"/>
</tr>
<tr>
<td align="left">NEP</td>
<td align="left">0.14</td>
<td align="left">&#x2212;0.38</td>
<td align="left">0.36</td>
<td align="left">1</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>For the VR and the video conditions secondary measures included the <italic>Igroup Presence Questionnaire</italic> (IPQ, <xref ref-type="bibr" rid="B35">Igroup, 2016</xref>), and the <italic>suspension of disbelief</italic> scale (SOD, <xref ref-type="bibr" rid="B82">Vorderer et al., 2004</xref>). With the exception of members of the plain text condition, participants were further asked two qualitative questions about the graphics (realism and graphical pleasantness). All participants were asked to rate the subjective experience of the stimuli with respect to excitement, pleasantness, and enjoyment (single item measures).</p>
<sec id="s2-4-1">
<title>2.4.1 Stimuli</title>
<p>The three VR environments were all based on the same underlying 3D model of the Aletsch glacier melting created for a museum experience (<xref ref-type="bibr" rid="B40">Jouvet et al., 2011</xref>; <xref ref-type="bibr" rid="B46">Linsbauer et al., 2012</xref>). In both the virtual and the real environment, participants were standing on a platform surrounded by railing. This added a level of security to the experience and simultaneously limited the space participants could explore in a sensible way. Participants heard a narrator speaking German with a slight British accent who was introduced as John Tyndall, a British physicist who studied greenhouse gases and the Aletsch glacier in the 19th century. The narrator guided participants through 220 years, ending with how the glacier would look like in the year 2070 if global warming continues as it has. In the background, a realistic sound of the melting glacier (recorded with microphones in the actual glacier) set the mood and the sound stage.</p>
<p>The three different VR environments varied with respect to realism and visual coherence/sophistication. The conditions were: A well-designed abstract condition <italic>abstract</italic>, a well-designed realistic condition <italic>text</italic>, and a less sophisticated realistic condition <italic>real-</italic>. The VR environments were not designed to vary in image resolution, audio, or other factors affecting the quality of experience. In the video condition (<italic>video</italic>) participants watched a screencast of a typical experience in the well designed realistic VR condition. Participants in the text and picture condition (<italic>text and picture</italic>) read a text interlaced with pictures of the screencast describing the information content of the VR experience. The text was a slightly adapted transcript of the narrator&#x2019;s words. In the text condition (<italic>text</italic>) participants read a plain text version of the stimuli in the text and picture condition. The informational content and the duration of all six interventions were comparable.</p>
</sec>
<sec id="s2-4-2">
<title>2.4.2 New ecological paradigm (NEP)</title>
<p>The NEP scale is a widely used measure of pro-environmental orientation and environmental concern (<xref ref-type="bibr" rid="B94">Xiao et al., 2019</xref>). Its 15 items, some of which are reverse-coded, capture various aspects of environmental awareness. Even though some studies found two or more subscales, the NEP retains an internal consistency high enough to be used as a single measure of endorsement of an ecological worldview with a Cronbach&#x2019;s <italic>&#x3b1;</italic> &#x3d; 0.83 (<xref ref-type="bibr" rid="B19">Dunlap et al., 2000</xref>). In our sample the Cronbach&#x2019;s Alpha estimated reliability of the NEP was <italic>&#x3b1;</italic> &#x3d; 0.686, 95% CI [0.632, 0.739].</p>
</sec>
<sec id="s2-4-3">
<title>2.4.3 Climate change scepticism (CCS)</title>
<p>The CCS scale is a multidimensional measure of scepticism and uncertainty about climate change. Its high internal consistency (<italic>&#x3b1;</italic> &#x3d; 0.92) enables the CCS to be used as a single measure of scepticism (<xref ref-type="bibr" rid="B88">Whitmarsh, 2013</xref>). The scale administered consisted of 12 items with five point Likert scale response options. CCS has been shown to be negatively predicted by NEP scores (<xref ref-type="bibr" rid="B19">Dunlap et al., 2000</xref>). The two scores were also substantially negatively correlated in our sample (see <xref ref-type="table" rid="T1">Table 1</xref>), <italic>r</italic> &#x3d; &#x2212;0.38. CCS was shown to be reliable in the current sample with Cronbach&#x2019;s <italic>&#x3b1;</italic> &#x3d; 0.845, 95% CI [0.819, 0.871].</p>
</sec>
<sec id="s2-4-4">
<title>2.4.4 Nature relatedness (NR)</title>
<p>The NR scale assesses different aspects of an individual&#x2019;s connectedness to nature&#x2013;a relevant affective component of environmental awareness (<xref ref-type="bibr" rid="B47">Littledyke, 2008</xref>; <xref ref-type="bibr" rid="B58">Nisbet et al., 2008</xref>). It is comprised of 21 items with five point Likert scale response options, has good psychometric properties and is positively correlated with NEP scores (<italic>r</italic> &#x3d; 0.54, <xref ref-type="bibr" rid="B58">Nisbet et al., 2008</xref>). In our sample NR and NEP correlated positively with <italic>r</italic> &#x3d; 0.36. The measure showed a high internal consistency in our sample with Cronbach&#x2019;s <italic>&#x3b1;</italic> &#x3d; 0.840, 95% CI [0.813, 0.866].</p>
</sec>
<sec id="s2-4-5">
<title>2.4.5 Implicit association test (IAT)</title>
<p>We included an IAT as a measure of implicit attitudes to capture an additional dimension of environmental awareness. The IAT is a standard paradigm used in various studies and is suitable for investigating the strength of associations (cf. <xref ref-type="bibr" rid="B39">Jost, 2019</xref>). One advantage of the IAT is its robustness to manipulation from explicit attitudes and social influences as it measures reaction time ratios between different categorisation tasks (<xref ref-type="bibr" rid="B26">Greenwald et al., 1998</xref>; <xref ref-type="bibr" rid="B59">Nosek et al., 2005</xref>). While IAT scores have been criticised in recent years&#x2013;mostly for unverified psychometric properties&#x2013;they remain useful as an additional measure to capture environmental awareness more thoroughly (<xref ref-type="bibr" rid="B41">Karpinski and Hilton, 2001</xref>; <xref ref-type="bibr" rid="B23">Fiedler et al., 2006</xref>; <xref ref-type="bibr" rid="B91">Wilson and Smith, 2017</xref>). We constructed the IAT in PsychoPy<sup>&#xae;</sup> analoguous to <xref ref-type="bibr" rid="B91">Wilson and Smith (2017)</xref> but using words only (<xref ref-type="bibr" rid="B62">Peirce et al., 2019</xref>).</p>
<p>The object-words included in the IAT were either man-made (DE: Geb&#xe4;ude, Stadt, Kleider, Computer, Lampe; EN: building, city, clothes, computer, lamp) or typically occurring in nature (DE: Baum, Wasser, Blume, Tier, Stein; EN: Tree, water, flower, animal, stone). The affective-words were either positive (DE: Ausgezeichnet, einwandfrei, hervorragend, positiv, gut; EN: Excellent, impeccable, outstanding, positive, good) or negative (DE: Schlimm, schlecht, negativ, sch&#xe4;dlich, schwach; EN: Bad, poor (as in: poorly worded), harmful, weak). The PsychoPy script defining the IAT procedure can be found on the osf. io materials page (<ext-link ext-link-type="uri" xlink:href="https://osf.io/n28cj/">https://osf.io/n28cj/</ext-link>).</p>
<p>The raw data was adjusted according to the improved scoring algorithm and scores were computed so that higher scores represented higher implicit pro-environmental attitudes and <italic>vice versa</italic> (<xref ref-type="bibr" rid="B27">Greenwald et al., 2003</xref>).</p>
</sec>
<sec id="s2-4-6">
<title>2.4.6 Igroup presence questionnaire (IPQ)</title>
<p>The IPQ was designed to measure presence in virtual environments (including VR). Its validity, reliability and practicability have been confirmed in numerous studies (<xref ref-type="bibr" rid="B70">Schubert et al., 2001</xref>; <xref ref-type="bibr" rid="B71">Schuemie et al., 2002</xref>; <xref ref-type="bibr" rid="B45">Ling et al., 2014</xref>). The scale consists of 14 items with seven point Likert scale response options. Within our study, internal consistency was good with Cronbach&#x2019;s <italic>&#x3b1;</italic> &#x3d; 0.826, 95% CI [0.785, 0.867].</p>
</sec>
<sec id="s2-4-7">
<title>2.4.7 Suspension of disbelief (SOD)</title>
<p>SOD describes a state of reduced scrutiny towards an artificial environment which mediates presence (<xref ref-type="bibr" rid="B79">Tussyadiah et al., 2018</xref>). The SOD scale was developed by <xref ref-type="bibr" rid="B82">Vorderer et al. (2004)</xref> as a subscale to the MEC Spacial Presence Questionnaire. The scale was chosen for its good psychometric properties (<xref ref-type="bibr" rid="B82">Vorderer et al., 2004</xref>). We used the full (8-item) version of the scale, which showed an internal consistency of <italic>&#x3b1;</italic> &#x3d; 0.805, 95% CI [0.759, 0.852].</p>
</sec>
<sec id="s2-4-8">
<title>2.4.8 Experience, enjoyment and demographics</title>
<p>As a manipulation check, participants rated the experienced stimuli with regard to their realism, design quality, excitement, pleasantness and overall enjoyment on a 7-point Likert scale from <italic>do not agree at all</italic> to <italic>totally agree</italic>. The items included statements such as &#x201c;The VR experience was graphically pleasing&#x201d;, which were adjusted for the control conditions. Previous experience with VR was captured as well. Demographic information was collected with regard to age, gender, education, as well as a one-dimensional political orientation measure with seven options from <italic>left</italic> to <italic>right</italic>.</p>
</sec>
</sec>
<sec id="s2-5">
<title>2.5 Equipment</title>
<p>The study used both the HTC Vive and the HTV Vive Pro (Wireless) in conjunction with a computer using an Intel<sup>&#xae;</sup> Core&#x2122; i7-7700K CPU at 4.20 GHz, 16.0 GB RAM, and an NVIDIA GeForce GTX 1080 Ti graphics processing unit.</p>
</sec>
<sec id="s2-6">
<title>2.6 Analysis</title>
<p>The analysis consisted of three steps: First, we used a manipulation check to confirm the intended perception of the stimuli in the different conditions, including the perceived level of realism. Then, the VR conditions were compared to the control conditions with a focus on differences in before-after changes in the different environmental awareness variables. Lastly, we took a closer look at the differences among the three VR conditions.</p>
<p>The manipulation checks relied on simple linear models using the dummy-coded <italic>condition</italic> (contrasting the three VR conditions) or <italic>type</italic> (contrasting VR and control conditions) as the relevant predictor, depending on the respective question/model. Setting real &#x2b; as the reference condition for <italic>condition</italic> allowed for a direct comparison of real- and abstract to real&#x2b;.</p>
<p>In a second step, we compared all VR conditions to all the control conditions using random effects both for the subjects and for the (six) conditions. Models with the predictors <italic>time</italic> (with levels <italic>before</italic> and <italic>after</italic>), <italic>type</italic>, and their interaction term were used to compare how VR and control conditions differ in their efficacy to increase pro environmental attitudes. The variable <italic>type</italic> was included with deviation-coded contrasts (<xref ref-type="bibr" rid="B80">UCLA: Statistical Consulting Group, 2022</xref>, see). This meant that the simple slope of <italic>time</italic> could be interpreted as the average increase over time across all (VR and control) conditions. To control the false discovery rate for multiple contrast analyses we used the <xref ref-type="bibr" rid="B10">Benjamini and Hochberg (1995)</xref> method implemented in the stats package in R (<xref ref-type="bibr" rid="B66">R Core Team, 2018</xref>). The interaction coefficient represents the difference in slope (before vs. after) of the VR group as compared to the average <italic>time</italic> slope. The <italic>p</italic>-value corresponding to the interaction term tests whether the <italic>time</italic> slopes differed between VR and control conditions.</p>
<p>A random intercept per participant accounted for the repeated measures structure. Additionally including a random <italic>time</italic> slope for the subject variable <italic>participant</italic> (nested in <italic>condition</italic>) would have lead to a saturated model and resulted in an identifiability error for all analyses. A random intercept and a random <italic>time</italic> slope for <italic>condition</italic> were introduced to allow for random variation due to the inherent randomness of our choice of VR and control conditions. Our analysis strategy was that a singular fit resulting from the model described would lead to first the removal of the random intercept per condition&#x2013;this happened for IAT, NR and NEP&#x2013;and if still singular to the removal of the random <italic>time</italic> slope for <italic>condition</italic>&#x2013;this happened for CCS.</p>
<p>Model diagnostics revealed substantive violations of model assumptions for CCS (heteroscedasticity and non-normality of residuals). A Box-Cox transformation of the CCS measure resulted in a much better model appropriateness/no violations of assumptions and did not change inference results. The Box-Cox transformation parameter (<italic>&#x3bb;</italic> &#x3d; &#x2212;1.596) was estimated based on a linear model disregarding the repeated measure structure. All reported CCS results are therefore based on the transformed variable. All other scales did not reveal any violations of model assumptions or outliers and therefore did not require any transformations.</p>
<p>To compare the efficacy of the intervention between the three VR conditions, models with the predictors <italic>time</italic>, <italic>condition</italic> and their interaction term were used. In this model, a random intercept per participant accounted for the repeated measures structure. Further including a random <italic>time</italic> slope for each participant resulted in an identifiability error due to the fact that there was only one observation per time point (saturated model) and was thus not included in the final model.</p>
<p>Similarly to the variable <italic>type</italic> in the above analysis, <italic>condition</italic> was deviation contrast coded. This meant that the simple slope of <italic>time</italic> represented the average increase over time across all three VR conditions. Interaction coefficients now represent the difference in slope of a particular condition compared to the average <italic>time</italic> slope. We conducted contrast analyses&#x2013;again controlling the false discovery rate&#x2013;to detect whether a dependent variable increased over time in any condition. The interaction coefficient indicated whether the increase over time differed between the respective condition and the average increase across all three conditions. Comparing to a model with only main effects (and no interaction effect) provided a statistical test of the interaction effect.</p>
<p>The analysis was conducted in the open-source statistical software program R (<xref ref-type="bibr" rid="B66">R Core Team, 2018</xref>). All mixed effects models were fit using the <italic>lme4</italic> and the <italic>lmerTest</italic> packages (<xref ref-type="bibr" rid="B7">Bates et al., 2015</xref>; <xref ref-type="bibr" rid="B43">Kuznetsova et al., 2017</xref>).</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>3 Results</title>
<sec id="s3-1">
<title>3.1 Manipulation check</title>
<p>Suspension of Disbelief and presence were measured in all but the two text conditions. Participants of the plain text condition (text) did not rate the experience on graphical pleasantness or visual realism either (see <xref ref-type="fig" rid="F2">Figure 2</xref>) The comparison between the three VR conditions and the three control conditions showed that the VR conditions were rated as more exciting (<italic>M</italic>
<sub>
<italic>type</italic>
</sub> &#x3d; 6.38, <italic>M</italic>
<sub>
<italic>control</italic>
</sub> &#x3d; 5.53) and more enjoyable (<italic>M</italic>
<sub>
<italic>type</italic>
</sub> &#x3d; 6.38, <italic>M</italic>
<sub>
<italic>control</italic>
</sub> &#x3d; 6.45) than the control conditions, <italic>excitement</italic>: <italic>F</italic> &#x3d; 21.22, <italic>p</italic> &#x3c; 0.001; <italic>enjoyment</italic>: <italic>F</italic> &#x3d; 17.37, <italic>p</italic> &#x3d; 0.013. <italic>Pleasantness</italic> of the experience was not affected, neither was <italic>realism</italic> nor <italic>graphical pleasantness</italic> when comparing the VR conditions to the video condition. While presence (IPQ) was significantly higher in the VR conditions compared to the video condition, suspension of disbelief (SOD) was not; IPQ: <italic>&#x3b2;</italic>
<sub>
<italic>type</italic>
</sub> &#x3d; 1.085, <italic>F</italic> &#x3d; 37.323, <italic>p</italic> &#x3c; 0.001; SOD: <italic>&#x3b2;</italic>
<sub>
<italic>type</italic>
</sub> &#x3d; 0.354, <italic>F</italic> &#x3d; 1.886, <italic>p</italic> &#x3d; 0.173. As intended, perceived realism of the environment differed between the three VR conditions with the real &#x2b; environment being most and the abstract environment being the least realistic, <italic>F</italic>
<sub>
<italic>condition</italic>
</sub> &#x3d; 4.49, <italic>p</italic> &#x3d; 0.0148; <italic>M</italic>
<sub>
<italic>real&#x2b;</italic>
</sub> &#x3d; 5.43, <italic>M</italic>
<sub>
<italic>real&#x2212;</italic>
</sub> &#x3d; 5.087, <italic>M</italic>
<sub>
<italic>abstract</italic>
</sub> &#x3d; 4.43. We designed the VR environments to differ in graphical pleasantness, with <italic>real&#x2b;</italic> and <italic>abstract</italic> aiming to be the more pleasant environments. Yet, graphical pleasantness was higher in both realistic conditions compared to the abstract condition, <italic>F</italic>
<sub>
<italic>condition</italic>
</sub> &#x3d; 3.21, <italic>p</italic> &#x3d; 0.047, <italic>M</italic>
<sub>
<italic>real&#x2b;</italic>
</sub> &#x3d; 5.96, <italic>M</italic>
<sub>
<italic>real&#x2212;</italic>
</sub> &#x3d; 5.35, <italic>M</italic>
<sub>
<italic>abstract</italic>
</sub> &#x3d; 4.91. The different VR conditions had no significant influence on enjoyment, pleasantness, and excitement. Neither presence (<italic>IPQ</italic>) nor suspension of disbelief (<italic>SOD</italic>) varied significantly between the three VR conditions, SOD: <italic>F</italic>
<sub>
<italic>condition</italic>
</sub> &#x3d; 0.58, <italic>p</italic> &#x3d; 0.562; IPQ: <italic>F</italic>
<sub>
<italic>condition</italic>
</sub> &#x3d; 1.63, <italic>p</italic> &#x3d; 0.204.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Manipulation check. Experience variables are based on one item each. IPQ and SOD represent average questionnaire scores.</p>
</caption>
<graphic xlink:href="frvir-04-897034-g002.tif"/>
</fig>
<p>To summarize, the three VR environments varied in realism and to some degree in graphical pleasantness while the overall experience (IPQ, SOD) remained unchanged (as visualized in <xref ref-type="fig" rid="F2">Figure 2</xref>). Overall, participants found the VR experience more exciting and enjoyable than the control conditions, and presence was higher when comparing the VR conditions to the video condition. We therefore conclude that the manipulation of the VR environments was successful.</p>
</sec>
<sec id="s3-2">
<title>3.2 VR vs. control</title>
<p>In <xref ref-type="fig" rid="F3">Figure 3</xref> we display the estimated means of each dependent variable including bootstrapped confidence intervals for participants in the VR conditions and the participants in the control conditions over both time points. Estimated model parameters can be found in <xref ref-type="table" rid="T2">Table 2</xref>.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Conditional mean and CI of all four DV&#x2019;s for VR vs. control conditions. CCS has been transformed back to its original scale.</p>
</caption>
<graphic xlink:href="frvir-04-897034-g003.tif"/>
</fig>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>Models comparing VR to control conditions. Type is deviation coded, the coefficient type vr represents the difference between the VR condition compared to the average value at the first measurement.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">DV</th>
<th align="left">Coef</th>
<th align="right">Estimate</th>
<th align="left">CI</th>
<th align="right">t value</th>
<th align="right">df</th>
<th align="right">
<italic>p</italic>-value</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">IAT</td>
<td align="left">(Intercept)</td>
<td align="right">0.23</td>
<td align="left">[0.106; 0.355]</td>
<td align="right">3.63</td>
<td align="right">225.16</td>
<td align="right">0.00</td>
</tr>
<tr>
<td align="left"/>
<td align="left">time</td>
<td align="right">&#x2212;0.01</td>
<td align="left">[-0.085; 0.066]</td>
<td align="right">&#x2212;0.23</td>
<td align="right">20.40</td>
<td align="right">0.82</td>
</tr>
<tr>
<td align="left"/>
<td align="left">type vr</td>
<td align="right">&#x2212;0.15</td>
<td align="left">[-0.276; &#x2212;0.028]</td>
<td align="right">&#x2212;2.39</td>
<td align="right">225.16</td>
<td align="right">0.02</td>
</tr>
<tr>
<td align="left"/>
<td align="left">time:type1</td>
<td align="right">0.07</td>
<td align="left">[-0.001; 0.15]</td>
<td align="right">1.83</td>
<td align="right">20.40</td>
<td align="right">0.08</td>
</tr>
<tr>
<td align="left">CCS</td>
<td align="left">(Intercept)</td>
<td align="right">0.23</td>
<td align="left">[0.199; 0.27]</td>
<td align="right">12.84</td>
<td align="right">278.36</td>
<td align="right">0.00</td>
</tr>
<tr>
<td align="left"/>
<td align="left">time</td>
<td align="right">&#x2212;0.01</td>
<td align="left">[-0.029; 0.006]</td>
<td align="right">&#x2212;1.32</td>
<td align="right">140.00</td>
<td align="right">0.19</td>
</tr>
<tr>
<td align="left"/>
<td align="left">type vr</td>
<td align="right">&#x2212;0.00</td>
<td align="left">[-0.038; 0.034]</td>
<td align="right">&#x2212;0.12</td>
<td align="right">278.36</td>
<td align="right">0.91</td>
</tr>
<tr>
<td align="left"/>
<td align="left">time:type1</td>
<td align="right">&#x2212;0.00</td>
<td align="left">[-0.02; 0.015]</td>
<td align="right">&#x2212;0.32</td>
<td align="right">140.00</td>
<td align="right">0.75</td>
</tr>
<tr>
<td align="left">NR</td>
<td align="left">(Intercept)</td>
<td align="right">3.82</td>
<td align="left">[3.71; 3.925]</td>
<td align="right">69.64</td>
<td align="right">268.10</td>
<td align="right">0.00</td>
</tr>
<tr>
<td align="left"/>
<td align="left">time</td>
<td align="right">0.04</td>
<td align="left">[-0.009; 0.085]</td>
<td align="right">1.51</td>
<td align="right">9.57</td>
<td align="right">0.16</td>
</tr>
<tr>
<td align="left"/>
<td align="left">type vr</td>
<td align="right">&#x2212;0.01</td>
<td align="left">[-0.118; 0.096]</td>
<td align="right">&#x2212;0.20</td>
<td align="right">268.10</td>
<td align="right">0.84</td>
</tr>
<tr>
<td align="left"/>
<td align="left">time:type1</td>
<td align="right">0.04</td>
<td align="left">[-0.008; 0.086]</td>
<td align="right">1.56</td>
<td align="right">9.57</td>
<td align="right">0.15</td>
</tr>
<tr>
<td align="left">NEP</td>
<td align="left">(Intercept)</td>
<td align="right">3.76</td>
<td align="left">[3.663; 3.849]</td>
<td align="right">79.18</td>
<td align="right">276.21</td>
<td align="right">0.00</td>
</tr>
<tr>
<td align="left"/>
<td align="left">time</td>
<td align="right">0.07</td>
<td align="left">[0.03; 0.117]</td>
<td align="right">3.23</td>
<td align="right">14.89</td>
<td align="right">0.01</td>
</tr>
<tr>
<td align="left"/>
<td align="left">type vr</td>
<td align="right">&#x2212;0.04</td>
<td align="left">[-0.128; 0.058]</td>
<td align="right">&#x2212;0.74</td>
<td align="right">276.21</td>
<td align="right">0.46</td>
</tr>
<tr>
<td align="left"/>
<td align="left">time:type1</td>
<td align="right">0.02</td>
<td align="left">[-0.025; 0.063]</td>
<td align="right">0.83</td>
<td align="right">14.89</td>
<td align="right">0.42</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>NEP increased significantly across all groups (VR and control), <italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; 0.074, 95% CI [0.030, 0.117], <italic>p</italic> &#x3d; 0.005. When looking at the individual slopes per group (i.e. VR or control) a (simple slope) contrast analysis revealed that while the <italic>time</italic> slope of the VR group was significant, the slope of the control group was not, VR: <italic>&#x3b2;</italic> &#x3d; 0.046, <italic>t</italic> (14.4) &#x3d; 2.83, <italic>p</italic> &#x3d; 0.013; control: <italic>&#x3b2;</italic> &#x3d; 0.027, <italic>t</italic> (13) &#x3d; 1.72, <italic>p</italic> &#x3d; 0.109. However, the interaction term was not significant, so the <italic>time</italic> slopes did not significantly differ between the two groups, <italic>&#x3b2;</italic>
<sub>
<italic>time:type</italic>
</sub> &#x3d; 0.002, 95% CI [&#x2212;0.025, 0.063], <italic>p</italic> &#x3d; 0.152.</p>
<p>Overall, CCS did not decrease significantly over time, <italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; &#x2212;0.012, 95% CI [&#x2212;0.029, 0.006], <italic>p</italic> &#x3d; 0.189 and VR and control groups did also not differ in this regard as revealed in the non-significant interaction effect, <italic>&#x3b2;</italic>
<sub>
<italic>time:type</italic>
</sub> &#x3d; 0.003, 95% CI [&#x2212;0.02, 0.015], <italic>p</italic> &#x3d; 0.753.</p>
<p>There was no overall NR increase over time, <italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; 0.038, 95% CI [&#x2212;0.009, 0.085], <italic>p</italic> &#x3d; 0.164. Further contrast analyses revealed that while the <italic>time</italic> slope was essentially horizontal in the control group there was a trend towards significance for the <italic>time</italic> slope in the VR group, VR: <italic>&#x3b2;</italic> &#x3d; 0.038, <italic>t</italic>(10.66) &#x3d; 2.142, <italic>p</italic> &#x3d; 0.056; control: <italic>&#x3b2;</italic> &#x3d; &#x2212;0.001, <italic>t</italic> (9.67) &#x3d; .035, <italic>p</italic> &#x3d; 0.973. However, the difference in slopes between the control group and the VR group was not significant, <italic>&#x3b2;</italic>
<sub>
<italic>time:type</italic>
</sub> &#x3d; 0.08, 95% CI [&#x2212;0.017, 0.172], <italic>p</italic> &#x3d; 0.152.</p>
<p>Across all conditions, IAT scores did not change over time, <italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; 0.009, 95% CI [&#x2212;0.085, 0.066], <italic>p</italic> &#x3d; 0.822, but there was a trend for an interaction between time and condition, <italic>&#x3b2;</italic>
<sub>
<italic>time:type</italic>
</sub> &#x3d; 0.075, 95% CI [&#x2212;0.001, 0.150], <italic>p</italic> &#x3d; 0.0824: IAT scores decreased in the control conditions but increased in the VR conditions, as depicted in <xref ref-type="fig" rid="F3">Figure 3</xref>. However, further contrast analyses showed that the <italic>time</italic> slope was also non-significant for both groups separately, VR: <italic>&#x3b2;</italic> &#x3d; 0.032, <italic>t</italic>(23) &#x3d; 1.118, <italic>p</italic> &#x3d; 0.275; control: <italic>&#x3b2;</italic> &#x3d; &#x2212;0.042, <italic>t</italic>(21.2) &#x3d; &#x2212;1.47, <italic>p</italic> &#x3d; 0.156.</p>
<p>In summary, the directions of all estimates were coherent with our hypothesis. NEP increased significantly across all groups. However, even though interaction did not turn out to be significant, the contrast analysis show that the difference is significant in the VR conditions but not in the control conditions. There was a trend for an increase of NR across the VR groups, but not in the control groups. However, none of the results showed any significant difference between the <italic>time</italic> slopes in the VR groups versus the control groups.</p>
</sec>
<sec id="s3-3">
<title>3.3 Comparing VR conditions</title>
<p>The estimated means of the four environmental attitude measures by condition are visualised in <xref ref-type="fig" rid="F4">Figure 4</xref>. The parameters of the models used can be found in <xref ref-type="table" rid="T3">Table 3</xref>. Whether the <italic>time</italic> slope differed significantly between conditions was tested by comparing the full model to a model without the <italic>time:condition</italic> interaction term. Contrast analyses were used to get further insight into the <italic>time</italic> slopes of each condition. Care must be taken not to overinterpret contrast results when the interaction effect is not significant.</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>Conditional mean and CI of all four DV&#x2019;s comparing the three VR conditions. CCS has been transformed back to its original scale.</p>
</caption>
<graphic xlink:href="frvir-04-897034-g004.tif"/>
</fig>
<table-wrap id="T3" position="float">
<label>TABLE 3</label>
<caption>
<p>Models comparing the three VR conditions. Condition is deviation coded, i.e. the coefficient condition&#x005F;real &#x2b; represents the difference between the realistic VR condition compared to the average value over all three conditions at the first measurement.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">DV</th>
<th align="left">Coef</th>
<th align="right">Estimate</th>
<th align="left">CI</th>
<th align="right">t value</th>
<th align="right">df</th>
<th align="right">
<italic>p</italic>-value</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">IAT</td>
<td align="left">(Intercept)</td>
<td align="right">0.08</td>
<td align="left">[-0.109; 0.266]</td>
<td align="right">0.81</td>
<td align="right">106.86</td>
<td align="right">0.42</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_real&#x2b;</td>
<td align="right">0.10</td>
<td align="left">[-0.166; 0.364]</td>
<td align="right">0.72</td>
<td align="right">106.86</td>
<td align="right">0.47</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_abstract</td>
<td align="right">&#x2212;0.23</td>
<td align="left">[-0.491; 0.039]</td>
<td align="right">&#x2212;1.65</td>
<td align="right">106.86</td>
<td align="right">0.10</td>
</tr>
<tr>
<td align="left"/>
<td align="left">time</td>
<td align="right">0.07</td>
<td align="left">[-0.043; 0.173]</td>
<td align="right">1.17</td>
<td align="right">66.00</td>
<td align="right">0.24</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_real&#x2b;:time</td>
<td align="right">&#x2212;0.08</td>
<td align="left">[-0.23; 0.076]</td>
<td align="right">&#x2212;0.98</td>
<td align="right">66.00</td>
<td align="right">0.33</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_abstract:time</td>
<td align="right">0.04</td>
<td align="left">[-0.114; 0.192]</td>
<td align="right">0.50</td>
<td align="right">66.00</td>
<td align="right">0.62</td>
</tr>
<tr>
<td align="left">CCS</td>
<td align="left">(Intercept)</td>
<td align="right">0.23</td>
<td align="left">[0.181; 0.283]</td>
<td align="right">8.84</td>
<td align="right">131.56</td>
<td align="right">0.00</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_real&#x2b;</td>
<td align="right">&#x2212;0.06</td>
<td align="left">[-0.129; 0.014]</td>
<td align="right">&#x2212;1.54</td>
<td align="right">131.56</td>
<td align="right">0.12</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_abstract</td>
<td align="right">0.01</td>
<td align="left">[-0.057; 0.086]</td>
<td align="right">0.38</td>
<td align="right">131.56</td>
<td align="right">0.70</td>
</tr>
<tr>
<td align="left"/>
<td align="left">time</td>
<td align="right">&#x2212;0.01</td>
<td align="left">[-0.038; 0.009]</td>
<td align="right">&#x2212;1.21</td>
<td align="right">66.00</td>
<td align="right">0.23</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_real&#x2b;:time</td>
<td align="right">0.01</td>
<td align="left">[-0.018; 0.048]</td>
<td align="right">0.88</td>
<td align="right">66.00</td>
<td align="right">0.38</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_abstract:time</td>
<td align="right">0.01</td>
<td align="left">[-0.026; 0.04]</td>
<td align="right">0.41</td>
<td align="right">66.00</td>
<td align="right">0.68</td>
</tr>
<tr>
<td align="left">NR</td>
<td align="left">(Intercept)</td>
<td align="right">3.81</td>
<td align="left">[3.674; 3.939]</td>
<td align="right">55.49</td>
<td align="right">129.34</td>
<td align="right">0.00</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_real&#x2b;</td>
<td align="right">0.10</td>
<td align="left">[-0.091; 0.283]</td>
<td align="right">0.99</td>
<td align="right">129.34</td>
<td align="right">0.33</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_abstract</td>
<td align="right">&#x2212;0.29</td>
<td align="left">[-0.476; &#x2212;0.102]</td>
<td align="right">&#x2212;2.98</td>
<td align="right">129.34</td>
<td align="right">0.00</td>
</tr>
<tr>
<td align="left"/>
<td align="left">time</td>
<td align="right">0.08</td>
<td align="left">[0.009; 0.144]</td>
<td align="right">2.21</td>
<td align="right">66.00</td>
<td align="right">0.03</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_real&#x2b;:time</td>
<td align="right">0.01</td>
<td align="left">[-0.081; 0.11]</td>
<td align="right">0.30</td>
<td align="right">66.00</td>
<td align="right">0.77</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_abstract:time</td>
<td align="right">0.04</td>
<td align="left">[-0.058; 0.132]</td>
<td align="right">0.76</td>
<td align="right">66.00</td>
<td align="right">0.45</td>
</tr>
<tr>
<td align="left">NEP</td>
<td align="left">(Intercept)</td>
<td align="right">3.72</td>
<td align="left">[3.591; 3.85]</td>
<td align="right">55.49</td>
<td align="right">132.00</td>
<td align="right">0.00</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_real&#x2b;</td>
<td align="right">&#x2212;0.04</td>
<td align="left">[-0.228; 0.138]</td>
<td align="right">&#x2212;0.48</td>
<td align="right">132.00</td>
<td align="right">0.63</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_abstract</td>
<td align="right">&#x2212;0.06</td>
<td align="left">[-0.243; 0.123]</td>
<td align="right">&#x2212;0.63</td>
<td align="right">132.00</td>
<td align="right">0.53</td>
</tr>
<tr>
<td align="left"/>
<td align="left">time</td>
<td align="right">0.09</td>
<td align="left">[0.031; 0.154]</td>
<td align="right">2.94</td>
<td align="right">66.00</td>
<td align="right">0.01</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_real&#x2b;:time</td>
<td align="right">0.02</td>
<td align="left">[-0.064; 0.11]</td>
<td align="right">0.52</td>
<td align="right">66.00</td>
<td align="right">0.60</td>
</tr>
<tr>
<td align="left"/>
<td align="left">condition_abstract:time</td>
<td align="right">0.03</td>
<td align="left">[-0.055; 0.119]</td>
<td align="right">0.71</td>
<td align="right">66.00</td>
<td align="right">0.48</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>NEP increased significantly over time across all VR conditions, <italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; 0.093 95% CI [0.031, 0.154], <italic>p</italic> &#x3d; 0.005. The assigned VR environment had no significant impact on the <italic>time</italic> slope as the model comparison testing the <italic>time:condition</italic> interaction was non-significant, <italic>&#x3c7;</italic>
<sup>2</sup>(<italic>df</italic> &#x3d; 2) &#x3d; 1.586, <italic>p</italic> &#x3d; 0.452. Contrast analysis further showed that NEP increased significantly in both real&#x2b; and abstract (<italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; 0.058, <italic>t</italic> (66) &#x3d; 2.121, <italic>p</italic> &#x3d; 0.038 and <italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; 0.062, <italic>t</italic>(66) &#x3d; 2.280, <italic>p</italic> &#x3d; 0.026, respectively), but not in real- (<italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; 0.019, <italic>t</italic>(66) &#x3d; 0.689, <italic>p</italic> &#x3d; 0.493).</p>
<p>Overall, CCS scores did not decrease significantly over time, <italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; &#x2212;0.015 95% CI [&#x2212;0.038, 0.009], <italic>p</italic> &#x3d; 0.229. However, this effect did not differ between the conditions, <italic>&#x3c7;</italic>
<sup>2</sup>(<italic>df</italic> &#x3d; 2) &#x3d; 1.806, <italic>p</italic> &#x3d; 0.4052. Contrast analysis provided some further insight: The CCS score did not decrease significantly in any of the conditions. Contrast analysis revealed a trend for decrease of CCS over time in real-only, real-: <italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; &#x2212;0.018, <italic>t</italic>(66) &#x3d; &#x2212;1.758, <italic>p</italic> &#x3d; 0.083; real&#x2b;:<italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; 0.000, <italic>t</italic> (66) &#x3d; 0.021, <italic>p</italic> &#x3d; 0.983; abstract: <italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; &#x2212;0.003, <italic>t</italic>(66) &#x3d; &#x2212;0.365, <italic>p</italic> &#x3d; 0.716.</p>
<p>NR increased significantly over time across all VR conditions, <italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; 0.077, 95% CI [0.009, 0.144], <italic>p</italic> &#x3d; 0.030. The effect did not differ between the conditions, though, <italic>&#x3c7;</italic>
<sup>2</sup>(<italic>df</italic> &#x3d; 2) &#x3d; 1.236, <italic>p</italic> &#x3d; 0.539. When looking at the <italic>time</italic> effect within each condition separately none of the slopes remained significant &#x2013; likely due to a reduction of power and multiple testing adjustment. Only in the abstract condition the <italic>time</italic> effect bordered on significance, abstract: <italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; 0.0569, <italic>t</italic>(66) &#x3d; 1.901, <italic>p</italic> &#x3d; 0.0616; real&#x2b; and real-: <italic>p</italic> &#x3e; 0.1. On a further note, it was evident that - across both time points - participants in the abstract condition scored much lower in NR compared to the average score, <italic>&#x3b2;</italic>
<sub>
<italic>condition&#x2212;abstract</italic>
</sub> &#x3d; &#x2212;0.289, 95% CI [&#x2212;0.476, &#x2212;0.102], <italic>p</italic> &#x3d; 0.003.</p>
<p>IAT scores did not increase significantly over time across all conditions, <italic>&#x3b2;</italic>
<sub>
<italic>time</italic>
</sub> &#x3d; 0.065, 95% CI [&#x2212;0.043; 0.173], <italic>p</italic> &#x3d; 0.245. The <italic>time</italic> slopes did not differ between the conditions either, <italic>&#x3c7;</italic>
<sup>2</sup>(<italic>df</italic> &#x3d; 2) &#x3d; 1.000, <italic>p</italic> &#x3d; 0.606. Furthermore, contrast analyses also did not reveal a significant increase of IAT scores over time in any of the three conditions, all effects <italic>p</italic> &#x3e; 0.1.</p>
<p>Taken together, our results show that real, real&#x2b;, and abstract interventions did have a similar effects on changes (or no changes) of environmental awareness over time. Specifically, while the VR environments increased NEP and NR there was no evidence that this effect varied between the VR conditions.</p>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>4 Discussion</title>
<p>The aim of this study was to examine whether an immersive experience of climate change consequences in VR increases climate change awareness. The visualization showed in time lapse how the Swiss Aletsch glacier melts over a period of 220&#xa0;years. Thus, by providing an embodied experience that overcomes the temporal distance of climate change consequences, we expected a stronger impact of the immersive VR experience when compared to less immersive 2D control conditions. Indeed, participants experienced the VR conditions as being more exciting and enjoyable, and they had a higher sense of presence when compared to the control conditions. This confirms the general usefulness of VR interventions to convey pro-environmental messages. Across all conditions, environmental awareness (as measured by NEP) increased after the intervention. This indicates that glacier melting is well suited to illustrate climate change and that it affects peoples&#x2019; attitudes towards it. Not only is glacier melting compelling evidence of global warming, it can also serve as a symbol of climate change showing how dramatic changes of climate are affecting our environment. Our results show that confronting people with this phenomenon can positively influence environmental awareness. Although the change in NEP did not differ between immersive VR and the control conditions (non-significant <italic>time:type</italic> interaction), the increase in environmental awareness was only significant for the VR conditions, while there was no change for the control conditions. While a straight-forward interpretation is not possible, we think that this result is of interest in light of a number of previous studies that have shown that virtual realities have persuasive potential because they are immersive and thus enable a presence experience (e.g., <xref ref-type="bibr" rid="B86">Weibel et al., 2011</xref>; <xref ref-type="bibr" rid="B85">Weibel and Wissmath, 2011</xref>; <xref ref-type="bibr" rid="B48">Makransky and Petersen, 2021</xref>). Because presence was higher in the VR conditions when compared to the control conditions (i.e. the video condition), it may be that presence accounts for at least part of the increased environmental awareness. We therefore interpret these results in favour of the potential of immersive VR in increasing climate change awareness (<xref ref-type="bibr" rid="B1">Ahn S. J. et al., 2014a</xref>; <xref ref-type="bibr" rid="B31">Hsu et al., 2018</xref>; <xref ref-type="bibr" rid="B52">Markowitz et al., 2018</xref>; <xref ref-type="bibr" rid="B22">Fauville et al., 2020</xref>; <xref ref-type="bibr" rid="B63">Petersen et al., 2020</xref>; <xref ref-type="bibr" rid="B15">Chirico et al., 2021</xref>).</p>
<p>Since presence can contribute to something not only being comprehended but actually experienced (cf. <xref ref-type="bibr" rid="B84">Weber et al., 2021</xref>, or <xref ref-type="bibr" rid="B79">Tussyadiah et al., 2018</xref>, in the field of tourism), it can be assumed that this very fact provides a benefit in the VR conditions and distinguishes VR from the other conditions. In this sense, <xref ref-type="bibr" rid="B92">Wirth et al. (2007)</xref>, for example, assumes that presence is an &#x201c;amplifier of media effects&#x201d; (p. 519).</p>
<p>We also expected a stronger increase in nature relatedness for immersive VR (vs. control). There was no overall increase in nature relatedness across all conditions, although there was a trend for an increase exclusively in the VR conditions. The absence of a clear effect of VR on nature relatedness is in line with other recent studies (<xref ref-type="bibr" rid="B75">Soliman et al., 2017</xref>; <xref ref-type="bibr" rid="B76">Spangenberger et al., 2022</xref>). For example, Spangenberger et al. used VR to &#x201c;embody&#x201d; participants with a tree (participants could do small branch movements with their arms). They found that the increased level of immersion in VR, when compared to a video watching control condition, did not translate into stronger effects on nature relatedness. These and our own results suggest that nature relatedness may be difficult to modulate with short-time interventions, particularly when using traditional media. As pointed out by others, interactivity with the environment and movements of the person&#x2019;s own body resembling the virtual body when interacting with the environment may be important factors in increasing nature relatedness, which was not the case in the present study (<xref ref-type="bibr" rid="B2">Ahn et al., 2016</xref>; <xref ref-type="bibr" rid="B76">Spangenberger et al., 2022</xref>).</p>
<p>In a similar vein, there was no change in climate change scepticism (CCS). The absence of an effect on this measure might not be surprising because of a floor effect: Values were already very low for the vast majority of participants before the interventions (M &#x3d; 1.5 on a scale from 1&#x2013;5), leaving less room for changes to even lower scores after the respective intervention. Moreover, people who are sceptic about climate change may not be prone to changing their minds as a result of interventions since their firm opinion may be related to stable traits and political/ideological orientations (<xref ref-type="bibr" rid="B55">McCright et al., 2016</xref>; <xref ref-type="bibr" rid="B77">Tr&#xe9;moli&#xe8;re and Djeriouat, 2021</xref>). In addition to these established measurements, we introduced an implicit measurement of pro-environmental attitudes (Implicit Association Test - IAT) in this study. There was no effect across all conditions and within each condition separately (VR vs. control) on the IAT score. Noteworthy, in a previous study, it has been found that the IAT score decreased in both an active and passive control condition from the first to the second measurement, suggesting that there might be an intervention-independent decrease in IAT effects due to practice (<xref ref-type="bibr" rid="B67">Rihs et al., 2022</xref>). In this regard, not the absolute change but rather the relative change between conditions might be relevant, and there was indeed a trend for a differential change in the IAT score in this study (increase for VR vs. decrease for control). This pattern of results may indicate that the VR, but not the control conditions, counteracted the decrease in the IAT score due to repeated measurement. Thus, although the present results do not allow to draw any firm conclusions, they nevertheless point to a possible value of using implicit measurements for the evaluation of the effectiveness of VR interventions on attitude change.</p>
<p>Another aim of the present study was to explore whether specific VR design choices with regard to visual realism would affect climate change awareness. Therefore, we varied the degree of visual realism and sophistication of the VR environment and compared an abstract and two realistic depictions of the Aletsch glacier melting. The results show that our manipulations did work in the intended way: The sophisticated realistic environment was perceived as the most realistic, the abstract environment was perceived as least realistic. Crucially, we found no evidence that realism in VR depictions favours presence or any of the environmental measurements. The only hint that we found was that environmental awareness (NEP) only increased for the well-designed abstract and realistic condition, but not for the less sophisticated realistic conditions. This result should be taken with caution, however, because baseline values before VR exposure in the real-condition were higher than in the other two conditions, whereas values after the intervention were similar. Our results suggest that visual realism <italic>per se</italic> does not necessarily foster changes in attitudes. This has important implications. New consumers of VR experiences base their expectations regarding visual fidelity on high-end graphics in the gaming industry. However, it is expensive and time-intensive to create high visual realism and budgets for non-profit and educational applications are usually multiple orders of magnitude smaller when compared to the gaming industry. We show that a less sophisticated and less realistic, but visually coherent and authentic environment (the abstract condition) exerts the same positive impact on climate change awareness as the realistic environments (real- and real &#x2b;). This is consistent with previous studies that indicate, on the one hand, that authenticity, coherence, and functionality of virtual environments are as important or even more important than realism in achieving the desired effect (<xref ref-type="bibr" rid="B93">Witmer and Singer, 1998</xref>; <xref ref-type="bibr" rid="B29">Hamstra et al., 2014</xref>; <xref ref-type="bibr" rid="B38">Jacobson, 2017</xref>) and that, on the other hand, cartoon-like visualizations can have the same effect as realistic ones (<xref ref-type="bibr" rid="B32">Huang, 2021</xref>). Our findings provide practitioners in the field of environmental VR with an argument to shift scarce resources from the realistic visual reconstruction to other aspects of production like coherence, both in regards to look and content. Which of the various other aspects of VR design ultimately influence attitude changes needs to be investigated in future studies.</p>
<p>A few limitations should be considered. First of all, various subjective decisions were made in the design of the VR environments. We therefore cannot conclusively state that visual realism plays no role in terms of presence or attitude change. It is possible that our <italic>well designed and realistic</italic> condition was not realistic enough or that the design of the <italic>less realistic</italic> condition (real-) was still too well designed to induce differences in experiential effects between the environments. Furthermore, we explored the effect of visual realism in a specific context (glacier melting, attitude change), which limits the generalizability of our results to other contexts (e.g., <italic>learning</italic> about climate change). Moreover, the implicit measurement that we developed in this study (IAT) can be regarded as a promising starting point, but more effort is required to develop and validate such implicit measurements.</p>
<p>Further, our sample size was not representative of the general population. Consequently, there was limited variance in some of our measurements, which might have reduced the probability of finding a change due to the VR interventions (see discussion above). In a similar vein, our sample size was rather small, so that possible moderating variables for the effect of the VR intervention on environmental awareness could not be assessed. For example, <xref ref-type="bibr" rid="B69">Sajjadi et al. (2022)</xref> found that serious games about system thinking had the strongest effects on pro-environmental attitudes for those participants with less past science education. Future studies should take such variables into account.</p>
<p>The measurements that were used in this study were limited to attitudes toward climate change and towards the environment. When using VR as a persuasive tool to counteract climate change, it would be promising for future research to also measure real (or at least hypothetical) pro-environmental behaviour (<xref ref-type="bibr" rid="B18">Deringer and Hanley, 2021</xref>). Moreover, future VR experiences could be more interactive and may for example allow participants to learn more about actions they can take to reduce greenhouse gas emissions and other pro-environmental behaviour. This concurs with recent claims that effective climate change interventions should also focus on solutions rather than solely highlight impacts (<xref ref-type="bibr" rid="B53">Markowitz et al., 2014</xref>). In addition, future studies could include other indirect methods of measuring environmental attitudes besides the IAT, which might have a more direct behavioral link. One possibility would be to incorporate the concept of System Thinking. According to <xref ref-type="bibr" rid="B5">Arnold and Wade (2015)</xref> systems thinking involves synergistic and analytical skills to identify and understand different components of a system as well as their causal relationships. <xref ref-type="bibr" rid="B44">Lezak and Thibodeau (2016)</xref> were able to show that systems thinkers tend to support policies on climate change. <xref ref-type="bibr" rid="B69">Sajjadi et al. (2022)</xref> could show that a learning experience can increase systems thinking and that systems thinking in turn leads to policy support regarding measures concerning food-energy-water nexus. The authors have developed an interesting method to indirectly measure system thinking by assessing different scenarios and their impacts. We consider it promising to use this method in future studies similar to ours.</p>
<p>It should be clear that interventions such as the one assessed in this study cannot solve current climate change problems. Exploring means to increase environmental awareness is a step into the right direction, but an urgent change in societal attitudes and behavioural adaptations at the institutional and personal levels are required. In the future, immersive VR applications might not only be used to visualize climate change consequences, but maybe also to increase the awareness of planetary limits, energy limits, and other contents that fosters the critical reflection of consumption behaviour and economic growth (<xref ref-type="bibr" rid="B57">Nardi et al., 2018</xref>).</p>
<p>According to various experts, glacier melt is the most tangible manifestation of climate change, as it can impressively demonstrate its effects (e.g., <xref ref-type="bibr" rid="B65">Price, 2009</xref>; <xref ref-type="bibr" rid="B13">Carey, 2010</xref>; <xref ref-type="bibr" rid="B37">Jackson, 2015</xref>). In our study, we were able to show that the visualization of glacier melt can have an influence on our attitude. However, it should be mentioned that melting glaciers do not have a direct impact on our personal lives unlike, for example, heat waves or floods. Accordingly, <xref ref-type="bibr" rid="B87">Whitmarsh (2008)</xref> was able to show that personal experience of air pollution influences perceptions and behaviors related to climate change. Future studies could therefore draw on visualizations that show more drastic consequences of climate change. It is possible that these would have an even stronger impact on attitudes.</p>
<p>To conclude, this study shows that climate change consequences can successfully be visualized in immersive VR, and that such visualizations have the potential to change climate change awareness, although the results need to be replicated and extended with a larger and more diverse sample and validated implicit measurements. The comparisons between immersive VR and the control conditions showed a nuanced picture, with more similarities than differences, highlighting that media comparison is an important step for a critical assessment of the effectiveness of immersive VR interventions.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="s5">
<title>Data availability statement</title>
<p>The analyzed data sets, the analysis script, and additional materials for this study (e.g. stimuli) can be found on the Open Science Framework repository: <ext-link ext-link-type="uri" xlink:href="https://osf.io/y7nz5/">https://osf.io/y7nz5/</ext-link>.</p>
</sec>
<sec id="s6">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by Ethics Committee of the Faculty of Human Sciences, University of Bern. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s7">
<title>Author contributions</title>
<p>DW and JC developed the idea for the study. The study was designed by DW, JC, and ST with inputs regarding implementation and experimental design from FM. JC created the three virtual environments while DW created the stimuli of the three control conditions. BM and ST were responsible for the data analysis and inference. MH and ST wrote the manuscript with support from DW, FM, JC, and BM.</p>
</sec>
<sec sec-type="COI-statement" id="s8">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<fn-group>
<fn id="fn2">
<label>1</label>
<p>Note that <xref ref-type="bibr" rid="B1">Ahn S. J. et al. (2014a)</xref>; <xref ref-type="bibr" rid="B3">Ahn S. J. G. et al. (2014b)</xref> also used an indirect measurement in addition to the explicit measurement.</p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ahn</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Bailenson</surname>
<given-names>J. N.</given-names>
</name>
<name>
<surname>Park</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2014a</year>). <article-title>Short- and long-term effects of embodied experiences in immersive virtual environments on environmental locus of control and behavior</article-title>. <source>Comput. Hum. Behav.</source> <volume>39</volume>, <fpage>235</fpage>&#x2013;<lpage>245</lpage>. <pub-id pub-id-type="doi">10.1016/j.chb.2014.07.025</pub-id>
</citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ahn</surname>
<given-names>S. J. G.</given-names>
</name>
<name>
<surname>Bostick</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Ogle</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Nowak</surname>
<given-names>K. L.</given-names>
</name>
<name>
<surname>McGillicuddy</surname>
<given-names>K. T.</given-names>
</name>
<name>
<surname>Bailenson</surname>
<given-names>J. N.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Experiencing nature: Embodying animals in immersive virtual environments increases inclusion of nature in self and involvement with nature: Embodying animals in immersive virtual environments</article-title>. <source>J. Computer-Mediated Commun.</source> <volume>21</volume>, <fpage>399</fpage>&#x2013;<lpage>419</lpage>. <pub-id pub-id-type="doi">10.1111/jcc4.12173</pub-id>
</citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ahn</surname>
<given-names>S. J. G.</given-names>
</name>
<name>
<surname>Fox</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Dale</surname>
<given-names>K. R.</given-names>
</name>
<name>
<surname>Avant</surname>
<given-names>J. A.</given-names>
</name>
</person-group> (<year>2014b</year>). <article-title>Framing virtual experiences: Effects on environmental efficacy and behavior over time</article-title>. <source>Commun. Res.</source> <volume>42</volume>, <fpage>839</fpage>&#x2013;<lpage>863</lpage>. <pub-id pub-id-type="doi">10.1177/0093650214534973</pub-id>
</citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Akerlof</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Maibach</surname>
<given-names>E. W.</given-names>
</name>
<name>
<surname>Fitzgerald</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Cedeno</surname>
<given-names>A. Y.</given-names>
</name>
<name>
<surname>Neuman</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Do people &#x201c;personally experience&#x201d; global warming, and if so how, and does it matter?</article-title> <source>Glob. Environ. Change</source> <volume>23</volume>, <fpage>81</fpage>&#x2013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.1016/j.gloenvcha.2012.07.006</pub-id>
</citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Arnold</surname>
<given-names>R. D.</given-names>
</name>
<name>
<surname>Wade</surname>
<given-names>J. P.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>A definition of systems thinking: A systems approach</article-title>. <source>Procedia Comput. Sci.</source> <volume>44</volume>, <fpage>669</fpage>&#x2013;<lpage>678</lpage>. <pub-id pub-id-type="doi">10.1016/j.procs.2015.03.050</pub-id>
</citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ba&#xf1;os</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Botella</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Alca&#xf1;iz</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Lia&#xf1;o</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Guerrero</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Rey</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2004</year>). <article-title>Immersion and emotion: Their impact on the sense of presence</article-title>. <source>CyberPsychology Behav.</source> <volume>7</volume>, <fpage>734</fpage>&#x2013;<lpage>741</lpage>. <pub-id pub-id-type="doi">10.1089/cpb.2004.7.734</pub-id>
</citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bates</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>M&#xe4;chler</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Bolker</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Walker</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Fitting linear mixed-effects models using lme4</article-title>. <source>J. Stat. Softw.</source> <volume>67</volume>. <pub-id pub-id-type="doi">10.18637/jss.v067.i01</pub-id>
</citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Beattie</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>McGuire</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>See no evil? Only implicit attitudes predict unconscious eye movements towards images of climate change</article-title>. <source>Semiotica</source> <volume>2012</volume>. <pub-id pub-id-type="doi">10.1515/sem-2012-0066</pub-id>
</citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Beattie</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Sale</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>Shopping to save the planet? Implicit rather than explicit attitudes predict low carbon footprint consumer choice</article-title>. <source>Int. J. Environ. Cult. Econ. Soc. Sustain. Annu. Rev.</source> <volume>7</volume>, <fpage>211</fpage>&#x2013;<lpage>232</lpage>. <pub-id pub-id-type="doi">10.18848/1832-2077/CGP/v07i04/54948</pub-id>
</citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Benjamini</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Hochberg</surname>
<given-names>Y.</given-names>
</name>
</person-group> (<year>1995</year>). <article-title>Controlling the false discovery rate: A practical and powerful approach to multiple testing</article-title>. <source>J. R. Stat. Soc. Ser. B Methodol.</source> <volume>57</volume>, <fpage>289</fpage>&#x2013;<lpage>300</lpage>. <pub-id pub-id-type="doi">10.1111/j.2517-6161.1995.tb02031.x</pub-id>
</citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bowman</surname>
<given-names>D. A.</given-names>
</name>
<name>
<surname>McMahan</surname>
<given-names>R. P.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Virtual reality: How much immersion is enough?</article-title> <source>Computer</source> <volume>40</volume>, <fpage>36</fpage>&#x2013;<lpage>43</lpage>. <pub-id pub-id-type="doi">10.1109/MC.2007.257</pub-id>
</citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Buji&#x107;</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Salminen</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Macey</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Hamari</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Empathy machine&#x201d;: How virtual reality affects human rights attitudes</article-title>. <source>Internet Res.</source> <volume>30</volume>, <fpage>1407</fpage>&#x2013;<lpage>1425</lpage>. <pub-id pub-id-type="doi">10.1108/INTR-07-2019-0306</pub-id>
</citation>
</ref>
<ref id="B13">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Carey</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2010</year>). <source>In the shadow of melting glaciers: Climate change and andean society</source>. <publisher-name>Oxford University Press</publisher-name>.</citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carmichael</surname>
<given-names>J. T.</given-names>
</name>
<name>
<surname>Brulle</surname>
<given-names>R. J.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Elite cues, media coverage, and public concern: An integrated path analysis of public opinion on climate change</article-title>. <source>Environ. Polit.</source> <volume>26</volume>, <fpage>2001232</fpage>&#x2013;<lpage>2013252</lpage>. <pub-id pub-id-type="doi">10.1080/09644016.2016.1263433</pub-id>
</citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chirico</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Scurati</surname>
<given-names>G. W.</given-names>
</name>
<name>
<surname>Maffi</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Graziosi</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Ferrise</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Designing virtual environments for attitudes and behavioral change in plastic consumption: A comparison between concrete and numerical information</article-title>. <source>Virtual Real.</source> <volume>25</volume>, <fpage>107</fpage>&#x2013;<lpage>121</lpage>. <pub-id pub-id-type="doi">10.1007/s10055-020-00442-w</pub-id>
</citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Craig</surname>
<given-names>S. D.</given-names>
</name>
<name>
<surname>Gholson</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Driscoll</surname>
<given-names>D. M.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Animated pedagogical agents in multimedia educational environments: Effects of agent properties, picture features and redundancy</article-title>. <source>J. Educ. Psychol.</source> <volume>94</volume>, <fpage>428</fpage>&#x2013;<lpage>434</lpage>. <pub-id pub-id-type="doi">10.1037/0022-0663.94.2.428</pub-id>
</citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cummings</surname>
<given-names>J. J.</given-names>
</name>
<name>
<surname>Bailenson</surname>
<given-names>J. N.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>How immersive is enough? A meta-analysis of the effect of immersive technology on user presence</article-title>. <source>Media Psychol.</source> <volume>19</volume>, <fpage>272</fpage>&#x2013;<lpage>309</lpage>. <pub-id pub-id-type="doi">10.1080/15213269.2015.1015740</pub-id>
</citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Deringer</surname>
<given-names>S. A.</given-names>
</name>
<name>
<surname>Hanley</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Virtual reality of nature can Be as effective as actual nature in promoting ecological behavior</article-title>. <source>Ecopsychology</source> <volume>13</volume>, <fpage>219</fpage>&#x2013;<lpage>226</lpage>. <pub-id pub-id-type="doi">10.1089/eco.2020.0044</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dunlap</surname>
<given-names>R. E.</given-names>
</name>
<name>
<surname>Van Liere</surname>
<given-names>K. D.</given-names>
</name>
<name>
<surname>Mertig</surname>
<given-names>A. G.</given-names>
</name>
<name>
<surname>Jones</surname>
<given-names>R. E.</given-names>
</name>
</person-group> (<year>2000</year>). <article-title>New trends in measuring environmental attitudes: Measuring endorsement of the new ecological paradigm: A revised NEP scale</article-title>. <source>J. Soc. Issues</source> <volume>56</volume>, <fpage>425</fpage>&#x2013;<lpage>442</lpage>. <pub-id pub-id-type="doi">10.1111/0022-4537.00176</pub-id>
</citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Erolin</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Reid</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>McDougall</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Using virtual reality to complement and enhance anatomy education</article-title>. <source>J. Vis. Commun. Med.</source> <volume>42</volume>, <fpage>93</fpage>&#x2013;<lpage>101</lpage>. <pub-id pub-id-type="doi">10.1080/17453054.2019.1597626</pub-id>
</citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Evans</surname>
<given-names>J. S. B. T.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>Dual-processing accounts of reasoning, judgment, and social cognition</article-title>. <source>Annu. Rev. Psychol.</source> <volume>59</volume>, <fpage>255</fpage>&#x2013;<lpage>278</lpage>. <pub-id pub-id-type="doi">10.1146/annurev.psych.59.103006.093629</pub-id>
</citation>
</ref>
<ref id="B22">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Fauville</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Queiroz</surname>
<given-names>A. C. M.</given-names>
</name>
<name>
<surname>Bailenson</surname>
<given-names>J. N.</given-names>
</name>
</person-group> (<year>2020</year>). &#x201c;<article-title>Chapter 5 - virtual reality as a promising tool to promote climate change awareness</article-title>,&#x201d; in <source>Technology and health</source>. Editors <person-group person-group-type="editor">
<name>
<surname>Kim</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Song</surname>
<given-names>H.</given-names>
</name>
</person-group> (<publisher-name>Academic Press</publisher-name>), <fpage>91</fpage>&#x2013;<lpage>108</lpage>. <pub-id pub-id-type="doi">10.1016/B978-0-12-816958-2.00005-8</pub-id>
</citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fiedler</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Messner</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Bluemke</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>Unresolved problems with the &#x201c;I&#x201d;, the &#x201c;A&#x201d;, and the &#x201c;T&#x201d;: A logical and psychometric critique of the implicit association test (IAT)</article-title>. <source>Eur. Rev. Soc. Psychol.</source> <volume>17</volume>, <fpage>74</fpage>&#x2013;<lpage>147</lpage>. <pub-id pub-id-type="doi">10.1080/10463280600681248</pub-id>
</citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Friese</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>W&#xe4;nke</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Plessner</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>Implicit consumer preferences and their influence on product choice</article-title>. <source>Psychol. Mark.</source> <volume>23</volume>, <fpage>727</fpage>&#x2013;<lpage>740</lpage>. <pub-id pub-id-type="doi">10.1002/mar.20126</pub-id>
</citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gon&#xe7;alves</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Coelho</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Monteiro</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Melo</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Bessa</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Systematic review of comparative studies of the impact of realism in immersive virtual experiences</article-title>. <source>ACM Comput. Surv.</source> <volume>55</volume>, <fpage>1</fpage>&#x2013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1145/3533377</pub-id>
</citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Greenwald</surname>
<given-names>A. G.</given-names>
</name>
<name>
<surname>McGhee</surname>
<given-names>D. E.</given-names>
</name>
<name>
<surname>Schwartz</surname>
<given-names>J. L.</given-names>
</name>
</person-group> (<year>1998</year>). <article-title>Measuring individual differences in implicit cognition: The implicit association test</article-title>. <source>J. Personality Soc. Psychol.</source> <volume>74</volume>, <fpage>1464</fpage>&#x2013;<lpage>1480</lpage>. <pub-id pub-id-type="doi">10.1037/0022-3514.74.6.1464</pub-id>
</citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Greenwald</surname>
<given-names>A. G.</given-names>
</name>
<name>
<surname>Nosek</surname>
<given-names>B. A.</given-names>
</name>
<name>
<surname>Banaji</surname>
<given-names>M. R.</given-names>
</name>
</person-group> (<year>2003</year>). <article-title>Understanding and using the implicit association test: I. An improved scoring algorithm</article-title>. <source>J. Personality Soc. Psychol.</source> <volume>85</volume>, <fpage>197</fpage>&#x2013;<lpage>216</lpage>. <pub-id pub-id-type="doi">10.1037/0022-3514.85.2.197</pub-id>
</citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gromer</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Reinke</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Christner</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Pauli</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Causal interactive links between presence and fear in virtual reality height exposure</article-title>. <source>Front. Psychol.</source> <volume>10</volume>, <fpage>141</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00141</pub-id>
</citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hamstra</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Brydges</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Hatala</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Zendejas</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Cook</surname>
<given-names>D. A.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Reconsidering fidelity in simulation-based training</article-title>. <source>Acad. Med.</source> <volume>89</volume>, <fpage>387</fpage>&#x2013;<lpage>392</lpage>. <pub-id pub-id-type="doi">10.1097/ACM.0000000000000130</pub-id>
</citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hasler</surname>
<given-names>B. S.</given-names>
</name>
<name>
<surname>Spanlang</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Slater</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Virtual race transformation reverses racial in-group bias</article-title>. <source>PLOS ONE</source> <volume>12</volume>, <fpage>e0174965</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0174965</pub-id>
</citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hsu</surname>
<given-names>W. C.</given-names>
</name>
<name>
<surname>Tseng</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Kang</surname>
<given-names>S. C.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Using exaggerated feedback in a virtual reality environment to enhance behavior intention of water-conservation</article-title>. <source>J. Educ. Technol. Soc.</source> <volume>21</volume>, <fpage>187</fpage>&#x2013;<lpage>203</lpage>.</citation>
</ref>
<ref id="B32">
<citation citation-type="thesis">
<person-group person-group-type="author">
<name>
<surname>Huang</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2021</year>). &#x201c;<article-title>The effects of visual realism on cognitive constructs</article-title>,&#x201d; <source>Spatial memory and learning in virtual reality</source>. <comment>Ph.D. thesis</comment> (<publisher-loc>State College</publisher-loc>: <publisher-name>Pennsylvania State University</publisher-name>).</citation>
</ref>
<ref id="B33">
<citation citation-type="thesis">
<person-group person-group-type="author">
<name>
<surname>Hvass</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2018</year>). <source>A preliminary Exploration in the Correlation of Cybersickness and gaze Direction in VR</source>. <comment>Master&#x2019;s thesis</comment> (<publisher-loc>Copenhagen</publisher-loc>: <publisher-name>Aalborg University Cobenhagen</publisher-name>).</citation>
</ref>
<ref id="B34">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Hvass</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Larsen</surname>
<given-names>O.</given-names>
</name>
<name>
<surname>Vendelbo</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Nilsson</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Nordahl</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Serafin</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2017</year>). &#x201c;<article-title>Visual realism and presence in a virtual reality game</article-title>,&#x201d; in <conf-name>2017 3DTV Conference: The True Vision - Capture, Transmission and Display of 3D Video (3DTV-CON)</conf-name> (<publisher-loc>Copenhagen</publisher-loc>: <publisher-name>IEEE</publisher-name>)), <fpage>1</fpage>. <comment>&#x2013;4</comment>. <pub-id pub-id-type="doi">10.1109/3DTV.2017.8280421</pub-id>
</citation>
</ref>
<ref id="B35">
<citation citation-type="web">
<collab>Igroup</collab> (<year>2016</year>). <article-title>Igroup: Survey on experiences in virtual worlds</article-title>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="http://www.igroup.org/pq/ipq/index.php">http://www.igroup.org/pq/ipq/index.php</ext-link>
</comment>.</citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ijsselsteijn</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>de Ridder</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Freeman</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Avons</surname>
<given-names>S. E.</given-names>
</name>
<name>
<surname>Bouwhuis</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2001</year>). <article-title>Effects of stereoscopic presentation, image motion, and screen size on subjective and objective corroborative measures of presence</article-title>. <source>Presence Teleoperators Virtual Environ.</source> <volume>10</volume>, <fpage>298</fpage>&#x2013;<lpage>311</lpage>. <pub-id pub-id-type="doi">10.1162/105474601300343621</pub-id>
</citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jackson</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Glaciers and climate change: Narratives of ruined futures</article-title>. <source>WIREs Clim. Change</source> <volume>6</volume>, <fpage>479</fpage>&#x2013;<lpage>492</lpage>. <pub-id pub-id-type="doi">10.1002/wcc.351</pub-id>
</citation>
</ref>
<ref id="B38">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Jacobson</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2017</year>). <source>Authenticity in immersive design for education</source>. <publisher-name>Springer</publisher-name>, <fpage>35</fpage>&#x2013;<lpage>54</lpage>.</citation>
</ref>
<ref id="B39">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jost</surname>
<given-names>J. T.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>The IAT is dead, long live the IAT: Context-sensitive measures of implicit attitudes are indispensable to social and political psychology</article-title>. <source>Curr. Dir. Psychol. Sci.</source> <volume>28</volume>, <fpage>10</fpage>&#x2013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1177/0963721418797309</pub-id>
</citation>
</ref>
<ref id="B40">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jouvet</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Huss</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Funk</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Blatter</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>Modelling the retreat of Grosser Aletschgletscher, Switzerland, in a changing climate</article-title>. <source>J. Glaciol.</source> <volume>57</volume>, <fpage>1033</fpage>&#x2013;<lpage>1045</lpage>. <pub-id pub-id-type="doi">10.3189/002214311798843359</pub-id>
</citation>
</ref>
<ref id="B41">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Karpinski</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Hilton</surname>
<given-names>J. L.</given-names>
</name>
</person-group> (<year>2001</year>). <article-title>Attitudes and the implicit association test</article-title>. <source>J. Personality Soc. Psychol.</source> <volume>81</volume>, <fpage>774</fpage>&#x2013;<lpage>788</lpage>. <pub-id pub-id-type="doi">10.1037/0022-3514.81.5.774</pub-id>
</citation>
</ref>
<ref id="B42">
<citation citation-type="book">
<person-group person-group-type="editor">
<name>
<surname>Kim</surname>
<given-names>J.</given-names>
</name>
</person-group> (Editor) (<year>2020</year>). <source>Technology and health: Promoting Attitude and behavior change</source>. <edition>first edn.</edition> (<publisher-loc>San Deigo</publisher-loc>: <publisher-name>Elsevier</publisher-name>).</citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kuznetsova</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Brockhoff</surname>
<given-names>P. B.</given-names>
</name>
<name>
<surname>Christensen</surname>
<given-names>R. H. B.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>lmerTest package: Tests in linear mixed effects models</article-title>. <source>J. Stat. Softw.</source> <volume>82</volume>. <pub-id pub-id-type="doi">10.18637/jss.v082.i13</pub-id>
</citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lezak</surname>
<given-names>S. B.</given-names>
</name>
<name>
<surname>Thibodeau</surname>
<given-names>P. H.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Systems thinking and environmental concern</article-title>. <source>J. Environ. Psychol.</source> <volume>46</volume>, <fpage>143</fpage>&#x2013;<lpage>153</lpage>. <pub-id pub-id-type="doi">10.1016/j.jenvp.2016.04.005</pub-id>
</citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ling</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Nefs</surname>
<given-names>H. T.</given-names>
</name>
<name>
<surname>Morina</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Heynderickx</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Brinkman</surname>
<given-names>W. P.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>A meta-analysis on the relationship between self-reported presence and anxiety in virtual reality exposure therapy for anxiety disorders</article-title>. <source>PLoS ONE</source> <volume>9</volume> (<issue>5</issue>), <fpage>e96144</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0096144</pub-id>
</citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Linsbauer</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Paul</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Haeberli</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Modeling glacier thickness distribution and bed topography over entire mountain ranges with GlabTop: Application of a fast and robust approach: REGIONAL-SCALE modeling of glacier beds</article-title>. <source>J. Geophys. Res. Earth Surf.</source> <volume>117</volume>, <fpage>JF002313</fpage>. <pub-id pub-id-type="doi">10.1029/2011JF002313</pub-id>
</citation>
</ref>
<ref id="B47">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Littledyke</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>Science education for environmental awareness: Approaches to integrating cognitive and affective domains</article-title>. <source>Environ. Educ. Res.</source> <volume>14</volume>, <fpage>1</fpage>&#x2013;<lpage>17</lpage>. <pub-id pub-id-type="doi">10.1080/13504620701843301</pub-id>
</citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Makransky</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Petersen</surname>
<given-names>G. B.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>The cognitive affective model of immersive learning (camil): A theoretical research-based model of learning in immersive virtual reality</article-title>. <source>Educ. Psychol. Rev.</source> <volume>33</volume>, <fpage>937</fpage>&#x2013;<lpage>958</lpage>. <pub-id pub-id-type="doi">10.1007/s10648-020-09586-2</pub-id>
</citation>
</ref>
<ref id="B49">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Makransky</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Terkildsen</surname>
<given-names>T. S.</given-names>
</name>
<name>
<surname>Mayer</surname>
<given-names>R. E.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Adding immersive virtual reality to a science lab simulation causes more presence but less learning</article-title>. <source>Learn. Instr.</source> <volume>60</volume>, <fpage>225</fpage>&#x2013;<lpage>236</lpage>. <pub-id pub-id-type="doi">10.1016/j.learninstruc.2017.12.007</pub-id>
</citation>
</ref>
<ref id="B50">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mania</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Chalmers</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2001</year>). <article-title>The effects of levels of immersion on memory and presence in virtual environments: A reality centered approach</article-title>. <source>CyberPsychology Behav.</source> <volume>4</volume>, <fpage>247</fpage>&#x2013;<lpage>264</lpage>. <pub-id pub-id-type="doi">10.1089/109493101300117938</pub-id>
</citation>
</ref>
<ref id="B51">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Markowitz</surname>
<given-names>D. M.</given-names>
</name>
<name>
<surname>Bailenson</surname>
<given-names>J. N.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Virtual reality and the psychology of climate change</article-title>. <source>Curr. Opin. Psychol.</source> <volume>42</volume>, <fpage>60</fpage>&#x2013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.1016/j.copsyc.2021.03.009</pub-id>
</citation>
</ref>
<ref id="B52">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Markowitz</surname>
<given-names>D. M.</given-names>
</name>
<name>
<surname>Laha</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Perone</surname>
<given-names>B. P.</given-names>
</name>
<name>
<surname>Pea</surname>
<given-names>R. D.</given-names>
</name>
<name>
<surname>Bailenson</surname>
<given-names>J. N.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Immersive Virtual Reality field trips facilitate learning about climate change</article-title>. <source>Front. Psychol.</source> <volume>9</volume>, <fpage>2364</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2018.02364</pub-id>
</citation>
</ref>
<ref id="B53">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Markowitz</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Hodge</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Harp</surname>
<given-names>G.</given-names>
</name>
</person-group> (<year>2014</year>). <source>Climate communication/messaging</source>. <publisher-loc>EcoAmerica</publisher-loc>.<article-title>Connecting on climate: A guide to effective climate change communication</article-title>
</citation>
</ref>
<ref id="B54">
<citation citation-type="book">
<person-group person-group-type="editor">
<name>
<surname>Mayer</surname>
<given-names>R.</given-names>
</name>
</person-group> (Editor) (<year>2014</year>). <source>The cambridge handbook of multimedia learning</source>. <edition>second edn</edition> (<publisher-loc>Cambridge</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name>). <pub-id pub-id-type="doi">10.1017/CBO9781139547369</pub-id>
</citation>
</ref>
<ref id="B55">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McCright</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Dunlap</surname>
<given-names>R. E.</given-names>
</name>
<name>
<surname>Marquart-Pyatt</surname>
<given-names>S. T.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Political ideology and views about climate change in the European Union</article-title>. <source>Environ. Polit.</source> <volume>25</volume>, <fpage>338</fpage>&#x2013;<lpage>358</lpage>. <pub-id pub-id-type="doi">10.1080/09644016.2015.1090371</pub-id>
</citation>
</ref>
<ref id="B56">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mierke</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Klauer</surname>
<given-names>K. C.</given-names>
</name>
</person-group> (<year>2003</year>). <article-title>Method-specific variance in the implicit association test</article-title>. <source>J. Personality Soc. Psychol.</source> <volume>85</volume>, <fpage>1180</fpage>&#x2013;<lpage>1192</lpage>. <pub-id pub-id-type="doi">10.1037/0022-3514.85.6.1180</pub-id>
</citation>
</ref>
<ref id="B57">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nardi</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Tomlinson</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Patterson</surname>
<given-names>D. J.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Pargman</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Raghavan</surname>
<given-names>B.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Computing within limits</article-title>. <source>Commun. ACM</source> <volume>61</volume>, <fpage>86</fpage>&#x2013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1145/3183582</pub-id>
</citation>
</ref>
<ref id="B58">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nisbet</surname>
<given-names>E. K.</given-names>
</name>
<name>
<surname>Zelenski</surname>
<given-names>J. M.</given-names>
</name>
<name>
<surname>Murphy</surname>
<given-names>S. A.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>The nature relatedness scale</article-title>. <source>Environ. Behav.</source> <volume>41</volume>, <fpage>715</fpage>&#x2013;<lpage>740</lpage>. <pub-id pub-id-type="doi">10.1177/0013916508318748</pub-id>
</citation>
</ref>
<ref id="B59">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nosek</surname>
<given-names>B. A.</given-names>
</name>
<name>
<surname>Greenwald</surname>
<given-names>A. G.</given-names>
</name>
<name>
<surname>Banaji</surname>
<given-names>M. R.</given-names>
</name>
</person-group> (<year>2005</year>). <article-title>Understanding and using the implicit association test: II. Method variables and construct validity</article-title>. <source>Personality Soc. Psychol. Bull.</source> <volume>31</volume>, <fpage>166</fpage>&#x2013;<lpage>180</lpage>. <pub-id pub-id-type="doi">10.1177/0146167204271418</pub-id>
</citation>
</ref>
<ref id="B60">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Pachauri</surname>
<given-names>R. K.</given-names>
</name>
<name>
<surname>Allen</surname>
<given-names>M. R.</given-names>
</name>
<name>
<surname>Barros</surname>
<given-names>V. R.</given-names>
</name>
<name>
<surname>Broome</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Cramer</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Christ</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2014</year>). <source>Climate change 2014: Synthesis report. Contribution of working groups I, II and III to the fifth assessment report of the intergovernmental panel on climate change</source>. <publisher-loc>Geneva, Switzerland</publisher-loc>: <publisher-name>IPCC</publisher-name>.</citation>
</ref>
<ref id="B61">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Peck</surname>
<given-names>T. C.</given-names>
</name>
<name>
<surname>Seinfeld</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Aglioti</surname>
<given-names>S. M.</given-names>
</name>
<name>
<surname>Slater</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Putting yourself in the skin of a black avatar reduces implicit racial bias</article-title>. <source>Conscious. Cognition</source> <volume>22</volume>, <fpage>779</fpage>&#x2013;<lpage>787</lpage>. <pub-id pub-id-type="doi">10.1016/j.concog.2013.04.016</pub-id>
</citation>
</ref>
<ref id="B62">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Peirce</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Gray</surname>
<given-names>J. R.</given-names>
</name>
<name>
<surname>Simpson</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>MacAskill</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>H&#xf6;chenberger</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Sogo</surname>
<given-names>H.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>PsychoPy2: Experiments in behavior made easy</article-title>. <source>Behav. Res. Methods</source> <volume>51</volume>, <fpage>195</fpage>&#x2013;<lpage>203</lpage>. <pub-id pub-id-type="doi">10.3758/s13428-018-01193-y</pub-id>
</citation>
</ref>
<ref id="B63">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Petersen</surname>
<given-names>G. B.</given-names>
</name>
<name>
<surname>Klingenberg</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Mayer</surname>
<given-names>R. E.</given-names>
</name>
<name>
<surname>Makransky</surname>
<given-names>G.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>The virtual field trip: Investigating how to optimize immersive virtual learning in climate change education</article-title>. <source>Br. J. Educ. Technol.</source> <volume>51</volume>, <fpage>2099</fpage>&#x2013;<lpage>2115</lpage>. <pub-id pub-id-type="doi">10.1111/bjet.12991</pub-id>
</citation>
</ref>
<ref id="B64">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pollard</surname>
<given-names>K. A.</given-names>
</name>
<name>
<surname>Oiknine</surname>
<given-names>A. H.</given-names>
</name>
<name>
<surname>Files</surname>
<given-names>B. T.</given-names>
</name>
<name>
<surname>Sinatra</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Patton</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Ericson</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Level of immersion affects spatial learning in virtual environments: Results of a three-condition within-subjects study with long intersession intervals</article-title>. <source>Virtual Real.</source> <volume>24</volume>, <fpage>783</fpage>&#x2013;<lpage>796</lpage>. <pub-id pub-id-type="doi">10.1007/s10055-019-00411-y</pub-id>
</citation>
</ref>
<ref id="B65">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Price</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Darkening peaks: Glacier retreat, science and society</article-title>. <source>Clim. Change</source> <volume>94</volume>, <fpage>517</fpage>&#x2013;<lpage>520</lpage>. <pub-id pub-id-type="doi">10.1007/s10584-008-9513-y</pub-id>
</citation>
</ref>
<ref id="B66">
<citation citation-type="book">
<collab>R Core Team</collab> (<year>2018</year>). <source>R: A language and environment for statistical computing</source>. <publisher-loc>Vienna</publisher-loc>: <publisher-name>R Foundation for Statistical Computing</publisher-name>.</citation>
</ref>
<ref id="B67">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rihs</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Mast</surname>
<given-names>F. W.</given-names>
</name>
<name>
<surname>Hartmann</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>God is up and devil is down: Mortality salience increases implicit spatial-religious associations</article-title>. <source>Relig. Brain and Behav.</source> <volume>12</volume>, <fpage>271</fpage>&#x2013;<lpage>283</lpage>. <pub-id pub-id-type="doi">10.1080/2153599X.2022.2035800</pub-id>
</citation>
</ref>
<ref id="B68">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rothermund</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Wentura</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2004</year>). <article-title>Underlying processes in the implicit association test: Dissociating salience from associations</article-title>. <source>J. Exp. Psychol. General</source> <volume>133</volume>, <fpage>139</fpage>&#x2013;<lpage>165</lpage>. <pub-id pub-id-type="doi">10.1037/0096-3445.133.2.139</pub-id>
</citation>
</ref>
<ref id="B69">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sajjadi</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Bagher</surname>
<given-names>M. M.</given-names>
</name>
<name>
<surname>Myrick</surname>
<given-names>J. G.</given-names>
</name>
<name>
<surname>Guerriero</surname>
<given-names>J. G.</given-names>
</name>
<name>
<surname>White</surname>
<given-names>T. S.</given-names>
</name>
<name>
<surname>Klippel</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). <article-title>Promoting systems thinking and pro-environmental policy support through serious games</article-title>. <source>Front. Environ. Sci.</source> <volume>10</volume>. <pub-id pub-id-type="doi">10.3389/fenvs.2022.957204</pub-id>
</citation>
</ref>
<ref id="B70">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schubert</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Friedmann</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Regenbrecht</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2001</year>). <article-title>The experience of presence: Factor analytic insights</article-title>. <source>Presence Teleoperators Virtual Environ.</source> <volume>10</volume>, <fpage>266</fpage>&#x2013;<lpage>281</lpage>. <pub-id pub-id-type="doi">10.1162/105474601300343603</pub-id>
</citation>
</ref>
<ref id="B71">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schuemie</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>van der Straaten</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Krijn</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>van der Mast</surname>
<given-names>C. A.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Research on presence in virtual reality: A survey</article-title>. <source>CyberPsychology Behav.</source> <volume>4</volume>, <fpage>183</fpage>&#x2013;<lpage>201</lpage>. <pub-id pub-id-type="doi">10.1089/109493101300117884</pub-id>
</citation>
</ref>
<ref id="B72">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schultz</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Shriver</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Tabanico</surname>
<given-names>J. J.</given-names>
</name>
<name>
<surname>Khazian</surname>
<given-names>A. M.</given-names>
</name>
</person-group> (<year>2004</year>). <article-title>Implicit connections with nature</article-title>. <source>J. Environ. Psychol.</source> <volume>24</volume>, <fpage>31</fpage>&#x2013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1016/S0272-4944(03)00022-7</pub-id>
</citation>
</ref>
<ref id="B73">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Slabbinck</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>De Houwer</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Van Kenhove</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>A pictorial attitude IAT as a measure of implicit motives</article-title>. <source>Eur. J. Personality</source> <volume>25</volume>, <fpage>76</fpage>&#x2013;<lpage>86</lpage>. <pub-id pub-id-type="doi">10.1002/per.778</pub-id>
</citation>
</ref>
<ref id="B74">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Slater</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Wilbur</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>1997</year>). <article-title>A Framework for immersive virtual environments (FIVE): Speculations on the role of presence in virtual environments</article-title>. <source>Presence Teleoperators Virtual Environ.</source> <volume>6</volume>, <fpage>603</fpage>&#x2013;<lpage>616</lpage>. <pub-id pub-id-type="doi">10.1162/pres.1997.6.6.603</pub-id>
</citation>
</ref>
<ref id="B75">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Soliman</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Peetz</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Davydenko</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>The impact of immersive technology on nature relatedness and pro-environmental behavior</article-title>. <source>J. Media Psychol.</source> <volume>29</volume>, <fpage>8</fpage>&#x2013;<lpage>17</lpage>. <pub-id pub-id-type="doi">10.1027/1864-1105/a000213</pub-id>
</citation>
</ref>
<ref id="B76">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Spangenberger</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Geiger</surname>
<given-names>S. M.</given-names>
</name>
<name>
<surname>Freytag</surname>
<given-names>S.-C.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Becoming nature: Effects of embodying a tree in immersive virtual reality on nature relatedness</article-title>. <source>Sci. Rep.</source> <volume>12</volume>, <fpage>1311</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-022-05184-0</pub-id>
</citation>
</ref>
<ref id="B77">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tr&#xe9;moli&#xe8;re</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Djeriouat</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Exploring the roles of analytic cognitive style, climate science literacy, illusion of knowledge, and political orientation in climate change skepticism</article-title>. <source>J. Environ. Psychol.</source> <volume>74</volume>, <fpage>101561</fpage>. <pub-id pub-id-type="doi">10.1016/j.jenvp.2021.101561</pub-id>
</citation>
</ref>
<ref id="B78">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Trope</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Liberman</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Construal-level theory of psychological distance</article-title>. <source>Psychol. Rev.</source> <volume>117</volume>, <fpage>440</fpage>&#x2013;<lpage>463</lpage>. <pub-id pub-id-type="doi">10.1037/a0018963</pub-id>
</citation>
</ref>
<ref id="B79">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tussyadiah</surname>
<given-names>I. P.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Jung</surname>
<given-names>T. H.</given-names>
</name>
<name>
<surname>tom Dieck</surname>
<given-names>M. C.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Virtual reality, presence, and attitude change: Empirical evidence from tourism</article-title>. <source>Tour. Manag.</source> <volume>66</volume>, <fpage>140</fpage>&#x2013;<lpage>154</lpage>. <pub-id pub-id-type="doi">10.1016/j.tourman.2017.12.003</pub-id>
</citation>
</ref>
<ref id="B80">
<citation citation-type="web">
<collab>UCLA: Statistical Consulting Group</collab> (<year>2022</year>). <article-title>R library contrast coding systems for categorical variables</article-title>. <comment>Availble at: <ext-link ext-link-type="uri" xlink:href="https://stats.oarc.ucla.edu/r/library/r-library-contrast-coding-systems-for-categorical-variables/#DEVIATION">https://stats.oarc.ucla.edu/r/library/r-library-contrast-coding-systems-for-categorical-variables/&#x23;DEVIATION</ext-link>
</comment>.</citation>
</ref>
<ref id="B81">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>van Loon</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Bailenson</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Zaki</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Bostick</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Willer</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Virtual reality perspective-taking increases cognitive empathy for specific others</article-title>. <source>PLOS ONE</source> <volume>13</volume>, <fpage>e0202442</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0202442</pub-id>
</citation>
</ref>
<ref id="B82">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vorderer</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Wirth</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Gouveia</surname>
<given-names>F. R.</given-names>
</name>
<name>
<surname>Biocca</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Saari</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>J&#xe4;ncke</surname>
<given-names>L.</given-names>
</name>
<etal/>
</person-group> (<year>2004</year>). <article-title>MEC spatial presence questionnaire (MEC- SPQ): Short documentation and instructions for application. Report to the European community, project presence: Mec (IST-2001-37661)</article-title>.</citation>
</ref>
<ref id="B83">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Geng</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Schultz</surname>
<given-names>P. W.</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Mindfulness increases the belief in climate change: The mediating role of connectedness with nature</article-title>. <source>Environ. Behav.</source> <volume>51</volume>, <fpage>3</fpage>&#x2013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.1177/0013916517738036</pub-id>
</citation>
</ref>
<ref id="B84">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Weber</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Weibel</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Mast</surname>
<given-names>F. W.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>How to get there when you are there already? Defining presence in virtual reality and the importance of perceived realism</article-title>. <source>Front. Psychol.</source> <volume>12</volume>, <fpage>628298</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2021.628298</pub-id>
</citation>
</ref>
<ref id="B85">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Weibel</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Wissmath</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>Immersion in computer games: The role of spatial presence and flow</article-title>. <source>Int. J. Comput. Games Technol.</source> <volume>2011</volume>, <fpage>1</fpage>&#x2013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1155/2011/282345</pub-id>
</citation>
</ref>
<ref id="B86">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Weibel</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Wissmath</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Mast</surname>
<given-names>F. W.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>The role of cognitive appraisal in media-induced presence and emotions</article-title>. <source>Cognition Emot.</source> <volume>25</volume>, <fpage>1291</fpage>&#x2013;<lpage>1298</lpage>. <pub-id pub-id-type="doi">10.1080/02699931.2010.543016</pub-id>
</citation>
</ref>
<ref id="B87">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Whitmarsh</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>Are flood victims more concerned about climate change than other people? The role of direct experience in risk perception and behavioural response</article-title>. <source>J. Risk Res.</source> <volume>11</volume>, <fpage>351</fpage>&#x2013;<lpage>374</lpage>. <pub-id pub-id-type="doi">10.1080/13669870701552235</pub-id>
</citation>
</ref>
<ref id="B88">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Whitmarsh</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Scepticism and uncertainty about climate change: Dimensions, determinants and change over time</article-title>. <source>Glob. Environ. Change Hum. Policy Dimensions</source> <volume>1</volume>, <fpage>690</fpage>&#x2013;<lpage>700</lpage>. <pub-id pub-id-type="doi">10.1016/j.gloenvcha.2011.01.016</pub-id>
</citation>
</ref>
<ref id="B89">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wienrich</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>D&#xf6;llinger</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Hein</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Behavioral Framework of Immersive Technologies (BehaveFIT): How and why virtual reality can support behavioral change processes</article-title>. <source>Front. Virtual Real.</source> <volume>2</volume>. <pub-id pub-id-type="doi">10.3389/frvir.2021.627194</pub-id>
</citation>
</ref>
<ref id="B90">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wilson</surname>
<given-names>T. D.</given-names>
</name>
<name>
<surname>Lindsey</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Schooler</surname>
<given-names>T. Y.</given-names>
</name>
</person-group> (<year>2000</year>). <article-title>A model of dual attitudes</article-title>. <source>Psychol. Rev.</source> <volume>107</volume>, <fpage>101</fpage>&#x2013;<lpage>126</lpage>. <pub-id pub-id-type="doi">10.1037/0033-295X.107.1.101</pub-id>
</citation>
</ref>
<ref id="B91">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wilson</surname>
<given-names>T. L.</given-names>
</name>
<name>
<surname>Smith</surname>
<given-names>T. H.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Implicit environmental attitudes: Critique and technique to promote awareness</article-title>. <source>IAFOR J. Psychol. Behav. Sci.</source> <volume>3</volume>, <fpage>11</fpage>&#x2013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.22492/ijpbs.3.1.02</pub-id>
</citation>
</ref>
<ref id="B92">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wirth</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Hartmann</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>B&#xf6;cking</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Vorderer</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Klimmt</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Schramm</surname>
<given-names>H.</given-names>
</name>
<etal/>
</person-group> (<year>2007</year>). <article-title>A process model of the formation of spatial presence experiences</article-title>. <source>Media Psychol.</source> <volume>9</volume>, <fpage>493</fpage>&#x2013;<lpage>525</lpage>. <pub-id pub-id-type="doi">10.1080/15213260701283079</pub-id>
</citation>
</ref>
<ref id="B93">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Witmer</surname>
<given-names>B. G.</given-names>
</name>
<name>
<surname>Singer</surname>
<given-names>M. J.</given-names>
</name>
</person-group> (<year>1998</year>). <article-title>Measuring presence in virtual environments: A presence questionnaire</article-title>. <source>Presence225</source> <volume>7</volume>, <fpage>225</fpage>&#x2013;<lpage>240</lpage>. <pub-id pub-id-type="doi">10.1162/105474698565686</pub-id>
</citation>
</ref>
<ref id="B94">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xiao</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Dunlap</surname>
<given-names>R. E.</given-names>
</name>
<name>
<surname>Hong</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Ecological worldview as the central component of environmental concern: Clarifying the role of the NEP</article-title>. <source>Soc. Nat. Resour.</source> <volume>32</volume>, <fpage>53</fpage>&#x2013;<lpage>72</lpage>. <pub-id pub-id-type="doi">10.1080/08941920.2018.1501529</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>