<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Archiving and Interchange DTD v2.3 20070202//EN" "archivearticle.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="methods-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Ecol. Evol.</journal-id>
<journal-title>Frontiers in Ecology and Evolution</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Ecol. Evol.</abbrev-journal-title>
<issn pub-type="epub">2296-701X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fevo.2023.1249567</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Ecology and Evolution</subject>
<subj-group>
<subject>Methods</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Rethinking disaster risk for ecological risk assessment</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Singh</surname><given-names>Gerald G.</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>*</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/668851"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Sajid</surname><given-names>Zaman</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2389798"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Khan</surname><given-names>Faisal</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Mather</surname><given-names>Charles</given-names>
</name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1138996"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bernhardt</surname><given-names>Joey R.</given-names>
</name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="author-notes" rid="fn003"><sup>&#x2021;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/629862"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Fr&#xf6;licher</surname><given-names>Thomas L.</given-names>
</name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Ocean Nexus, School of Environmental Studies, University of Victoria</institution>, <addr-line>Victoria, BC</addr-line>, <country>Canada</country></aff>
<aff id="aff2"><sup>2</sup><institution>Mary Kay O&#x2019;Connor Process Safety Center (MKOPSC), Artie McFerrin Department of Chemical Engineering, Texas A&amp;M University</institution>, <addr-line>College Station, TX</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Geography, Memorial University of Newfoundland and Labrador</institution>, <addr-line>St. John&#x2019;s, NL</addr-line>, <country>Canada</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Integrative Biology, University of Guelph</institution>, <addr-line>Guelph, ON</addr-line>, <country>Canada</country></aff>
<aff id="aff5"><sup>5</sup><institution>Climate and Environmental Physics, Physics Institute, University of Bern</institution>, <addr-line>Bern</addr-line>, <country>Switzerland</country></aff>
<aff id="aff6"><sup>6</sup><institution>Oeschger Centre for Climate Change Research, University of Bern</institution>, <addr-line>Bern</addr-line>, <country>Switzerland</country></aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Susan Harrell Yee, United States Environmental Protection Agency, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Nathaniel K. Newlands, Agriculture and Agri-Food Canada (AAFC), Canada; Emma Hodgson, Fisheries and Oceans Canada (DFO), Canada</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Gerald G. Singh, <email xlink:href="mailto:singhg@uvic.ca">singhg@uvic.ca</email>
</p>
</fn>
<fn fn-type="other" id="fn003">
<p>&#x2021;ORCID: Joey R. Bernhardt, <uri xlink:href="https://orcid.org/0000-0003-1824-2801">orcid.org/0000-0003-1824-2801</uri>
</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>15</day>
<month>09</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>11</volume>
<elocation-id>1249567</elocation-id>
<history>
<date date-type="received">
<day>28</day>
<month>06</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>29</day>
<month>08</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Singh, Sajid, Khan, Mather, Bernhardt and Fr&#xf6;licher</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Singh, Sajid, Khan, Mather, Bernhardt and Fr&#xf6;licher</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>While disaster events are consequential, they are rare. Ecological risk assessment processes tend to estimate risk through an &#x201c;expected value&#x201d; lens that focuses on the most probable events, which can drastically underappreciate the importance of rare events. Here, we show that expected value and average risk-based calculations underappreciate disaster events through questionable assumptions about equally weighing high probability low impact events with low probability high impact events, and in modeling probability as a chance among an ensemble of possible futures when many contexts of ecological risk assessment are focused on a single entity over time. We propose an update to ecological risk assessment that is specifically inclusive of disaster risk potential by adopting analytical processes that estimate the maximum hazard or impact that might be experienced in the future, borrowing from the practice of modeling &#x201c;Value at Risk&#x201d; in financial risk contexts. We show how this approach can be adopted in a variety of data contexts, including situations where no quantitative data is available and risk assessment is based on expert judgement, which is common for ecological risk assessment. Increased exposure to environmental variation requires assessment tools to better prepare for, mitigate, and respond to disasters.</p>
</abstract>
<kwd-group>
<kwd>ecological risk assessment</kwd>
<kwd>disasters</kwd>
<kwd>compound events</kwd>
<kwd>extreme values</kwd>
<kwd>repeat exposure</kwd>
<kwd>hazard</kwd>
</kwd-group>
<contract-sponsor id="cn001">Ocean Frontier Institute<named-content content-type="fundref-id">10.13039/501100010784</named-content>
</contract-sponsor>
<contract-sponsor id="cn002">Ocean Nexus Center, EarthLab, University of Washington<named-content content-type="fundref-id">10.13039/501100022711</named-content>
</contract-sponsor>
<counts>
<fig-count count="6"/>
<table-count count="0"/>
<equation-count count="3"/>
<ref-count count="85"/>
<page-count count="11"/>
<word-count count="6564"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Models in Ecology and Evolution</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<label>1</label>
<title>Introduction</title>
<p>Many environmental and development disasters such as floods, oil spills, droughts, heatwaves, landslides, and dam breaches have caused tremendous financial losses, displacements of millions of people, and devastated natural ecosystems and species (<xref ref-type="bibr" rid="B28">Fr&#xf6;licher and Laufk&#xf6;tter, 2018</xref>; <xref ref-type="bibr" rid="B41">IPCC, 2022a</xref>), but were often predicted to be low-risk events (<xref ref-type="bibr" rid="B11">Bull-Kamanga et&#xa0;al., 2003</xref>; <xref ref-type="bibr" rid="B29">Garcia et&#xa0;al., 2017</xref>; <xref ref-type="bibr" rid="B37">Ide et&#xa0;al., 2020</xref>; <xref ref-type="bibr" rid="B40">IPCC, 2021</xref>; <xref ref-type="bibr" rid="B41">IPCC, 2022a</xref>; <xref ref-type="bibr" rid="B42">IPCC, 2022b</xref>). There has been increased attention placed on rare events across disciplines including finance (<xref ref-type="bibr" rid="B8">Beamish and Hasse, 2022</xref>), conflict studies (<xref ref-type="bibr" rid="B37">Ide et&#xa0;al., 2020</xref>), public health (<xref ref-type="bibr" rid="B53">Mishra, 2020</xref>), and environmental management (<xref ref-type="bibr" rid="B29">Garcia et&#xa0;al., 2017</xref>). Intellectually, this turn to thinking specifically towards extreme events can be traced in part to ideas of &#x201c;Black Swans&#x201d; &#x2013; unexpected and highly consequential events that disproportionately characterize systems and are very hard to predict &#x2013; proposed and popularized by <xref ref-type="bibr" rid="B73">Taleb (2007)</xref>.</p>
<p>Environmental and development disasters are the product of environmental hazards capable of catastrophic impact (whether from the biophysical environment or human activities) and a human or valued natural system that is exposed and vulnerable to the hazard (<xref ref-type="bibr" rid="B5">Aven, 2010</xref>; <xref ref-type="bibr" rid="B66">Sajid et&#xa0;al., 2020</xref>; <xref ref-type="bibr" rid="B41">IPCC, 2022a</xref>). Disaster hazards have highly consequential effects across a range of topics relevant to environmental management and sustainable development including wildlife disease (<xref ref-type="bibr" rid="B9">Beauvais et&#xa0;al., 2019</xref>), dam breaches (<xref ref-type="bibr" rid="B43">Jakob et&#xa0;al., 2016</xref>), glacial calving and coastal erosion (<xref ref-type="bibr" rid="B57">Overland, 2021</xref>), flooding (also due to climate change) and coastal development (<xref ref-type="bibr" rid="B76">Tsoukala et&#xa0;al., 2016</xref>), wildfire (<xref ref-type="bibr" rid="B74">Taylor et&#xa0;al., 2013</xref>), oil and gas spills (<xref ref-type="bibr" rid="B1">Afenyo et&#xa0;al., 2020</xref>; <xref ref-type="bibr" rid="B66">Sajid et&#xa0;al., 2020</xref>) and mining (<xref ref-type="bibr" rid="B84">Yang et&#xa0;al., 2021</xref>). Indeed, rare events and natural disasters have been recognized as contributing to species declines and extinctions (<xref ref-type="bibr" rid="B60">Penn and Deutsch, 2022</xref>), and development disasters (such as oil spills and mine tailings releases) have contributed to environmental devastation and severe social disruption in many contexts (<xref ref-type="bibr" rid="B29">Garcia et&#xa0;al., 2017</xref>). Currently, interest in &#x201c;compound events&#x201d; (where a combination of processes leads to a significant impact event, like a heatwave combined with a drought event) in climate change studies also recognizes the importance of understanding rare events for risk management (<xref ref-type="bibr" rid="B85">Zscheischler et&#xa0;al., 2018</xref>; <xref ref-type="bibr" rid="B31">Gruber et&#xa0;al., 2021</xref>). Disasters pose disproportionate risks to ecosystem services, and some studies trying to track impacts on ecosystem services have attempted to pay special attention to disasters as they impact ecosystem services (<xref ref-type="bibr" rid="B71">Singh et&#xa0;al., 2017a</xref>; <xref ref-type="bibr" rid="B70">Singh et&#xa0;al., 2020</xref>). Conversely, the ability of natural systems to protect against disasters is an ecosystem service, and managing ecosystems as nature-based solutions promises to protect against some disasters (such as floods), but evaluating the efficacy of nature-based solutions often depends on adequately estimating the magnitude of impacts (<xref ref-type="bibr" rid="B46">Kumar et&#xa0;al., 2021</xref>). Despite increased attention to disasters and rare events, many formal risk assessment processes neglect these rare, consequential events.</p>
<p>Risk is often defined as the product of the probability of an event and its associated consequences (<xref ref-type="bibr" rid="B5">Aven, 2010</xref>). By multiplying consequences by their probability, risk is often calculated as the &#x201c;expected value&#x201d; of something unfavorable or harmful occurring. Risk analysis, sometimes referred to as risk assessment, aims to estimate the probabilities of adverse impact events occurrences and the quantification of associated damages. Because risk is inherently future-oriented, risk assessment is an anticipatory tool for planning and is often employed in environmental impact assessment and other tools for environmental protection and sustainability (<xref ref-type="bibr" rid="B11">Bull-Kamanga et&#xa0;al., 2003</xref>; <xref ref-type="bibr" rid="B5">Aven, 2010</xref>; <xref ref-type="bibr" rid="B53">Mishra, 2020</xref>). The expected value risk model is pervasive in environmental management and science, from environmental impact assessments of individual projects to the Intergovernmental Panel on Climate Change (IPCC) (<xref ref-type="bibr" rid="B41">IPCC, 2022a</xref>).</p>
<p>Using expected value to model risk in rare events can be misleading (<xref ref-type="bibr" rid="B32">Haimes, 2005</xref>; <xref ref-type="bibr" rid="B79">Verma and Verter, 2007</xref>; <xref ref-type="bibr" rid="B69">Shaw, 2016</xref>; <xref ref-type="bibr" rid="B7">Baillon et&#xa0;al., 2018</xref>). This common formulation for risk can equate the risks of two events: one having a large likelihood and low consequence and another with low likelihood and high consequence. Both types of situations are calculated as being equivalently &#x201c;risky&#x201d; according to an expected value model, but here we argue that there are important cases where the latter cases require special consideration and tools of analysis.</p>
<p>Existing environmental risk assessment (ERA) techniques and subsequent environmental policies are often based on the hypothesis that &#x201c;rare events are rare,&#x201d; dismissing events with low chances as posing little threat. Technically speaking, this assumption indicates that the &#x201c;tail&#x201d; of the probability distribution rapidly approaches zero and relatively little weight is given to extreme risks (<xref ref-type="bibr" rid="B23">Farber, 2010</xref>). While the expectation of risk based on its probability is low, the consequences can be very influential if the event materializes. For example, the risk of the sudden release of mine tailings waste into the deep sea has a very small chance of occurrence in any single event, but its harmful impacts could last years to centuries, and may be irreversible (<xref ref-type="bibr" rid="B36">Hughes et&#xa0;al., 2015</xref>; <xref ref-type="bibr" rid="B52">Miller et&#xa0;al., 2018</xref>) &#x2013; causing significant damage to the environment and ecosystem. Mine tailings release is a repeat exposure problem &#x2013; which means it is not something that might occur at one point in time during the lifespan of a mine operation (and therefore low probability when spread over time), but rather there is the same probability throughout the lifespan of the mine operation (or greater, if stability decays over time) and thus total probability is higher due to repeated risk of occurrence. While the occurrence probability for tail events is low in any given time, their repeated exposure over a long timescale increases the chances of catastrophic outcomes.</p>
<p>An additional problem with expected value models is that they can provide the appearance that many small risk events are equivalent to a single large one. This idea is promoted in publications to rank and evaluate risk events together, including the IPCC (<xref ref-type="bibr" rid="B38">IPCC, 2012</xref>; <xref ref-type="bibr" rid="B65">Roux et&#xa0;al., 2022</xref>). However, a single catastrophic event can overwhelm an ecosystem&#x2019;s ability to recover, while a series of small impacts may be recoverable between events (<xref ref-type="bibr" rid="B29">Garcia et&#xa0;al., 2017</xref>; <xref ref-type="bibr" rid="B53">Mishra, 2020</xref>). Events with low occurrence probability (fewer chances to occur) but high consequences (catastrophic outcomes) may be of primary interest to environmental management once they occur, but may be classified as &#x201c;low risk&#x201d; in anticipatory decision-making (<xref ref-type="bibr" rid="B23">Farber, 2010</xref>). While the occurrence probability for tail events is low at any given time, their repeated exposure over a long timescale increases the chances of catastrophic outcomes. Here, we show how expected value models can underappreciate the risk of rare events and propose a framework for ERA that can better account for rare but highly consequential events.</p>
</sec>
<sec id="s2">
<label>2</label>
<title>Rethinking consequence and probability for repeat exposure events in risk assessment</title>
<p>The expected value risk model suffers two issues as they relate to disasters in ERA. The first issue is the fact that the model is symmetric with its treatment of the factors that contribute to a risk &#x201c;value&#x201d;. In other words, these models can treat proportionally low consequence yet high probability risks equivalently with proportionally high consequence yet low probability risks. However, as has been noted in the project management literature, high impact events intuitively and analytically should be given greater concern than low impact events (<xref ref-type="bibr" rid="B32">Haimes, 2005</xref>). Suppose that a particular risk value &#x201c;<italic>r&#x201d;</italic> has a probability &#x201c;<italic>P&#x201d;</italic> of occurrence and can incur a consequence &#x201c;<italic>C&#x201d;</italic> if it does occur. Using calculations of risk based on the Bernoulli distribution of event probability combined with a consequence, greater risk consequence carries greater variance of risk and therefore a requires a greater contingency to manage it (<xref ref-type="bibr" rid="B83">Williams, 1996</xref>). Mathematically this is represented as,</p>
<disp-formula>
<mml:math display="block" id="M1">
<mml:mrow>
<mml:msub>
<mml:mi>&#x3bc;</mml:mi>
<mml:mi>r</mml:mi>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mi>P</mml:mi>
<mml:mo>&#xd7;</mml:mo>
<mml:mi>C</mml:mi>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<mml:math display="block" id="M2">
<mml:mrow>
<mml:msubsup>
<mml:mi>&#x3c3;</mml:mi>
<mml:mi>r</mml:mi>
<mml:mn>2</mml:mn>
</mml:msubsup>
<mml:mo>=</mml:mo>
<mml:mi>P</mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>1</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>P</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:msup>
<mml:mi>C</mml:mi>
<mml:mn>2</mml:mn>
</mml:msup>
<mml:mo>=</mml:mo>
<mml:msub>
<mml:mi>&#x3bc;</mml:mi>
<mml:mi>r</mml:mi>
</mml:msub>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>C</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mi>&#x3bc;</mml:mi>
<mml:mi>r</mml:mi>
</mml:msub>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</disp-formula>
<p>Where &#x201c;<italic>&#x3bc;<sub>r</sub>&#x201d;</italic> is the mean risk and &#x201c;&#x3c3;<sup>2</sup><sub>r</sub>&#x201d; is the variance of risk. This equation shows that for a constant value of &#x201c;<italic>&#x3bc;<sub>r</sub>&#x201d;</italic>, larger values of &#x201c;<italic>C&#x201d;</italic> equate to larger variance in risk.</p>
<p>Relatedly, the expected value of risk model neglects the presence of non-linear and &#x201c;tipping-point&#x201d; threshold impacts. The literature on climate change and ecosystem management highlights a diverse array of tipping-point examples, whereby, for example, ecosystems can change from one state to another due to some environmental threshold being crossed as a result of an impact, and our certainty about such events tends to be low (<xref ref-type="bibr" rid="B17">Dakos et&#xa0;al., 2019</xref>; <xref ref-type="bibr" rid="B50">Martin et&#xa0;al., 2020</xref>; <xref ref-type="bibr" rid="B4">Armstrong McKay et&#xa0;al., 2022</xref>). Moreover, as a non-linear change results in a qualitatively different ecosystem, the assumption of multiple, small quantitative changes being equivalent to a single large qualitative change is unlikely to hold.</p>
<p>The second issue with the expected value approach in ERA is in the treatment of probability. Probability has different relevance when thinking about the likelihood of an ensemble of cases where a proportion of cases will experience an event at a point in time, versus whether a single system will be exposed to an event over time. In the first case, a rare event is rare, no matter how extreme the consequence of an event is and will affect a small proportion of cases at a given point in time. In the second case, exposure to a rare event is repeated over time, and the probability of facing it over the duration of the lifespan of the system is often different (and far greater) than the probability of an ensemble of cases facing an event. The path dependency of risk (where experiencing an impact can have drastically different consequences if faced at the beginning of a time series versus at the end, or if facing multiple impacts at shorter intervals versus longer) means that evaluating risk by its expected consequence is misleading. Moreover, the impact of disasters is not mediated once they manifest; put another way, in path dependent systems once a consequence is experienced the probability that the consequence may have occurred no longer matters (<xref ref-type="bibr" rid="B35">Hopkins, 2016</xref>). The expected value model of risk equates many small but frequent impacts with a single large but infrequent impact, but the two do not express the same concern, especially where the large impact is irreversible. For example, a tailings dam at the C&#xf3;rrego do Feij&#xe3;o iron ore mine near Brumadinho, Brazil burst in 2019, causing a mudslide that killed 232 people. The dam likely failed because of time-dependent decay processes affecting its stability. Prior to collapse, the dam was rated as a small structure with a low risk of high damage, based on short-term monitoring and laboratory experiments which failed to account for long-term decay (<xref ref-type="bibr" rid="B67">Santamarina et&#xa0;al., 2019</xref>; <xref ref-type="bibr" rid="B62">Primo et&#xa0;al., 2021</xref>). That is, the probability of dam burst increased as time passed, meaning the likelihood of disaster was unappreciated. Perhaps more importantly, once the impact was realized, the &#x201c;low risk&#x201d; assessment of disaster and risk management led to distrust in institutions responsible for risk management (<xref ref-type="bibr" rid="B62">Primo et&#xa0;al., 2021</xref>).</p>
<p>Research on ecological communities has shown that changes in the variation in some hazards may pose a greater threat than changes in mean hazard effects (such as warming effects) because of exposure to extremes (<xref ref-type="bibr" rid="B78">Vasseur et&#xa0;al., 2014</xref>). Many ecological communities also respond non-linearly to hazards and disturbances, so that ecological processes at average conditions are rarely equal to the average ecological processes across a range of conditions (a phenomenon known as Jensen&#x2019;s inequality, <xref ref-type="bibr" rid="B18">Denny, 2017</xref>). Therefore, where ecological systems are more vulnerable to more severe hazards (such as toxicological thresholds and thermal effects), considering the consequence of the average or most likely hazard may underestimate the impact (<xref ref-type="bibr" rid="B18">Denny, 2017</xref>; <xref ref-type="bibr" rid="B10">Bernhardt et&#xa0;al., 2018</xref>). Social-ecological systems are subject to path-dependence (such as whether a 1 in 200-year rain event occurs before or after the accumulation of toxins in a mine tailings pond designed with retaining walls to withstand a 1 in 100-year rain event), face nonstationary processes contributing to extreme events (where processes change in space and/or time, such as through climate change), and subject to non-linear changes where environments can change qualitatively (not just quantitatively) into new states (<xref ref-type="bibr" rid="B48">Leonard et&#xa0;al., 2014</xref>; <xref ref-type="bibr" rid="B17">Dakos et&#xa0;al., 2019</xref>). Single events can have radical consequences and one cannot understand the system by assessing just the weighted average of possibilities. Therefore, there is a need to develop a risk assessment framework that could reflect these dynamics.</p>
</sec>
<sec id="s3">
<label>3</label>
<title>Lessons from other fields of study to address low-probability high-consequence events</title>
<p>In economics, expected utility theory has been recently criticized for its treatment of probability. Ole Peters has coined the term &#x201c;ergodicity economics&#x201d; to differentiate the use of probability in dynamic contexts, where economic models are interested in understanding consequences for a single person making a series of choices over time, from static contexts where probability is formulated for understanding consequences among an ensemble of people in a given point of time (<xref ref-type="bibr" rid="B61">Peters, 2019</xref>). Peters&#x2019; critique is inspired by the idea of &#x201c;ergodicity&#x201d; from equilibrium statistical mechanics, which is a condition where the state of a particle over time is equivalent to the state of a particle across all possible spaces (<xref ref-type="bibr" rid="B59">Palmer, 1982</xref>). This assumption accurately describes the thermodynamic behavior of gases. In economics, Peters calls economic systems ergodic where an object&#x2019;s time-averaged utility equals the expected value of utility. However, because economic systems rarely have economic agents exposed to all possible states (because path dependencies affect their economic prospects, and the number of possibilities that an economic agent can experience over their life rarely if ever meets the total number of possibilities that could come about), the ergodic condition is rarely if ever met. In situations where the ergodic condition is not met, an expected value model is inadequate because its treatment of probability assumes that an agent will experience all possible states. The lessons from economics can inform ERA because for environmental assessment, individual ecosystem components rarely experience all possible states over time &#x2013; that is, ecosystem components are often not exposed to all possibilities, partly because a disaster event can permanently change ecosystems before it has experienced all possible events. An expected value model of risk assumes ecosystem components will experience all conditions, and so the expected value of risk is inadequate.</p>
<p>There are criticisms of ergodicity economics, notably that economists have already been able to address utility dynamically (<xref ref-type="bibr" rid="B20">Doctor et&#xa0;al., 2020</xref>), though these alternative approaches also highlight the limitations of static expected value models. In addition, other authors have proposed the &#x201c;dismal theorem&#x201d; of economics modifying expected value formulations (<xref ref-type="bibr" rid="B82">Weitzman, 2009</xref>). Using the dismal theorem, the declining probability of disaster (which declines polynomially) is outstripped by the increasing impact of disaster (which increases exponentially) (<xref ref-type="bibr" rid="B82">Weitzman, 2009</xref>). While the technical aspects of the dismal theorem have been challenged for its critiques of standard economic analysis, even the critiques acknowledge the legitimacy of the caution that the dismal theorem raises about the underlying distribution and treatment of extreme risks over time (<xref ref-type="bibr" rid="B55">Nordhaus, 2009</xref>). Again, the lessons from economics for ERA is to pay special attention to rare but consequential events.</p>
<p>In science and technology studies, a rich literature is developing on &#x201c;manufactured risk&#x201d;, whereby efforts to deepen and extend natural resource development into new frontier zones significantly raise the risk of disasters, especially in variable environments (<xref ref-type="bibr" rid="B44">Knowles, 2012</xref>; <xref ref-type="bibr" rid="B25">Fortun et&#xa0;al., 2017</xref>). The empirical material for this work involves careful analysis of well-known and documented disasters including the Deepwater Horizon blowout (<xref ref-type="bibr" rid="B80">Watts, 2016</xref>), Hurricane Katrina (<xref ref-type="bibr" rid="B26">Frickel and Vincent, 2007</xref>; <xref ref-type="bibr" rid="B34">Hilgartner, 2007</xref>), the Fukushima nuclear power disaster (<xref ref-type="bibr" rid="B63">Pritchard, 2012</xref>) and the Bhopal chemical disaster (<xref ref-type="bibr" rid="B49">Lerner, 2017</xref>), amongst many other socio-ecological disasters. These analyses across cases reveal a number of key insights leading to the disaster including the problem of weaker state regulatory systems, the financialization of resource development and intense corporate competition (<xref ref-type="bibr" rid="B80">Watts, 2016</xref>; <xref ref-type="bibr" rid="B49">Lerner, 2017</xref>). The manufactured risk literature is valuable to ERA in arguing that disasters should not be seen as unexpected or exceptional, but are instead built into new and existing technological systems for resource extraction and development, and are partly a consequence of human decisions and infrastructure (<xref ref-type="bibr" rid="B45">Knowles, 2014</xref>).</p>
<p>Climate research is documenting that climate change is creating more variable or extreme environments in many places, which can increase disaster potential (<xref ref-type="bibr" rid="B33">Hallegatte, 2016</xref>). For example, extreme ocean events such as marine heatwaves have strongly increased in frequency over the last few decades and are projected to strongly increase under further global warming (<xref ref-type="bibr" rid="B27">Fr&#xf6;licher et&#xa0;al., 2018</xref>; <xref ref-type="bibr" rid="B56">Oliver et&#xa0;al., 2018</xref>). Critical thresholds for some ecosystems (e.g. kelp forests or coral reefs) will be reached at relatively low levels of future global warming (<xref ref-type="bibr" rid="B16">Collins et&#xa0;al., 2019</xref>). In addition, the IPCC AR6 WGII report concluded that widespread, pervasive impacts to people, ecosystems, settlements and infrastructure have resulted from observed increases in the frequency and intensity of climate and weather extremes, including hot extremes, heavy precipitation events and drought and fire weather events (<xref ref-type="bibr" rid="B41">IPCC, 2022a</xref>). As a result, millions of people have been exposed to food insecurity and reduced water security, and extreme heat events on land have resulted in human mortality and morbidity.</p>
<p>Climate studies are also increasingly concerned with understanding compound disaster events, and have proposed methods to investigate them. The use of influence diagrams has been proposed to understand the conditional dependencies of risk when they are consequences of compound events (e.g. a heat-drought event: <xref ref-type="bibr" rid="B64">Ridder et&#xa0;al., 2022</xref>; or a marine heatwaves-high acidity event in the ocean: <xref ref-type="bibr" rid="B12">Burger et&#xa0;al., 2022</xref>), and usually studied in climate disaster contexts (<xref ref-type="bibr" rid="B48">Leonard et&#xa0;al., 2014</xref>). In a similar way, influence diagrams can be usefully employed to model the causal (or even statistically associated) processes that lead to extreme events for ERA. Influence diagrams are a generalization of Bayesian networks, and can graphically be used to explore the relationship between variables in a system (<xref ref-type="bibr" rid="B48">Leonard et&#xa0;al., 2014</xref>). While climate studies have mostly proposed the study of compound events when considering climate disasters, we propose that the methods can also be used to understand how climate and other stressors contribute to natural and industrial disasters.</p>
<p>In statistics, extreme value theory (EVT) has been widely used to model rare events, especially in natural sciences and engineering (<xref ref-type="bibr" rid="B15">Coles et&#xa0;al., 2001</xref>; <xref ref-type="bibr" rid="B2">Ahmad et&#xa0;al., 2019</xref>; <xref ref-type="bibr" rid="B58">Owusu-Ansah et&#xa0;al., 2019</xref>). EVT has also been used in dealing with rare events problems in ERA, such as air quality analysis (<xref ref-type="bibr" rid="B68">Sharma et&#xa0;al., 2012</xref>), flood analysis (<xref ref-type="bibr" rid="B54">Morrison and Smith, 2002</xref>) and system reliability studies (<xref ref-type="bibr" rid="B30">Grigoriu and Samorodnitsky, 2014</xref>). The focus of EVT is not to study the central tendency (data around the central or mean value) of the data; instead, the focus has been on the tail sides of the probability distribution. EVT aims to approximate mathematical formulations for tail probability using either two or three parameters. Classical EVT represents the probability tail using scale and location parameters, while generalized EVT uses a third exponent parameter (<xref ref-type="bibr" rid="B14">Chryssolouris et&#xa0;al., 1994</xref>). Extreme value distribution parameters are estimated assuming that the data&#x2019;s original distribution is unknown, and that parameter estimation is not performed on the whole population of data but rather the population of the extrema (maximum or minimum) (<xref ref-type="bibr" rid="B47">Lazoglou and Anagnostopoulou, 2017</xref>). Therefore EVT quantifies the probabilistic tail behavior (<xref ref-type="bibr" rid="B51">McNeil and Frey, 2000</xref>; <xref ref-type="bibr" rid="B24">Fern&#xe1;ndez, 2003</xref>). EVT provides appropriate tools for ERA to quantify extreme risk where expected value models do not.</p>
</sec>
<sec id="s4">
<label>4</label>
<title>An illustration of the role of extreme events in environmental risk</title>
<p>To explore risk assessment and extreme events, we model a wildlife population at carrying capacity (K=10,000 individuals), under logistic growth dynamics and subject to varying impacts from development. We simulate two scenarios using stochastic model where both growth rate and annual impact on the population are stochastic. In the first scenario, impact magnitude follows a normal distribution, so extreme events have truly negligible probabilities. In the second scenario, extreme events are rare but still plausible (modeled using a fat-tailed Cauchy distribution that includes the rare possibility for catastrophe whereby the full population of 10,000 individuals may die at once). Both scenarios show continuous exposure to impact, but only the second has continuous exposure to potential disasters. According to the expected value of risk, the risk of the development is a mortality of 123 individuals in each scenario, which should easily be offset by the mean implicit birth rate in the model of 0.2 and a starting population of 10,000.</p>
<p>When modeling this expected value using the normal distribution, we indeed show that risk is low (the population maintains a healthy population over 100 years across all 1000 simulations (<xref ref-type="fig" rid="f1"><bold>Figure&#xa0;1A</bold></xref>). However, over 1000 simulations of 100 years of the model, where the population is exposed to the potential for disaster, we find that in approximately 30% of cases the population experiences impacts that reduce it to under 75% of carrying capacity at some time during the 100 years (often taking decades to recover &#x2013; if the population does fully recover). Of this subset of cases where catastrophes are experienced, approximately 40% of simulations see the population collapse completely (<xref ref-type="fig" rid="f1"><bold>Figure&#xa0;1B</bold></xref>). Within a simulation where catastrophic impacts are realized, the expected value of risk severely underestimates the realized effects. Crucially, a single catastrophic event can counteract years to a century of population growth. In other cases, sequential catastrophic events can collapse a population (that is, multiple sequential years of substantial impact can compound and fully depress the population). The expected value model of risk would neglect the importance of the rare catastrophic event or the sequential, compound event.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>One thousand stochastic simulations of a wildlife population under logistic growth dynamics and facing repeat exposure of catastrophic impacts. An expected value model of risk would estimate risk at 123 individuals per year, which represents approximately 1% of the starting population, which should be offset by the intrinsic growth rate of 20%. Under dynamics where this &#x201c;expected value&#x201d; trulv,y represents impacts year to year, the risk of development is indeed low <bold>(A)</bold>. However, simulations allowing for repeat exposure and path dependence where there are low probabilities of catastrophic effects in any given year show that in approximately 30% of cases, the population loses a quarter of its population during the time span, and in 8% of cases, the population collapses <bold>(B)</bold>. In these simulations, &#x201c;healthy&#x201d; runs never had the population dip below 75% of the carrying capacity, &#x201c;imperiled&#x201d; runs had populations dip below 75% of their carrying capacity at some point during the time span, and &#x201c;collapsed&#x201d; runs had the entire population collapse.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fevo-11-1249567-g001.tif"/>
</fig>
</sec>
<sec id="s5">
<label>5</label>
<title>A proposal for extreme event ecological risk assessment</title>
<p>To better assess risk that is reflective of the importance of low-probability high-consequence events, we propose a conceptual framework for their inclusion in ERA (<xref ref-type="fig" rid="f2"><bold>Figure&#xa0;2</bold></xref>). The first step in the proposed conceptual framework is identifying and assessing the hazards. This step systematically identifies and assesses the potential sources and the type of harm to the environment. As a core element to define environmental risk problems, this step establishes the scope of the study and specifies what needs to be protected. This step is similar to typical ERA; however, rather than moving immediately to quantifying the expected value of risk from the hazard or identifying what level of risk is most likely, assessment should consider whether hazards include extreme impacts or disasters.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Theoretical framework for environmental risk assessment including disaster potential.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fevo-11-1249567-g002.tif"/>
</fig>
<p>In assessing hazards inclusive of extreme events, we suggest the following criteria. First, there should be a deliberate search for hazards that have catastrophic consequences. Second, if there are hazards that present possibilities for low-probability yet high-consequence impacts, it should be determined if these are events that will only occur once or if environments and communities face repeat or continuous exposure to them. Third, we argue that hazards need to be considered in a larger social-ecological context, including both human decisions that can introduce disaster hazards (such as neglecting maintenance that can increase the chances of oil spills) and environmental variability (especially climatic conditions) that can introduce or increase the probability for disasters.</p>
<p>Our proposal is to use influence diagrams to model a system and explore the human decisions and environmental variables that can introduce or increase the probability of disasters. Where these situations are present, we propose that risk characterization include an explicit quantification of extreme events.</p>
<p>After hazard identification and assessment, risk characterization is the next step. Where extreme events are possible, we propose that risk characterization for that hazard should focus on the extreme value of risk rather than an expected value of risk. Such an approach mirrors the practice of Value at Risk (VaR) used within financial risk to estimate the extent of financial losses to an organization within a specific time period under a given confidence level (<xref ref-type="bibr" rid="B21">Duffie and Pan, 1997</xref>). VaR approaches are often used to assess the extent of risk exposure for banks and other lenders toward ventures they fund. We think ERA often operates in an analog case, where government regulators must determine if a development project poses too much risk to the environment and public interest. In both cases, there is an assessment of risk to protect the interests of a benefactor (the lenders or public agency) from potential harm while furthering the interest of a recipient (a business or a developer).</p>
<p>Determining what counts as low-probability high-impact, extreme risks, or disasters is an important consideration (<xref ref-type="bibr" rid="B6">Aven, 2012</xref>). While there are no hard rules, there are some substantive criteria around the &#x201c;consequence&#x201d; of risk that should be considered, and some analytical tools that can help. First, risk events should be judged in accordance to the severity of their consequence in context, absent of their probability. Risk events that could have catastrophic impacts should be given this special treatment, especially if they are events that communities and ecosystems will be exposed to repeatedly or continuously. As discussed earlier, catastrophic risk can be from natural catastrophic events and it could be a product of manufactured conditions or human decisions.</p>
<p>When identifying high-consequence events, it is important to identify them inclusive of the most likely events, the presence of outliers, and rare events (extreme outliers). The importance of evaluating extreme outliers (even potential ones) in the tail of distributions should not be neglected because failing to include them can lead to a substantial underappreciation of risk (<xref ref-type="bibr" rid="B19">Devore, 2008</xref>; <xref ref-type="bibr" rid="B81">Weisent et&#xa0;al., 2014</xref>).</p>
<p>While we outline a process to identify extreme risk, any risk assessment should feed into environmental decisions. Identifying the scale of extreme risks can help determine the potential scale of loss that decision-makers will need to be ready for. In contexts where the ERA is used to determine whether and what kinds of development to pursue (such as in Environmental Impact Assessment), extreme risk evaluations can help determine which options pose less disaster risk. In contexts where decision-makers are determining mitigation plans, we warn that repeat exposure problems may mean that efforts to reduce exposure may do less to limit risk than managers intend. In some cases, exposure to disaster can be eliminated (such as if plans allow for vulnerable ecosystem components to be separated from a potential hazard, or if processes that contribute to disaster risk were eliminated), which the influence diagram used in our approach can help determine. However, in cases where exposure to disasters cannot be eliminated, our analysis can instead indicate the scale of impact that managers should prepare post-disaster response measures for.</p>
</sec>
<sec id="s6">
<label>6</label>
<title>Case study of the proposed framework</title>
<p>In this case study, we used a past oil spill example of the Gulf of Mexico (GOM) to showcase and validate the operationalization of the proposed framework. We study the feasibility of using our framework for extreme oil spills by comparing it against an assessment using expected value models of risk. The GOM&#x2019;s Outer Continental Shelf (OCS) is a major source of oil production in the United States. The Minerals Management Service (MMS) of the United States Department of the Interior was responsible for its operations. The past oil spill database maintained by MMS has been extensively used for statistical analysis to predict the volume of future oil spills in GOM (<xref ref-type="bibr" rid="B77">Us, 2006</xref>).</p>
<p>From 1990 to 2005, GOM experienced a series of oil spills (<xref ref-type="fig" rid="f3"><bold>Figure&#xa0;3</bold></xref> &#x2013; see <xref ref-type="supplementary-material" rid="SM1"><bold>Table S1</bold></xref> and <xref ref-type="bibr" rid="B22">Eschenbach et&#xa0;al., 2010</xref> for data). The causes of the oil spills can be categorized as human-caused (which include operational and mechanical failures) and natural disasters (such as hurricanes). Existing models for ERA for oil spills in this duration are often based on using &#x201c;average&#x201d; measurements of the oil spill. However, two rare events triggered oil spill disasters within the span of seven years, while the ERA employed predicted such events so rare as to be low risk. As shown in <xref ref-type="fig" rid="f3"><bold>Figure&#xa0;3</bold></xref> these two rare events caused oil spills much higher than spills due to standard operational and mechanical failures. The first rare event occurred on September 29, 1998, due to Hurricane Georges and caused an oil spill of 8,212 bbl. The second rare event occurred on September 24, 2005, and it was due to Hurricane Rita which caused an oil spill of 8,162 bbl. Both hurricanes caused exceptional damage to oil and gas structures and drove significant ecological losses (<xref ref-type="bibr" rid="B22">Eschenbach et&#xa0;al., 2010</xref>). Hurricane Rita damaged 103 platforms and extensively damaged 33 drilling rigs and is known as the 4<sup>th</sup> most intense Atlantic hurricane in history.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Gulf of Mexico 15 years Pipeline Oil Spills from May 1990 to September 2005.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fevo-11-1249567-g003.tif"/>
</fig>
<p>To compare the efficacy of our proposed approach to quantify the risk of extreme events compared to an approach fitting an expected value model, we first note that our hazard identification shows climate change as increasing the probability of oil spills, triggering our risk characterization to quantify extreme events (<xref ref-type="fig" rid="f4"><bold>Figure&#xa0;4</bold></xref>). We performed our analysis on the oil spill data by excluding the September 24, 2005, event (the extreme spill of 8,162 bbl) and then used it to validate our analysis. First, we quantified the expected value of spills, as the weighted sum of the products of probability and magnitudes of spills of given sizes. Mathematically,</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>Influence diagram of the risk factors contributing to oil spill risk. Climate change is understood to increase spill risk and spill magnitude (based on <xref ref-type="bibr" rid="B22">Eschenbach et&#xa0;al., 2010</xref>).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fevo-11-1249567-g004.tif"/>
</fig>
<disp-formula>
<mml:math display="block" id="M3">
<mml:mrow>
<mml:mtext>Expected&#xa0;value&#xa0;of&#xa0;risk&#xa0;</mml:mtext>
<mml:mo>=</mml:mo>
<mml:mtext>E</mml:mtext>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mtext>x</mml:mtext>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>=</mml:mo>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mo>&#x2211;</mml:mo>
<mml:mtext>xi</mml:mtext>
<mml:mo>&#xd7;</mml:mo>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mi>P</mml:mi>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mtext>xi</mml:mtext>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<p>where xi indicates the value of the random variable (spill size) and P(xi) is the probability of the random variable occurrence. For comparability across approaches, we fit the same distribution to the data in each case. We fit a Weibull distribution to the data (a flexible continuous probability distribution that can accommodate many datasets, including non-negative skewed data, and which we determined to fit the data better than other probability distributions). focused on extreme events). We calculated the expected value of a spill risk to be 2730 bbl of oil. In fact, calculating the product of spill magnitude by probability (the expected value), a spill of 2766 bbl contributes the most risk to the expected value calculation, and is weighted 2.4 times the risk of the extreme spill of 8162 bbl.</p>
<p>To compare these results with an analysis inclusive of catastrophic risks, we estimate the extreme value of spills from the oil spill data. Our results show that at a 99 percent confidence level, an oil spill can be 12803 bbl or more. In fact, even excluding both historic extreme spills (1998, 2005), the 99 percent confidence level of how big an oil spill could be 9398 bbl (<xref ref-type="fig" rid="f5"><bold>Figure&#xa0;5</bold></xref>). These results adequately capture the experienced extreme oil spills, including the 2005 spill of 8,162 bbl. Hence, comparing the results using the expected value of risk against our proposed framework of including extreme events supports our argument that tail risk assessment captures or comes closer to the size of a near actual oil spill and the predictions of the disasters should not be solely based on weighing the consequences and their probabilities. Therefore, tail risk assessment is more reflective of the reality than using the expected value for rare events. The inclusion of tail risk assessment in assessing oil spill risk could have helped the company to estimate potential oil spills due to rare events such as that of September 24, 2005, event.</p>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Histograms of the historic oil spills in the Gulf of Mexico. Red curves represent fitted Weibull distributions for a case where the 2005 extreme spill is excluded from the model fit <bold>(A)</bold>, and where both extreme spills from 1998 and 2005 are excluded from the model fit <bold>(B)</bold>. Broken vertical lines show the expected value of risk given the model fit in each case, and the solid vertical lines show the extreme spills of 1998 and 2005. The table below shows the modeled rare events given different levels of confidence for each modeled distribution, showing that a focus on the tails of the distribution rather than the most probable better predicts the extreme spills experienced.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fevo-11-1249567-g005.tif"/>
</fig>
<p>Risk communicators could take this analysis to decision-makers as &#x201c;worst-case&#x201d; scenarios that should be prepared for. Given that climate impacts (through storm events) could increase the chances for large-scale spills, and these impacts may be hard or impossible to fully mitigate, disaster response planning may be a more responsible decision than a mitigation plan focused on reducing the probability of disaster (especially where the disaster cannot be fully avoided). This analysis could help inform decisions regarding disaster response &#x2013; it could allow the MMS to prepare to respond to spills multiple times larger than what an expected value model would predict. Importantly, well-resourced governance structures allowing for rapid response plans are critical for reducing the severity of oil spills (<xref ref-type="bibr" rid="B13">Chang et&#xa0;al., 2014</xref>; <xref ref-type="bibr" rid="B66">Sajid et&#xa0;al., 2020</xref>), and being ready for extreme spills can help contain their effects better than being ready for &#x201c;expected&#x201d; spills.</p>
</sec>
<sec id="s7">
<label>7</label>
<title>Disaster risk assessment with data paucity</title>
<p>In practice, there is often a severe paucity of data to conduct formal probabilistic assessments of risk (<xref ref-type="bibr" rid="B72">Singh et&#xa0;al., 2017b</xref>). This is particularly true for emerging industries where there is little or no precedence (<xref ref-type="bibr" rid="B70">Singh et&#xa0;al., 2020</xref>). In such cases, risk assessment often relies on risk matrices. These matrices are qualitative or semi-quantitative tools to assess risk based on the likelihood and consequence of events and guide analysts to an overall &#x201c;risk score&#x201d; (<xref ref-type="bibr" rid="B3">Anthony Cox, 2008</xref>; <xref ref-type="bibr" rid="B75">Thomas et&#xa0;al., 2014</xref>). Risk matrices provide a framework to rate risk based on scorings of likelihood and consequence. In a typical qualitative risk assessment, a risk matrix will contain tiers of high, medium, and low values to approximate both the risk likelihood and impact, but some instances may have more tiers of likelihood and consequence (<xref ref-type="fig" rid="f6"><bold>Figure&#xa0;6</bold></xref>). These matrices are often constructed with symmetry, so low-probability high-consequence events and high-probability low-consequence events receive the same scoring and follow similar logic to expected value models of risk, where the likelihood of impact regulates the final risk score (<xref ref-type="fig" rid="f6"><bold>Figure&#xa0;6A</bold></xref>).</p>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>Examples of a three-tiered risk matrix. A typical risk matrix is symmetric, where tiers of likelihood and consequence can influence the resulting risk judgement <bold>(A)</bold>. We suggest a modified risk matrix where disasters may occur under repeat exposure, with an asymmetric risk scoring so likelihood cannot influence high consequence outcomes <bold>(B)</bold>.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fevo-11-1249567-g006.tif"/>
</fig>
<p>The applications of these matrices range from environmental impact assessments of individual development projects to government risk assessment guidelines (<xref ref-type="bibr" rid="B3">Anthony Cox, 2008</xref>; <xref ref-type="bibr" rid="B75">Thomas et&#xa0;al., 2014</xref>). The IPCC AR5 and AR6 WGII reports also employ the logic of risk matrices and model &#x201c;tolerable <italic>vs.</italic> intolerable risk&#x201d; <italic>via</italic> a symmetric consideration of the intensity and frequency of impacts (<xref ref-type="bibr" rid="B39">IPCC, 2014</xref>; <xref ref-type="bibr" rid="B41">IPCC, 2022a</xref>).</p>
<p>In situations where rare events with disaster consequences can occur in repeat exposure settings, we recommend risk matrices follow an asymmetric structure, so that all cases of high consequence be labeled as &#x201c;high risk&#x201d;, regardless of the probability (<xref ref-type="fig" rid="f6"><bold>Figure&#xa0;6B</bold></xref>)</p>
</sec>
<sec id="s8" sec-type="conclusions">
<label>8</label>
<title>Conclusions and future directions</title>
<p>By modeling risk as an ensemble of outcomes at a point in time, the conventional expected value model of environmental risk inadequately captures threats posed to a single entity over time. Disasters are not moderated by the low probability of occurrence when exposure to them is continuous. By providing a decision framework to consider disaster risk in parallel with more common risks, we propose an update to how ERA could be conducted. With greater emphasis placed on low-probability high-impact events, we believe better practices can be implemented to prepare for, mitigate, and respond to disaster occurrence. The implications of this also affect how analysis informs risk management strategies, including assessments of risk equivalences, which are assessments aimed at informing management in order to maintain comparable risk given different management decisions (<xref ref-type="bibr" rid="B65">Roux et&#xa0;al., 2022</xref>). If there are risks to the environment that include repeat exposure of potential catastrophe, we argue that a risk equivalency approach based on expected value models cannot meaningfully compare between low-consequence and high-consequence risks.</p>
<p>Further, common risk management approaches to decrease the probability of exposure to impacts may only be reliable in contexts of repeat exposure catastrophe where these high consequence risks are eliminated and not simply less likely at any given time. Importantly, understanding the scope and magnitude of disasters are important to not only evaluate how ecosystem services may be impacted &#x2013; so response planning can be adequately done &#x2013; but also to design and evaluate environmental management to withstand and recover from disasters. Designing nature-based solutions to climate impacts depends on adequately estimating and modeling disasters, and our proposal attempts to better quantify disaster risk.</p>
<p>We suspect that our proposed approach can also aid in evaluating compounding or cascading disaster events. By incorporating influence diagrams to assess the association between events, our approach should be able to connect the possibility of cascading disaster events, including when natural disaster events can cascade into industrial disaster events (such as when an extreme weather event leads to an oil spill or tailings release). However, because our approach relies on using extreme value theory, which fits probability distributions around past events to evaluate tails of the distribution, our approach may still be inadequate to address the magnitude of impacts of unprecedented events (which may be the case with some cascading disasters). There may be more opportunities to combine our approach with disaster simulation models, to first build a simulation database and then conduct an analysis of extreme values.</p>
<p>Our suggested approach is intended to be simultaneously rigorous but flexible to use, which can be employed and recommended in individual environmental impact assessments to large regional and global scale analysis of risk, from situations allowing for complex and data-driven probabilistic assessments to data-poor contexts. We hope that recent and renewed attention to disasters will generate efforts to understand their risk with new tools that do not discount the threats they pose.</p>
</sec>
<sec id="s9" sec-type="data-availability">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1"><bold>Supplementary Material</bold></xref>, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s10" sec-type="author-contributions">
<title>Author contributions</title>
<p>GS and ZS, FK, and CM conceived the paper. Analysis and figures were conducted and produced by GS and ZS. GS, ZS, FK, CM, JB, and TF provided examples and perspectives on the topic from their relevant disciplines, and all authors contributed to the writing and editing of the paper. All authors approved the submitted version.</p>
</sec>
</body>
<back>
<sec id="s11" sec-type="funding-information">
<title>Funding</title>
<p>The authors acknowledge support from the Department of Industry, Energy, and Technology in the Government of Newfoundland and Labrador, Canada (grant number 20210487), as well as support from the Ocean Frontier Institute through an award from the Canada First Research Excellence Fund. GS would like to acknowledge support from the Nippon Foundation Ocean Nexus Center at EarthLab, University of Washington.</p>
</sec>
<ack>
<title>Acknowledgments</title>
<p>The authors thank Riccardo Rebonato for the considerable time and enjoyable discussion and debate regarding risk, probability and considerations of extremes in environmental science, physics, finance, and other risk settings, as well as providing friendly reviews of the manuscript.</p>
</ack>
<sec id="s12" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s13" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s14" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fevo.2023.1249567/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fevo.2023.1249567/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Table_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Afenyo</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Khan</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Veitch</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Ng</surname> <given-names>A. K.</given-names>
</name>
<name>
<surname>Sajid</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Fahd</surname> <given-names>F.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>An explorative object-oriented Bayesian network model for oil spill response in the Arctic Ocean</article-title>. <source>Saf. Extreme Environments</source> <volume>2</volume>, <fpage>3</fpage>&#x2013;<lpage>14</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s42797-019-00012-7</pub-id>
</citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ahmad</surname> <given-names>I.</given-names>
</name>
<name>
<surname>Almanjahie</surname> <given-names>I. M.</given-names>
</name>
<name>
<surname>Asgher</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Ehtsham</surname> <given-names>H.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Probability modeling and estimation of risk measures for fire loss severity in Pakistan: An application of extreme value theory</article-title>. <source>Economic Comput. Economic Cybernetics Stud. Res.</source> <volume>53</volume> (<issue>4</issue>), <fpage>919</fpage>-<lpage>929</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.24818/18423264/53.4.19.17</pub-id>
</citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Anthony Cox</surname> <given-names>J. L.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>What's wrong with risk matrices</article-title>? <source>Risk Analysis: Int. J.</source> <volume>28</volume> (<issue>2</issue>), <fpage>497</fpage>&#x2013;<lpage>512</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1539-6924.2008.01030.x</pub-id>
</citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Armstrong McKay</surname> <given-names>D. I.</given-names>
</name>
<name>
<surname>Staal</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Abrams</surname> <given-names>J. F.</given-names>
</name>
<name>
<surname>Winkelmann</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Sakschewski</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Loriani</surname> <given-names>S.</given-names>
</name>
<etal/>
</person-group>. (<year>2022</year>). <article-title>Exceeding 1.5&#xb0;C global warming could trigger multiple climate tipping points</article-title>. <source>Science</source> <volume>377</volume> (<issue>6611</issue>), <elocation-id>eabn7950</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1126/science.abn7950</pub-id>
</citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Aven</surname> <given-names>T.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>On how to define, understand and describe risk</article-title>. <source>Reliability Eng. System Saf.</source> <volume>95</volume> (<issue>6</issue>), <fpage>623</fpage>&#x2013;<lpage>631</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ress.2010.01.011</pub-id>
</citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Aven</surname> <given-names>T.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Foundational issues in risk assessment and risk management</article-title>. <source>Risk Analysis: Int. J.</source> <volume>32</volume> (<issue>10</issue>), <fpage>1647</fpage>&#x2013;<lpage>1656</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1539-6924.2012.01798.x</pub-id>
</citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Baillon</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Selim</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Wakker</surname> <given-names>P. P.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Measuring ambiguity attitudes for all (natural) events</article-title>. <source>Econometrica</source> <volume>86</volume> (<issue>5</issue>), <fpage>1839</fpage>&#x2013;<lpage>1858</lpage>. doi: <pub-id pub-id-type="doi">10.3982/ECTA14370</pub-id>
</citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Beamish</surname> <given-names>P. W.</given-names>
</name>
<name>
<surname>Hasse</surname> <given-names>V. C.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>The importance of rare events and other outliers in global strategy research</article-title>. <source>Global Strategy J.</source> <volume>12</volume> (<issue>4</issue>), <fpage>697</fpage>&#x2013;<lpage>713</lpage>. doi: <pub-id pub-id-type="doi">10.1002/gsj.1437</pub-id>
</citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Beauvais</surname> <given-names>W.</given-names>
</name>
<name>
<surname>Zuther</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Villeneuve</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Kock</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Guitian</surname> <given-names>J.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Rapidly assessing the risks of infectious diseases to wildlife species</article-title>. <source>R. Soc. Open Sci.</source> <volume>6</volume> (<issue>1</issue>), <fpage>181043</fpage>. doi: <pub-id pub-id-type="doi">10.1098/rsos.181043</pub-id>
</citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bernhardt</surname> <given-names>J. R.</given-names>
</name>
<name>
<surname>Sunday</surname> <given-names>J. M.</given-names>
</name>
<name>
<surname>Thompson</surname> <given-names>P. L.</given-names>
</name>
<name>
<surname>O'Connor</surname> <given-names>M. I.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Nonlinear averaging of thermal experience predicts population growth rates in a thermally variable environment</article-title>. <source>Proc. R. Soc. B: Biol. Sci.</source> <volume>285</volume> (<issue>1886</issue>), <fpage>20181076</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1098/rspb.2018.1076</pub-id>
</citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bull-Kamanga</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Diagne</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Lavell</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Leon</surname> <given-names>E.</given-names>
</name>
<name>
<surname>Lerise</surname> <given-names>F.</given-names>
</name>
<name>
<surname>MacGregor</surname> <given-names>H.</given-names>
</name>
<etal/>
</person-group>. (<year>2003</year>). <article-title>From everyday hazards to disasters: the accumulation of risk in urban areas</article-title>. <source>Environ. Urbanization</source> <volume>15</volume> (<issue>1</issue>), <fpage>193</fpage>&#x2013;<lpage>204</lpage>. doi: <pub-id pub-id-type="doi">10.1177/095624780301500109</pub-id>
</citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Burger</surname> <given-names>F. A.</given-names>
</name>
<name>
<surname>Terhaar</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Fr&#xf6;licher</surname> <given-names>T. L.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Compound marine heatwaves and ocean acidity extremes</article-title>. <source>Nat. Commun.</source> <volume>13</volume> (<issue>1</issue>), <fpage>4722</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41467-022-32120-7</pub-id>
</citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chang</surname> <given-names>S. E.</given-names>
</name>
<name>
<surname>Stone</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Demes</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Piscitelli</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Consequences of oil spills a review and framework for informing planning</article-title>. <source>Ecol. Soc.</source> <volume>19</volume> (<issue>2</issue>), <fpage>25</fpage>. doi: <pub-id pub-id-type="doi">10.5751/ES-06406-190226</pub-id>
</citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chryssolouris</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Subramanian</surname> <given-names>V.</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>1994</year>). <article-title>Use of extreme value theory in engineering decision making</article-title>. <source>J. manufacturing Syst.</source> <volume>13</volume> (<issue>4</issue>), <fpage>302</fpage>&#x2013;<lpage>312</lpage>. doi: <pub-id pub-id-type="doi">10.1016/0278-6125(94)90037-X</pub-id>
</citation>
</ref>
<ref id="B15">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Coles</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Bawa</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Trenner</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Dorazio</surname> <given-names>P.</given-names>
</name>
</person-group> (<year>2001</year>). <source>An introduction to statistical modeling of extreme values.</source> (<publisher-loc>London</publisher-loc>: <publisher-name>Springer</publisher-name>).</citation>
</ref>
<ref id="B16">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Collins</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Sutherland</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Bouwer</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Cheong</surname> <given-names>S.-M.</given-names>
</name>
<name>
<surname>Fro&#xfc;licher</surname> <given-names>T.</given-names>
</name>
<name>
<surname>DesCombes</surname> <given-names>H. J.</given-names>
</name>
<etal/>
</person-group>. (<year>2019</year>). <article-title>Extremes, abrupt changes and managing risk</article-title>. In <source>IPCC Special Report on the Ocean and Cryosphere in a Changing Climate</source> (<publisher-name>Geneva</publisher-name>: <publisher-name>World Meteorological Organization</publisher-name>).</citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dakos</surname> <given-names>V.</given-names>
</name>
<name>
<surname>Matthews</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Hendry</surname> <given-names>A. P.</given-names>
</name>
<name>
<surname>Levine</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Loeuille</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Norberg</surname> <given-names>J.</given-names>
</name>
<etal/>
</person-group>. (<year>2019</year>). <article-title>Ecosystem tipping points in an evolving world</article-title>. <source>Nat. Ecol. Evol.</source> <volume>3</volume> (<issue>3</issue>), <fpage>355</fpage>&#x2013;<lpage>362</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41559-019-0797-2</pub-id>
</citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Denny</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>The fallacy of the average: on the ubiquity, utility and continuing novelty of Jensen's inequality</article-title>. <source>J. Exp. Biol.</source> <volume>220</volume> (<issue>2</issue>), <fpage>139</fpage>&#x2013;<lpage>146</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1242/jeb.140368</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Devore</surname> <given-names>J. L.</given-names>
</name>
</person-group> (<year>2008</year>). <source>Probability and Statistics for Engineering and the Sciences</source> (<publisher-loc>Boston</publisher-loc>: <publisher-name>Brooks/Cole</publisher-name>).</citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Doctor</surname> <given-names>J. N.</given-names>
</name>
<name>
<surname>Wakker</surname> <given-names>P. P.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>T. V.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Economists&#x2019; views on the ergodicity problem</article-title>. <source>Nat. Phys.</source> <volume>16</volume> (<issue>12</issue>), <fpage>1168</fpage>&#x2013;<lpage>1168</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41567-020-01106-x</pub-id>
</citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Duffie</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Pan</surname> <given-names>J.</given-names>
</name>
</person-group> (<year>1997</year>). <article-title>An overview of value at risk</article-title>. <source>J. derivatives</source> <volume>4</volume> (<issue>3</issue>), <fpage>7</fpage>&#x2013;<lpage>49</lpage>. doi: <pub-id pub-id-type="doi">10.3905/jod.1997.407971</pub-id>
</citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Eschenbach</surname> <given-names>T. G.</given-names>
</name>
<name>
<surname>Harper</surname> <given-names>V.</given-names>
</name>
<name>
<surname>Anderson</surname> <given-names>C. M.</given-names>
</name>
<name>
<surname>Prentki</surname> <given-names>R.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Estimating oil spill occurrence rates: a case study for outer continental shelf areas of Gulf of Mexico</article-title>. <source>J. Environ. Stat.</source> <volume>1</volume> (<issue>1</issue>), <fpage>1</fpage>&#x2013;<lpage>19</lpage>.</citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Farber</surname> <given-names>D. A.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Uncertainty</article-title>. <source>Geo. LJ</source> <volume>99</volume>, <fpage>901</fpage>. doi: <pub-id pub-id-type="doi">10.2139/ssrn.1555343</pub-id>
</citation>
</ref>
<ref id="B24">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Fern&#xe1;ndez</surname> <given-names>V. P.</given-names>
</name>
</person-group> (<year>2003</year>). <source>Extreme value theory: value at risk and returns dependence around the world</source> (<publisher-loc>Universidad de Chile</publisher-loc>: <publisher-name>Centro de Econom&#xed;a Aplicada</publisher-name>).</citation>
</ref>
<ref id="B25">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Fortun</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Knowles</surname> <given-names>S. G.</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>V.</given-names>
</name>
<name>
<surname>Jobin</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Matsumoto</surname> <given-names>M.</given-names>
</name>
<name>
<surname>de la Torre</surname> <given-names>P.</given-names>
<suffix>III</suffix>
</name>
<etal/>
</person-group>. (<year>2017</year>). &#x201c;<article-title>Researching disaster from an STS perspective</article-title>,&#x201d; in <source>The handbook of science and technology studies</source> (<publisher-loc>Cambridge</publisher-loc>: <publisher-name>MIT Press</publisher-name>), <fpage>1003</fpage>&#x2013;<lpage>1028</lpage>.</citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Frickel</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Vincent</surname> <given-names>M. B.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Hurricane Katrina, contamination, and the unintended organization of ignorance</article-title>. <source>Technol. Soc.</source> <volume>29</volume> (<issue>2</issue>), <fpage>181</fpage>&#x2013;<lpage>188</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.techsoc.2007.01.007</pub-id>
</citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fr&#xf6;licher</surname> <given-names>T. L.</given-names>
</name>
<name>
<surname>Fischer</surname> <given-names>E. M.</given-names>
</name>
<name>
<surname>Gruber</surname> <given-names>N.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Marine heatwaves under global warming</article-title>. <source>Nature</source> <volume>560</volume> (<issue>7718</issue>), <fpage>360</fpage>&#x2013;<lpage>364</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41586-018-0383-9</pub-id>
</citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fr&#xf6;licher</surname> <given-names>T. L.</given-names>
</name>
<name>
<surname>Laufk&#xf6;tter</surname> <given-names>C.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Emerging risks from marine heat waves</article-title>. <source>Nat. Commun.</source> <volume>9</volume> (<issue>1</issue>), <fpage>650</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41467-018-03163-6</pub-id>
</citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Garcia</surname> <given-names>L. C.</given-names>
</name>
<name>
<surname>Ribeiro</surname> <given-names>D. B.</given-names>
</name>
<name>
<surname>de Oliveira Roque</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Ochoa-Quintero</surname> <given-names>J. M.</given-names>
</name>
<name>
<surname>Laurance</surname> <given-names>W. F.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Brazil's worst mining disaster: corporations must be compelled to pay the actual environmental costs</article-title>. <source>Ecol. Appl.</source> <volume>27</volume> (<issue>1</issue>), <fpage>5</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1002/eap.1461</pub-id>
</citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grigoriu</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Samorodnitsky</surname> <given-names>G.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Reliability of dynamic systems in random environment by extreme value theory</article-title>. <source>Probabilistic Eng. mechanics</source> <volume>38</volume>, <fpage>54</fpage>&#x2013;<lpage>69</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.probengmech.2014.08.005</pub-id>
</citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gruber</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Boyd</surname> <given-names>P. W.</given-names>
</name>
<name>
<surname>Fr&#xf6;licher</surname> <given-names>T. L.</given-names>
</name>
<name>
<surname>Vogt</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Biogeochemical extremes and compound events in the ocean</article-title>. <source>Nature</source> <volume>600</volume> (<issue>7889</issue>), <fpage>395</fpage>&#x2013;<lpage>407</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41586-021-03981-7</pub-id>
</citation>
</ref>
<ref id="B32">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Haimes</surname> <given-names>Y. Y.</given-names>
</name>
</person-group> (<year>2005</year>). <source>Risk modeling, assessment, and management</source> (<publisher-loc>Hoboken, New Jersey</publisher-loc>: <publisher-name>John Wiley &amp; Sons</publisher-name>).</citation>
</ref>
<ref id="B33">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Hallegatte</surname> <given-names>S.</given-names>
</name>
</person-group> (<year>2016</year>). <source>Natural disasters and climate change</source> (<publisher-loc>Washington, DC</publisher-loc>: <publisher-name>Springer</publisher-name>).</citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hilgartner</surname> <given-names>S.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Overflow and containment in the aftermath of disaster</article-title>. <source>Soc. Stud. Sci.</source> <volume>37</volume> (<issue>1</issue>), <fpage>153</fpage>&#x2013;<lpage>158</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0306312706069439</pub-id>
</citation>
</ref>
<ref id="B35">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hopkins</surname> <given-names>A.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>How much should be spent to prevent disaster?: A critique of consequence times probability</article-title>. <source>Aust. Pipeliner: Off. Publ. Aust. Pipelines And Gas Assoc.</source> <volume>165)</volume>.</citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hughes</surname> <given-names>D. J.</given-names>
</name>
<name>
<surname>Shimmield</surname> <given-names>T. M.</given-names>
</name>
<name>
<surname>Black</surname> <given-names>K. D.</given-names>
</name>
<name>
<surname>Howe</surname> <given-names>J. A.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Ecological impacts of large-scale disposal of mining waste in the deep sea</article-title>. <source>Sci. Rep.</source> <volume>5</volume> (<issue>1</issue>), <fpage>9985</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/srep09985</pub-id>
</citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ide</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Brzoska</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Donges</surname> <given-names>J. F.</given-names>
</name>
<name>
<surname>Schleussner</surname> <given-names>C.-F.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Multi-method evidence for when and how climate-related disasters contribute to armed conflict risk</article-title>. <source>Global Environ. Change</source> <volume>62</volume>, <fpage>102063</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.gloenvcha.2020.102063</pub-id>
</citation>
</ref>
<ref id="B38">
<citation citation-type="book">
<person-group person-group-type="author">
<collab>IPCC</collab>
</person-group> (<year>2012</year>). <source>Managing the risks of extreme events and disasters to advance climate change adaptation.</source> (<publisher-loc>Cambridge, UK</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name>).</citation>
</ref>
<ref id="B39">
<citation citation-type="book">
<person-group person-group-type="author">
<collab>IPCC</collab>
</person-group> (<year>2014</year>). <source>Climate Change 2014: Impacts, Adaptation, and Vulnerability. Part A: Global and Sectoral Aspects. Contribution of Working Group II to the Fifth Assessment Report of the Intergovernmental Panel on Climate Change.</source> (<publisher-loc>Cambridge, UK and New York, NY, USA</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name>).</citation>
</ref>
<ref id="B40">
<citation citation-type="book">
<person-group person-group-type="author">
<collab>IPCC</collab>
</person-group> (<year>2021</year>). <source>Climate Change 2021: The Physical Science Basis. Contribution of Working Group I to the Sixth Assessment Report of the Intergovernmental Panel on Climate Change.</source> (<publisher-loc>Cambridge, UK, and New York, NY, USA</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name>).</citation>
</ref>
<ref id="B41">
<citation citation-type="book">
<person-group person-group-type="author">
<collab>IPCC</collab>
</person-group> (<year>2022</year>a). <source>Climate change 2022: Impacts, adaptation and vulnerability.</source> (<publisher-loc>Cambridge, UK and New York, NY, USA</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name>).</citation>
</ref>
<ref id="B42">
<citation citation-type="book">
<person-group person-group-type="author">
<collab>IPCC</collab>
</person-group> (<year>2022</year>b). <source>Climate Change 2022: Mitigation of Climate Change. Contribution of Working Group III to the Sixth Assessment Report of the Intergovernmental Panel on Climate Change.</source> (<publisher-loc>Cambridge, UK and New York, NY</publisher-loc>: <publisher-name>Cambridge, UK, and New York, NY, USA</publisher-name>).</citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jakob</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Clague</surname> <given-names>J. J.</given-names>
</name>
<name>
<surname>Church</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Rare and dangerous: Recognizing extra-ordinary events in stream channels</article-title>. <source>Can. Water Resour. Journal/Revue Can. Des. ressources hydriques</source> <volume>41</volume> (<issue>1-2</issue>), <fpage>161</fpage>&#x2013;<lpage>173</lpage>. doi: <pub-id pub-id-type="doi">10.1080/07011784.2015.1028451</pub-id>
</citation>
</ref>
<ref id="B44">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Knowles</surname> <given-names>S. G.</given-names>
</name>
</person-group> (<year>2012</year>). <source>The disaster experts: Mastering risk in modern America</source> (<publisher-loc>Philadelphia, Pennsylvania</publisher-loc>: <publisher-name>University of Pennsylvania Press</publisher-name>).</citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Knowles</surname> <given-names>S.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Engineering risk and disaster: Disaster-STS and the American history of technology</article-title>. <source>Eng. Stud.</source> <volume>6</volume> (<issue>3</issue>), <fpage>227</fpage>&#x2013;<lpage>248</lpage>. doi: <pub-id pub-id-type="doi">10.1080/19378629.2014.967697</pub-id>
</citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kumar</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Debele</surname> <given-names>S. E.</given-names>
</name>
<name>
<surname>Sahani</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Rawat</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Marti-Cardona</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Alfieri</surname> <given-names>S. M.</given-names>
</name>
<etal/>
</person-group>. (<year>2021</year>). <article-title>Nature-based solutions efficiency evaluation against natural hazards: Modelling methods, advantages and limitations</article-title>. <source>Sci. Total Environ.</source> <volume>784</volume>, <elocation-id>147058</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.scitotenv.2021.147058</pub-id>
</citation>
</ref>
<ref id="B47">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lazoglou</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Anagnostopoulou</surname> <given-names>C.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>An overview of statistical methods for studying the extreme rainfalls in Mediterranean</article-title>. <source>Proceedings: MDPI)</source> <volume>1</volume>, <fpage>681</fpage>.</citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Leonard</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Westra</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Phatak</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Lambert</surname> <given-names>M.</given-names>
</name>
<name>
<surname>van den Hurk</surname> <given-names>B.</given-names>
</name>
<name>
<surname>McInnes</surname> <given-names>K.</given-names>
</name>
<etal/>
</person-group>. (<year>2014</year>). <article-title>A compound event framework for understanding extreme impacts</article-title>. <source>Wiley Interdiscip. Reviews: Climate Change</source> <volume>5</volume> (<issue>1</issue>), <fpage>113</fpage>&#x2013;<lpage>128</lpage>. doi: <pub-id pub-id-type="doi">10.1002/wcc.252</pub-id>
</citation>
</ref>
<ref id="B49">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lerner</surname> <given-names>A. B.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Manufactured silence: political economy and management of the 1984 bhopal disaster</article-title>. <source>Economic Political Weekly</source> <volume>52</volume> (<issue>30</issue>), <fpage>57</fpage>&#x2013;<lpage>65</lpage>.</citation>
</ref>
<ref id="B50">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Martin</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Schl&#xfc;ter</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Blenckner</surname> <given-names>T.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>The importance of transient social dynamics for restoring ecosystems beyond ecological tipping points</article-title>. <source>Proc. Natl. Acad. Sci.</source> <volume>117</volume> (<issue>5</issue>), <fpage>2717</fpage>&#x2013;<lpage>2722</lpage>. doi: <pub-id pub-id-type="doi">10.1073/pnas.1817154117</pub-id>
</citation>
</ref>
<ref id="B51">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McNeil</surname> <given-names>A. J.</given-names>
</name>
<name>
<surname>Frey</surname> <given-names>R.</given-names>
</name>
</person-group> (<year>2000</year>). <article-title>Estimation of tail-related risk measures for heteroscedastic financial time series: an extreme value approach</article-title>. <source>J. empirical finance</source> <volume>7</volume> (<issue>3-4</issue>), <fpage>271</fpage>&#x2013;<lpage>300</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0927-5398(00)00012-8</pub-id>
</citation>
</ref>
<ref id="B52">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Miller</surname> <given-names>K. A.</given-names>
</name>
<name>
<surname>Thompson</surname> <given-names>K. F.</given-names>
</name>
<name>
<surname>Johnston</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Santillo</surname> <given-names>D.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>An overview of seabed mining including the current state of development, environmental impacts, and knowledge gaps</article-title>. <source>Front. Mar. Sci.</source> <volume>4</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fmars.2017.00418</pub-id>
</citation>
</ref>
<ref id="B53">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mishra</surname> <given-names>P. K.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>COVID-19, Black Swan events and the future of disaster risk management in India</article-title>. <source>Prog. Disaster Sci.</source> <volume>8</volume>, <fpage>100137</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.pdisas.2020.100137</pub-id>
</citation>
</ref>
<ref id="B54">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Morrison</surname> <given-names>J. E.</given-names>
</name>
<name>
<surname>Smith</surname> <given-names>J. A.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Stochastic modeling of flood peaks using the generalized extreme value distribution</article-title>. <source>Water Resour. Res.</source> <volume>38</volume> (<issue>12</issue>), <fpage>41</fpage>&#x2013;<lpage>41-41-12</lpage>. doi: <pub-id pub-id-type="doi">10.1029/2001WR000502</pub-id>
</citation>
</ref>
<ref id="B55">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Nordhaus</surname> <given-names>W. D.</given-names>
</name>
</person-group> (<year>2009</year>). <source>An analysis of the dismal theorem</source> (<publisher-name>Cowles Foundation Discussion Paper</publisher-name>).</citation>
</ref>
<ref id="B56">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Oliver</surname> <given-names>E. C. J.</given-names>
</name>
<name>
<surname>Donat</surname> <given-names>M. G.</given-names>
</name>
<name>
<surname>Burrows</surname> <given-names>M. T.</given-names>
</name>
<name>
<surname>Moore</surname> <given-names>P. J.</given-names>
</name>
<name>
<surname>Smale</surname> <given-names>D. A.</given-names>
</name>
<name>
<surname>Alexander</surname> <given-names>L. V.</given-names>
</name>
<etal/>
</person-group>. (<year>2018</year>). <article-title>Longer and more frequent marine heatwaves over the past century</article-title>. <source>Nat. Commun.</source> <volume>9</volume> (<issue>1</issue>), <fpage>1324</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41467-018-03732-9</pub-id>
</citation>
</ref>
<ref id="B57">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Overland</surname> <given-names>J. E.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Rare events in the arctic</article-title>. <source>Climatic Change</source> <volume>168</volume>, <fpage>1</fpage>&#x2013;<lpage>13</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10584-021-03238-2</pub-id>
</citation>
</ref>
<ref id="B58">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Owusu-Ansah</surname> <given-names>E.</given-names>
</name>
<name>
<surname>Barnes</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Donkoh</surname> <given-names>E.</given-names>
</name>
<name>
<surname>Appau</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Effah</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Mccall</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Quantifying economic risk: An application of extreme value theory for measuring fire outbreaks financial loss. Finan</article-title>. <source>Math. Appl.</source> <volume>4</volume>, <fpage>1</fpage>&#x2013;<lpage>12</lpage>.</citation>
</ref>
<ref id="B59">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Palmer</surname> <given-names>R. G.</given-names>
</name>
</person-group> (<year>1982</year>). <article-title>Broken ergodicity</article-title>. <source>Adv. Phys.</source> <volume>31</volume> (<issue>6</issue>), <fpage>669</fpage>&#x2013;<lpage>735</lpage>. doi: <pub-id pub-id-type="doi">10.1080/00018738200101438</pub-id>
</citation>
</ref>
<ref id="B60">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Penn</surname> <given-names>J. L.</given-names>
</name>
<name>
<surname>Deutsch</surname> <given-names>C.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Avoiding ocean mass extinction from climate warming</article-title>. <source>Science</source> <volume>376</volume> (<issue>6592</issue>), <fpage>524</fpage>&#x2013;<lpage>526</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1126/science.abe9039</pub-id>
</citation>
</ref>
<ref id="B61">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Peters</surname> <given-names>O.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>The ergodicity problem in economics</article-title>. <source>Nat. Phys.</source> <volume>15</volume> (<issue>12</issue>), <fpage>1216</fpage>&#x2013;<lpage>1221</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41567-019-0732-0</pub-id>
</citation>
</ref>
<ref id="B62">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Primo</surname> <given-names>P. P. B.</given-names>
</name>
<name>
<surname>Antunes</surname> <given-names>M. N.</given-names>
</name>
<name>
<surname>Arias</surname> <given-names>A. R. L.</given-names>
</name>
<name>
<surname>Oliveira</surname> <given-names>A. E.</given-names>
</name>
<name>
<surname>Siqueira</surname> <given-names>C. E.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Mining dam failures in Brazil: comparing legal post-disaster decisions</article-title>. <source>Int. J. Environ. Res. Public Health</source> <volume>18</volume> (<issue>21</issue>), <fpage>2021</fpage>-<lpage>11346</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/ijerph182111346</pub-id>
</citation>
</ref>
<ref id="B63">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pritchard</surname> <given-names>S. B.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>An envirotechnical disaster: Nature, technology, and politics at Fukushima</article-title>. <source>Environ. History.</source> <volume>17</volume>,  <fpage>219</fpage>&#x2013;<lpage>243</lpage>. doi: <pub-id pub-id-type="doi">10.1093/envhis/ems021</pub-id>
</citation>
</ref>
<ref id="B64">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ridder</surname> <given-names>N. N.</given-names>
</name>
<name>
<surname>Ukkola</surname> <given-names>A. M.</given-names>
</name>
<name>
<surname>Pitman</surname> <given-names>A. J.</given-names>
</name>
<name>
<surname>Perkins-Kirkpatrick</surname> <given-names>S. E.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Increasedoccurrence of high impact compound events under climate change</article-title>. <source>npj Climate and Atmospheric Science</source>, <volume>5</volume>, <fpage>3</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41612-021-00224-4</pub-id>
</citation>
</ref>
<ref id="B65">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Roux</surname> <given-names>M.-J.</given-names>
</name>
<name>
<surname>Duplisea</surname> <given-names>D. E.</given-names>
</name>
<name>
<surname>Hunter</surname> <given-names>K. L.</given-names>
</name>
<name>
<surname>Rice</surname> <given-names>J.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Consistent risk management in a changing world: risk equivalence in fisheries and other human activities affecting marine resources and ecosystems</article-title>. <source>Front. Climate</source> <volume>3</volume>, <elocation-id>188</elocation-id>. doi: <pub-id pub-id-type="doi">10.3389/fclim.2021.781559</pub-id>
</citation>
</ref>
<ref id="B66">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sajid</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Khan</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Veitch</surname> <given-names>B.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Dynamic ecological risk modelling of hydrocarbon release scenarios in Arctic waters</article-title>. <source>Mar. pollut. Bull.</source> <volume>153</volume>, <fpage>111001</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.marpolbul.2020.111001</pub-id>
</citation>
</ref>
<ref id="B67">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Santamarina</surname> <given-names>J. C.</given-names>
</name>
<name>
<surname>Torres-Cruz</surname> <given-names>L. A.</given-names>
</name>
<name>
<surname>Bachus</surname> <given-names>R. C.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Why coal ash and tailings dam disasters occur</article-title>. <source>Science</source> <volume>364</volume> (<issue>6440</issue>), <fpage>526</fpage>&#x2013;<lpage>528</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1126/science.aax1927</pub-id>
</citation>
</ref>
<ref id="B68">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sharma</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Chandra</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Kaushik</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Sharma</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Jain</surname> <given-names>S.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Predicting violations of national ambient air quality standards using extreme value theory for Delhi city</article-title>. <source>Atmospheric pollut. Res.</source> <volume>3</volume> (<issue>2</issue>), <fpage>170</fpage>&#x2013;<lpage>179</lpage>. doi: <pub-id pub-id-type="doi">10.5094/APR.2012.017</pub-id>
</citation>
</ref>
<ref id="B69">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shaw</surname> <given-names>W. D.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Environmental and natural resource economics decisions under risk and uncertainty: A survey</article-title>. <source>Int. Rev. Environ. Resource Economics</source> <volume>9</volume> (<issue>1-2</issue>), <fpage>1</fpage>&#x2013;<lpage>130</lpage>. doi: <pub-id pub-id-type="doi">10.1561/101.00000074</pub-id>
</citation>
</ref>
<ref id="B70">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Singh</surname> <given-names>G. G.</given-names>
</name>
<name>
<surname>Eddy</surname> <given-names>I. M.</given-names>
</name>
<name>
<surname>Halpern</surname> <given-names>B. S.</given-names>
</name>
<name>
<surname>Neslo</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Satterfield</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Chan</surname> <given-names>K. M.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Mapping cumulative impacts to coastal ecosystem services in British Columbia</article-title>. <source>PloS One</source> <volume>15</volume> (<issue>5</issue>), <elocation-id>e0220092</elocation-id>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0220092</pub-id>
</citation>
</ref>
<ref id="B71">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Singh</surname> <given-names>G. G.</given-names>
</name>
<name>
<surname>Sinner</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Ellis</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Kandlikar</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Halpern</surname> <given-names>B. S.</given-names>
</name>
<name>
<surname>Satterfield</surname> <given-names>T.</given-names>
</name>
<etal/>
</person-group>. (<year>2017</year>a). <article-title>Group elicitations yield more consistent, yet more uncertain experts in understanding risks to ecosystem services in New Zealand bays</article-title>. <source>PloS One</source> <volume>12</volume> (<issue>8</issue>), <fpage>e0182233</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0182233</pub-id>
</citation>
</ref>
<ref id="B72">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Singh</surname> <given-names>G. G.</given-names>
</name>
<name>
<surname>Sinner</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Ellis</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Kandlikar</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Halpern</surname> <given-names>B. S.</given-names>
</name>
<name>
<surname>Satterfield</surname> <given-names>T.</given-names>
</name>
<etal/>
</person-group>. (<year>2017</year>b). <article-title>Mechanisms and risk of cumulative impacts to coastal ecosystem services: An expert elicitation approach</article-title>. <source>J. Environ. Manage.</source> <volume>199</volume>, <fpage>229</fpage>&#x2013;<lpage>241</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jenvman.2017.05.032</pub-id>
</citation>
</ref>
<ref id="B73">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Taleb</surname> <given-names>N. N.</given-names>
</name>
</person-group> (<year>2007</year>). <source>The black swan: The impact of the highly improbable</source> (<publisher-loc>New York</publisher-loc>: <publisher-name>Random house</publisher-name>).</citation>
</ref>
<ref id="B74">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Taylor</surname> <given-names>S. W.</given-names>
</name>
<name>
<surname>Woolford</surname> <given-names>D. G.</given-names>
</name>
<name>
<surname>Dean</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Martell</surname> <given-names>D. L.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Wildfire prediction to inform fire management: statistical science challenges</article-title>. <source>Statistical Science</source> <volume>28</volume>, <fpage>586</fpage>-<lpage>615</lpage>.</citation>
</ref>
<ref id="B75">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Thomas</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Bratvold</surname> <given-names>R. B.</given-names>
</name>
<name>
<surname>Eric Bickel</surname> <given-names>J.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>The risk of using risk matrices</article-title>. <source>SPE Economics Manage</source> <volume>6</volume> (<issue>02</issue>), <fpage>56</fpage>&#x2013;<lpage>66</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2118/166269-MS</pub-id>
</citation>
</ref>
<ref id="B76">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tsoukala</surname> <given-names>V. K.</given-names>
</name>
<name>
<surname>Chondros</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Kapelonis</surname> <given-names>Z. G.</given-names>
</name>
<name>
<surname>Martzikos</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Lykou</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Belibassakis</surname> <given-names>K.</given-names>
</name>
<etal/>
</person-group>. (<year>2016</year>). <article-title>An integrated wave modelling framework for extreme and rare events for climate change in coastal areas&#x2013;the case of Rethymno, Crete</article-title>. <source>Oceanologia</source> <volume>58</volume> (<issue>2</issue>), <fpage>71</fpage>&#x2013;<lpage>89</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.oceano.2016.01.002</pub-id>
</citation>
</ref>
<ref id="B77">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Us</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2006</year>). <source>Alternative Oil Spill Occurrence Estimators for the Beaufort/Chukchi Sea OCS (Statistical Approach)</source> (<publisher-name>Department of the Interior</publisher-name>).</citation>
</ref>
<ref id="B78">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vasseur</surname> <given-names>D. A.</given-names>
</name>
<name>
<surname>DeLong</surname> <given-names>J. P.</given-names>
</name>
<name>
<surname>Gilbert</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Greig</surname> <given-names>H. S.</given-names>
</name>
<name>
<surname>Harley</surname> <given-names>C. D. G.</given-names>
</name>
<name>
<surname>McCann</surname> <given-names>K. S.</given-names>
</name>
<etal/>
</person-group>. (<year>2014</year>). <article-title>Increased temperature variation poses a greater risk to species than climate warming</article-title>. <source>Proc. R. Soc. B: Biol. Sci.</source> <volume>281</volume> (<issue>1779</issue>), <fpage>20132612</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1098/rspb.2013.2612</pub-id>
</citation>
</ref>
<ref id="B79">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Verma</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Verter</surname> <given-names>V.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Railroad transportation of dangerous goods: Population exposure to airborne toxins</article-title>. <source>Comput. operations Res.</source> <volume>34</volume> (<issue>5</issue>), <fpage>1287</fpage>&#x2013;<lpage>1303</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cor.2005.06.013</pub-id>
</citation>
</ref>
<ref id="B80">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Watts</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2016</year>). &#x201c;<article-title>Accumulating insecurity and manufacturing risk along the energy frontier</article-title>,&#x201d; in <source>Risking capitalism</source> (<publisher-loc>Bingley, UK</publisher-loc>: <publisher-name>Emerald Group Publishing Limited</publisher-name>), <fpage>197</fpage>&#x2013;<lpage>236</lpage>.</citation>
</ref>
<ref id="B81">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Weisent</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Seaver</surname> <given-names>W.</given-names>
</name>
<name>
<surname>Odoi</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Rohrbach</surname> <given-names>B.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>The importance of climatic factors and outliers in predicting regional monthly campylobacteriosis risk in Georgia, USA</article-title>. <source>Int. J. biometeorology</source> <volume>58</volume>, <fpage>1865</fpage>&#x2013;<lpage>1878</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00484-014-0788-6</pub-id>
</citation>
</ref>
<ref id="B82">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Weitzman</surname> <given-names>M. L.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>On modeling and interpreting the economics of catastrophic climate change</article-title>. <source>Rev. economics Stat</source> <volume>91</volume> (<issue>1</issue>), <fpage>1</fpage>&#x2013;<lpage>19</lpage>. doi: <pub-id pub-id-type="doi">10.1162/rest.91.1.1</pub-id>
</citation>
</ref>
<ref id="B83">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Williams</surname> <given-names>T.</given-names>
</name>
</person-group> (<year>1996</year>). <article-title>The two-dimensionality of project risk</article-title>. <source>Int. J. Project Manage.</source> <volume>14</volume> (<issue>3</issue>), <fpage>185</fpage>&#x2013;<lpage>186</lpage>. doi: <pub-id pub-id-type="doi">10.1016/0263-7863(96)00030-0</pub-id>
</citation>
</ref>
<ref id="B84">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yang</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Bai</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>J.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Environmental impact of mining-associated carbon emissions and analysis of cleaner production strategies in China</article-title>. <source>Environ. Sci. pollut. Res.</source> <volume>28</volume>, <fpage>13649</fpage>&#x2013;<lpage>13659</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11356-020-11551-z</pub-id>
</citation>
</ref>
<ref id="B85">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zscheischler</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Westra</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Van Den Hurk</surname> <given-names>B. J.</given-names>
</name>
<name>
<surname>Seneviratne</surname> <given-names>S. I.</given-names>
</name>
<name>
<surname>Ward</surname> <given-names>P. J.</given-names>
</name>
<name>
<surname>Pitman</surname> <given-names>A.</given-names>
</name>
<etal/>
</person-group>. (<year>2018</year>). <article-title>Future climate risk from compound events</article-title>. <source>Nat. Climate Change</source> <volume>8</volume> (<issue>6</issue>), <fpage>469</fpage>&#x2013;<lpage>477</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41558-018-0156-3</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>
