<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Mar. Sci.</journal-id>
<journal-title>Frontiers in Marine Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Mar. Sci.</abbrev-journal-title>
<issn pub-type="epub">2296-7745</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmars.2021.631400</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Marine Science</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Assessing the State of Coupled Social-Ecological Modeling in Support of Ecosystem Based Fisheries Management in the United States</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Kasperski</surname> <given-names>Stephen</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1147631/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>DePiper</surname> <given-names>Geret S.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/349017/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Haynie</surname> <given-names>Alan C.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/386966/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Blake</surname> <given-names>Suzana</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1148162/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Colburn</surname> <given-names>Lisa L.</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Freitag</surname> <given-names>Amy</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Jepson</surname> <given-names>Michael</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Karnauskas</surname> <given-names>Mandy</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Leong</surname> <given-names>Kirsten M.</given-names></name>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/588168/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lipton</surname> <given-names>Douglas</given-names></name>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/254732/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Masi</surname> <given-names>Michelle</given-names></name>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1197048/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Speir</surname> <given-names>Cameron</given-names></name>
<xref ref-type="aff" rid="aff11"><sup>11</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/194389/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Townsend</surname> <given-names>Howard</given-names></name>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/530527/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Weijerman</surname> <given-names>Mariska</given-names></name>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/480193/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Alaska Fisheries Science Center, NOAA Fisheries</institution>, <addr-line>Seattle, WA</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Northeast Fisheries Science Center, NOAA Fisheries</institution>, <addr-line>Woods Hole, MA</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>Cooperative Institute for Marine and Atmospheric Studies, Rosenstiel School of Marine and Atmospheric Science, University of Miami</institution>, <addr-line>Coral Gables, FL</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Northeast Fisheries Science Center, NOAA Fisheries</institution>, <addr-line>Narragansett, RI</addr-line>, <country>United States</country></aff>
<aff id="aff5"><sup>5</sup><institution>National Centers for Coastal Ocean Science, NOAA</institution>, <addr-line>Oxford, MD</addr-line>, <country>United States</country></aff>
<aff id="aff6"><sup>6</sup><institution>Southeast Regional Office, NOAA Fisheries</institution>, <addr-line>St. Petersburg, FL</addr-line>, <country>United States</country></aff>
<aff id="aff7"><sup>7</sup><institution>Southeast Fisheries Science Center, NOAA Fisheries</institution>, <addr-line>Miami, FL</addr-line>, <country>United States</country></aff>
<aff id="aff8"><sup>8</sup><institution>Pacific Islands Fisheries Science Center, NOAA Fisheries</institution>, <addr-line>Honolulu, HI</addr-line>, <country>United States</country></aff>
<aff id="aff9"><sup>9</sup><institution>Office of Science and Technology, NOAA Fisheries</institution>, <addr-line>Silver Spring, MD</addr-line>, <country>United States</country></aff>
<aff id="aff10"><sup>10</sup><institution>Southeast Fisheries Science Center, NOAA Fisheries</institution>, <addr-line>Galveston, TX</addr-line>, <country>United States</country></aff>
<aff id="aff11"><sup>11</sup><institution>Southwest Fisheries Science Center, NOAA Fisheries</institution>, <addr-line>Santa Cruz, CA</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Tomaso Fortibuoni, Higher Institute for Environmental Protection and Research (ISPRA), Italy</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: &#x00C9;va Plag&#x00E1;nyi, Commonwealth Scientific and Industrial Research Organisation (CSIRO), Australia; Joshua P. Kilborn, University of South Florida, United States</p></fn>
<corresp id="c001">&#x002A;Correspondence: Stephen Kasperski, <email>Stephen.Kasperski@noaa.gov</email></corresp>
<fn fn-type="other" id="fn004"><p>This article was submitted to Marine Fisheries, Aquaculture and Living Resources, a section of the journal Frontiers in Marine Science</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>24</day>
<month>03</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>8</volume>
<elocation-id>631400</elocation-id>
<history>
<date date-type="received">
<day>20</day>
<month>11</month>
<year>2020</year>
</date>
<date date-type="accepted">
<day>11</day>
<month>02</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2021 Kasperski, DePiper, Haynie, Blake, Colburn, Freitag, Jepson, Karnauskas, Leong, Lipton, Masi, Speir, Townsend and Weijerman.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Kasperski, DePiper, Haynie, Blake, Colburn, Freitag, Jepson, Karnauskas, Leong, Lipton, Masi, Speir, Townsend and Weijerman</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<p>There has been a proliferation of coupled social-ecological systems (SES) models created and published in recent years. However, the degree of coupling between natural and social systems varies widely across the different coupled models and is often a function of the disciplinary background of the team conducting the research. This manuscript examines models developed for and used by NOAA Fisheries in support of Ecosystem Based Fisheries Management (EBFM) in the United States. It provides resource managers and interdisciplinary scientists insights on the strengths and weaknesses of the most commonly used SES models: end-to-end models, conceptual models, bioeconomic models, management strategy evaluations (MSEs), fisher behavior models, integrated social vulnerability models, and regional economic impact models. These model types are not unique to the literature, but allow us to differentiate between one-way coupled models &#x2013; where outputs from one model are inputs into a second model of another discipline with no feedback to the first model, and two-way coupled models &#x2013; where there are linkages between the natural and social system models. For a model to provide useful strategic or tactical advice, it should only be coupled to the degree necessary to understand the important dynamics/responses of the system and to create management-relevant performance metrics or potential risks from an (in)action. However, one key finding is to not wait to integrate! This paper highlights the importance of &#x201C;when&#x201D; the coupling happens, as timing affects the ability to fully address management questions and multi-sectoral usage conflicts that consider the full SES for EBFM or ecosystem based management (EBM) more generally.</p>
</abstract>
<kwd-group>
<kwd>social-ecological systems</kwd>
<kwd>EBFM</kwd>
<kwd>ecosystem based fisheries management</kwd>
<kwd>coupled natural human systems</kwd>
<kwd>end-to-end</kwd>
<kwd>management strategy evaluation</kwd>
<kwd>conceptual models</kwd>
</kwd-group>
<contract-sponsor id="cn001">National Marine Fisheries Service, National Oceanic and Atmospheric Administration <named-content content-type="fundref-id">10.13039/100013408</named-content></contract-sponsor>
<counts>
<fig-count count="2"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="89"/>
<page-count count="13"/>
<word-count count="0"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1">
<title>Introduction</title>
<p>The concept of social-ecological systems (SES) was applied and popularized by <xref ref-type="bibr" rid="B6">Berkes and Folke (1998)</xref> who argued that the solution to resource management problems was not in increasing the complexity or performance of environmental and economic models, but rather in recognizing the feedbacks that occur between the two disciplines. Since their initial applications, the SES concept has been used in a wide range of fields and examples have proliferated, and yet the term remains poorly defined (<xref ref-type="bibr" rid="B15">Colding and Barthel, 2019</xref>). Here, we define a social-ecological system similar to <xref ref-type="bibr" rid="B4">Anderies et al. (2004)</xref> as: an ecological system of interdependent organisms or biological units interacting with a social system of interdependent humans deriving benefits from uses of the ecosystem as well as from the state of the ecosystem. These SESs can be represented by quantitative or qualitative models, however, in all cases, models are an abstraction from reality, and the direction of abstraction has strong bearing on the questions which can be answered with the model. Further, the exact manner in which the coupling between social and ecological systems is conceptualized has implications on the kind and variety of management questions that can be addressed by each coupled SES model. This manuscript discusses a number of approaches to creating coupled SES models used in the United States and provides resource managers and interdisciplinary scientists a guide for choosing when, how, and why to couple SES models. We discuss trade-offs between modeling approaches, including data requirements, the speed and scale at which the coupled model can be integrated across disciplines, model development stage by which the coupling is no longer possible/fruitful, and other issues which affect model utility in a management and scientific context. By considering each model&#x2019;s ability to answer management-relevant questions as well as its development costs, we aim to provide interdisciplinary scientists and resource managers with a better understanding of not only why coupled models are important, but also what options are available for coupling depending on where in the development process they stand, the relevant research and management questions, and the time horizon in which answers are needed.</p>
<p>The backdrop for this manuscript is the United States National Oceanic and Atmospheric Administration&#x2019;s (NOAA) Ecosystem Based Fisheries Management (EBFM) roadmap, published in 2016 (<xref ref-type="bibr" rid="B59">NOAA Fisheries, 2016</xref>). NOAA Fisheries defines EBFM as &#x201C;a systematic approach to fisheries management in a geographically specified area that contributes to the resilience and sustainability of the ecosystem; recognizes the physical, biological, economic, and social interactions among the affected fishery- related components of the ecosystem, including humans; and seeks to optimize benefits among a diverse set of societal goals.&#x201D; The EBFM roadmap was introduced into a well-established system in the United States where regional fishery management council harvest regulations rely on fishery reference points established in an analysis and review process based principally on individual species stock assessments. A recent review compares how current United States, Canadian, and European Union management approaches incorporate changing environmental conditions (<xref ref-type="bibr" rid="B40">ICES, 2021</xref>). EBFM provides a more effective and holistic approach to fisheries management than single species management by accounting for species interactions and environmental effects into the management process (<xref ref-type="bibr" rid="B60">Pikitch et al., 2004</xref>; <xref ref-type="bibr" rid="B54">Marshall et al., 2018</xref>), and the roadmap is the set of incremental steps to achieve that end.</p>
<p>The EBFM roadmap makes clear that modeling efforts should be coupled social-ecological endeavors to allow for effective trade-off analysis, and that they can run the gamut from qualitative conceptual models through quantitative end-to-end (i.e., from nutrients to apex predators to human uses) models. This manuscript describes the current state of coupled SES modeling within NOAA Fisheries and focuses on how these coupled models are used in support of management decision- making. Thus our focus is on fishery management-centric representations of the SES, but the framework and approach would be relevant to other sectors as well as more broadly for Ecosystem Based Management (EBM). This manuscript is not a survey of all the relevant scientific literature on coupled SES models. Rather, it is focused specifically on coupled models most frequently used to assess trade-offs within and across United States fisheries, although some discussion of the importance of coupled models in assessing trade-offs across ocean use sectors is provided in the discussion that follows. Many of the models included will contribute to NOAA Fisheries Integrated Toolbox, an ongoing effort to increase the ease of utilizing and integrating diverse models in fisheries management. This fisheries-specific focus allows us to assess model uptake by a specific clientele, the eight United States Regional Fishery Management Councils, and to identify where resource managers supported uptake across these case studies.</p>
<p>We begin by defining the organizing framework employed throughout the manuscript, including general data requirements and modeling complexities, before reviewing the management relevance with respect to questions each type of model can address and assessing management uptake. The discussion which follows looks to explicitly detail trade-offs across types of models, and highlight commonalities in case studies of management uptake, while the conclusion situates the current manuscript in the broader literature.</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and Methods</title>
<p>Natural and social science researchers met in St. Petersburg, FL, United States from December 9th to 11th, 2019 for the NOAA Fisheries National Ecosystem Modeling Workshop (NEMoW) to discuss a variety of ecosystem modeling approaches and challenges (<xref ref-type="bibr" rid="B86">Townsend et al., 2020</xref>). In preparation for NEMoW, participants were asked to fill out a questionnaire about the models either developed since 2012 or currently under development in their region of the United States, with particular interest in those which have been used to support fisheries management decision-making. This questionnaire identified the coupled SES models in each of the eight regions in which United States federal fisheries are managed, how frequently they are used or updated, a description of the model including the problem or question it addresses, the data requirements, model structure, and the coupled component, as well as whether the model has traction with managers and what factors contributed to or hindered management uptake. The aim of the questionnaire was not to develop a survey of the literature, as a number of examples are already available (e.g., <xref ref-type="bibr" rid="B61">Plag&#x00E1;nyi, 2007</xref>; <xref ref-type="bibr" rid="B62">Prellezo et al., 2012</xref>; <xref ref-type="bibr" rid="B74">Schluter et al., 2012</xref>; <xref ref-type="bibr" rid="B83">Stojanovic et al., 2016</xref>; <xref ref-type="bibr" rid="B58">Nielsen et al., 2018</xref>). Neither was it to develop a typology for coupled SES models. Rather, the aim was to delineate the capacity of commonly used coupled SES models to address management relevant questions and highlight the best uses for each through the reference to existing work. The accompanying discussion is aimed at briefly introducing these models to managers and scientists interested in interdisciplinary work, and highlight the importance and utility of coupling social and ecological systems. We identified over 30 individual models with some level of coupled SES components within the 11 United States large marine ecosystems (LMEs)<sup><xref ref-type="fn" rid="footnote1">1</xref></sup>.</p>
<p>They represented seven commonly used types of models: end-to-end models, conceptual models, bioeconomic models, management strategy evaluations (MSEs), fisher behavior models, integrated social vulnerability models, and regional economic impact models, summarized in <xref ref-type="table" rid="T1">Table 1</xref>. A non-exhaustive list of coupled SES models considered for use by fisheries managers in the United States is summarized in <xref ref-type="supplementary-material" rid="TS1">Supplementary Appendix Table 1</xref>. During our workshop, we discussed commonalities across models, how they were developed, and how they were applied to management questions. We identified three core frameworks for further analysis: type of coupling, phase of project life cycle when the model was coupled, and category of management questions.</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>General types of coupled SES models.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">General model types/operating principles</td>
<td valign="top" align="left">End-to-end</td>
<td valign="top" align="left">Conceptual and causal models</td>
<td valign="top" align="left">Bioeconomic</td>
<td valign="top" align="left">MSE</td>
<td valign="top" align="left">Fisher behavior</td>
<td valign="top" align="left">Integrated social vulnerability</td>
<td valign="top" align="left">Regional economic impact</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Question addressed</td>
<td valign="top" align="left">What-if scenarios; systemic understanding of changing environmental/ecological/economic/management conditions; tradeoffs</td>
<td valign="top" align="left">What are the ecosystem components and their relationships?</td>
<td valign="top" align="left">Assess the sensitivity and robustness of different harvest strategies or ecosystem changes with regards to ecological reference points and economic and social outcomes; How to maximize benefit flows from a resource with biological and economic constraints.</td>
<td valign="top" align="left">Tradeoffs, understanding uncertainty; testing model sensitivity to changes in parameters</td>
<td valign="top" align="left">How fishers respond to changes in costs or fish value, spatial distribution, and abundance; Impacts of different spatial or temporal closures; Differences among vessel types and individuals.</td>
<td valign="top" align="left">Where do vulnerabilities overlap spatially? Which jurisdictions should be prioritized for potential resilience and social well-being interventions?</td>
<td valign="top" align="left">What are the distributional effects of policy or environmental changes? How are the economic impacts of an industry or activity distributed across and propagated through communities?</td>
</tr>
<tr>
<td valign="top" align="left">Model capabilities</td>
<td valign="top" align="left">Quantitative assessments of social- ecological tradeoffs; forecast direct and indirect tropho-dynamic responses to policy or environmental change</td>
<td valign="top" align="left">Active inclusion of stakeholders and multiple types of expertise; Comparing stakeholder groups; Determines components and connections with the highest importance and/or leverage in the system</td>
<td valign="top" align="left">Defining &#x201C;optimal&#x201D; strategies; Predicting ecological and economic impacts; Changes in welfare from policy change; quantitative assessment of tradeoffs and net benefits</td>
<td valign="top" align="left">Assess the performance of a policy on the target species; &#x201C;closed-loop&#x201D; assesses performance of a policy on an iterative cycle by pulling in information from an operating model and modifying the policy to meet management objectives</td>
<td valign="top" align="left">Assess tradeoff between catch or revenue and travel costs; Predict reallocations in response to spatial management; Assess how regulatory or environmental changes impact a fleet&#x2019;s location and timing</td>
<td valign="top" align="left">Integrate large amounts of data from disparate data sources; Adaptable to model a variety of stakeholder needs; Spatial comparisons</td>
<td valign="top" align="left">Translate changes in landings to economic impacts such as employment and income; Show how changes in fisheries affect wider communities; Compare economic impacts of alternative policies.</td>
</tr>
<tr>
<td valign="top" align="left">Best uses of this type of model</td>
<td valign="top" align="left">Strategic management</td>
<td valign="top" align="left">Scoping</td>
<td valign="top" align="left">Strategic for long term problems, but some could be tactical (such as BLAST)</td>
<td valign="top" align="left">Tactical or strategic, depending on the scope of the management objective</td>
<td valign="top" align="left">Strategic or tactical; identifying most valuable fishing grounds while recognizing realistic impacts of available substitutes.</td>
<td valign="top" align="left">Strategic: identifying target adaptation areas</td>
<td valign="top" align="left">Tactical: estimate impacts of relatively routine management actions</td>
</tr>
<tr>
<td valign="top" align="left">Model limitations/caveats</td>
<td valign="top" align="left">Challenging to update; high data requirements; uncertainty poorly defined; long developmental phase; integration takes time</td>
<td valign="top" align="left">Difficult to make quantitative; hard to display and interpret easily</td>
<td valign="top" align="left">High data requirements; sensitivity to explicit functional forms, but uncertainty can be modeled and tested through simulations.</td>
<td valign="top" align="left">Can be difficult to successfully illustrate any chosen group of tradeoffs across multiple species and sectors</td>
<td valign="top" align="left">Can be difficult to estimate at the desired scale of management; out-of-sample prediction dependent on strong assumptions; High data requirements; data are usually confidential</td>
<td valign="top" align="left">Sometimes difficult to interpret, depending on the number of inputs; high data requirements; works best with stakeholder guidance</td>
<td valign="top" align="left">Overstate impacts and fails to model or project behavioral response to changes; not appropriate for analysis of long time periods; not good at modeling large magnitude changes</td>
</tr>
<tr>
<td valign="top" align="left">Management traction</td>
<td valign="top" align="left">moderate</td>
<td valign="top" align="left">high-moderate</td>
<td valign="top" align="left">high-moderate &#x2013; especially for long-term planning</td>
<td valign="top" align="left">High-moderate &#x2013; in adaptive management</td>
<td valign="top" align="left">Moderate &#x2013; recognized by Councils but not extensively used yet</td>
<td valign="top" align="left">Moderate &#x2013; especially for local planners</td>
<td valign="top" align="left">High &#x2013; e.g., in Environmental Impact Statements and Stock Assessment and Fishery Evaluation reports</td>
</tr>
</tbody>
</table></table-wrap>
<p>Here we define two types of SES coupled models which are distinguished by whether or not there are model linkages and feedbacks between the natural and social system (<xref ref-type="fig" rid="F1">Figure 1</xref>). We distinguish between One-way coupled models, where outputs from one model are inputs into a second model with no connection back to the first model, and Two-way coupled models where there are feedbacks between the natural and social system. A One-way coupled model could begin by taking the output from a natural systems model and incorporating it into a social systems model to create a Natural-Social One-way Coupled Model or use output from a social systems model as input into a natural systems model, creating a Social-Natural One-way Coupled Model. Two-way coupled models require model linkages and feedback-loops between both the social system model and the natural system model.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>Conceptual Relationship Between One-way and Two-way Coupled Social-Ecological Models.</p></caption>
<graphic xlink:href="fmars-08-631400-g001.tif"/>
</fig>
<p>One commonality across all model types and potential management questions was that &#x201C;when&#x201D; the coupling happened fundamentally affected the modeler&#x2019;s ability to improve the model and the model&#x2019;s ability to address complete management questions that consider the full SES. Based on model descriptions, we identified four key phases for project life cycle and entry point for social-ecological coupling: (1) Project Design and Scoping, (2) Model Development, (3) Model Assessment, and (4) Management Strategy Assessment (<xref ref-type="fig" rid="F2">Figure 2</xref>). Next, we describe each project phase and the implications of coupling at this stage in terms of attainable degree of social-ecological Two-way coupling, from limited One-way coupling when integrated late in the project phase to complete Two-way coupling when integrated early. There is a continuum of degrees of coupling across both One-way and Two-way coupled models, and the level of attainable coupling is not always a function of the type of model, but rather when the natural and social system models are coupled.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>Project life cycle and entry point for EBFM social-ecological coupling. &#x002A;Note: The four sectors of interest for management questions are Understanding Ecosystem Connections and Function (shorthand &#x201C;Ecology&#x201D;), Assessing the Impact of Environmental and Management Changes on Fisheries (shorthand &#x201C;Fisheries&#x201D;), Understanding the Distributional Impacts of Management Policies and Environmental changes on Society and the Economy (shorthand &#x201C;Society&#x201D;), and a Full SES Approach Integrating the other Three Sectors (shorthand &#x201C;Full SES&#x201D;).</p></caption>
<graphic xlink:href="fmars-08-631400-g002.tif"/>
</fig>
</sec>
<sec id="S3">
<title>Results: Don&#x2019;t Wait to Integrate! Limitations Resulting From Delayed Coupling</title>
<p>For a model to be useful for a specific management question or issue, it should be coupled to the degree necessary to understand the system and have management-relevant performance metrics that can be used to assess the degree of management success or potential risks from an (in)action. Each model type described in <xref ref-type="table" rid="T1">Table 1</xref> can be either minimally or fully coupled (<xref ref-type="fig" rid="F1">Figure 1</xref>) and can also provide either strategic or tactical fisheries management advice.</p>
<p><xref ref-type="bibr" rid="B44">Kaplan and Leonard (2012)</xref> and <xref ref-type="bibr" rid="B22">Fay et al. (2019)</xref> are two examples of Natural-Social One-way Coupled Models, where outputs from an Atlantis model were passed to an economic input-output model to estimate economic impacts on communities and regions caused by changes in seafood landings. One-way coupled models can also start from the model output from a social systems model and combine it with a natural systems model creating a Social-Natural One-way Coupled Model, such as <xref ref-type="bibr" rid="B71">Ruzicka et al. (2019)</xref>. They combine the output of a series of fishery production models for nine fleets catching halibut and arrowtooth flounder in the Gulf of Alaska and uses those fleets in a (nutrients to fisheries) end-to-end model CGOA-ECOTRAN to evaluate the impact of alternate levels of fishing effort and large-scale changes in oceanographic conditions.</p>
<p>Examples of Two-way coupled models include bioeconomic models which incorporate a stage-structured population model of Bristol Bay Red King Crab (<xref ref-type="bibr" rid="B64">Punt et al., 2014b</xref>) and southern Tanner crab (<xref ref-type="bibr" rid="B65">Punt et al., 2016</xref>). By varying ocean acidification conditions they are able to estimate the long-term maximum economic yield (MEY) (as well as other reference points) in these fisheries as a result of having Economic Data Report (EDR) data available to parameterize the economic component of the model (<xref ref-type="bibr" rid="B63">Punt et al., 2014a</xref>, <xref ref-type="bibr" rid="B64">b</xref>).</p>
<p>We found that each type of model could be created to provide strategic (general and/or long-term) or tactical (action-specific and/or short-term) advice. The decision to create a One-or Two-way coupled model depended on the management objective and the timeframe in which results were needed. Not all One-way coupled models were simpler or less time consuming to create or run, nor were all Two-way coupled models necessarily more complex or did they take longer to develop and implement.</p>
<sec id="S3.SS1">
<title>Project Design and Scoping</title>
<p>Project Design and Scoping is the very beginning stage of project formulation before hypotheses, objectives, and the full scope of research are defined. Developing a coupled model at this stage implies integration of both natural and social scientists in designing the project scope. This multi-disciplinary collaboration is necessary to create a fully Two-way coupled model of the SES that can meaningfully answer complex ecological and social questions that do not impact exclusively either the ecological or social system. The purpose of coupling at this stage is to better identify questions, objectives, and performance metrics of interest to the management and stakeholder communities. Only when social and natural scientists along with managers and resource users work together from the project design and scoping phase can truly integrated two-way coupled models be developed. An example of such a Two-way coupled model is an end-to-end model (<xref ref-type="boxed-text" rid="Box1">Box 1</xref>). The development of integrated and coupled social and natural systems models can often span multiple years. It is very infrequent that two existing models can be fully integrated to produce Two-way coupled end-to-end models which address the relevant management priorities. Hence, this long timeframe to co-develop research questions and models should be reflected explicitly in funding priorities and approaches to enable this type of integrated research<sup><xref ref-type="fn" rid="footnote2">2</xref></sup>. The utility of end-to-end models in a management context is the ability to quantify the impact(s) of dynamic system processes on the distribution and abundance of living marine resources and the overarching impact on long- term ecosystem resilience [e.g., the role of interspecies interactions on developing sustainable, harvest policies (<xref ref-type="bibr" rid="B56">Masi et al., 2018</xref>), the frequency of stock assessment updates (<xref ref-type="bibr" rid="B38">Hutniczak et al., 2019</xref>), and how ecosystem resilience impacts (conflicting) human use of the ecosystem (e.g., extractive vs. non-extractive use) (<xref ref-type="bibr" rid="B88">Weijerman et al., 2016</xref>)].</p>
<boxed-text id="Box1" position="float">
<title>Box 1. End-to-end models.</title>
<p>An end-to-end ecosystem modeling platform encompasses parameters that allow for explicit representation of the marine environment (<xref ref-type="bibr" rid="B51">Link, 2010</xref>). In particular, an end-to-end model captures the realism and dynamics of the biological, physical, chemical and (social-) economical processes of the ecosystem across spatial scales, and the two-way interactions of those spatial and temporal processes across the food web (<xref ref-type="bibr" rid="B69">Rose et al., 2010</xref>). <xref ref-type="bibr" rid="B85">Tam et al. (2019)</xref> emphasize the need to continue to develop ecological and social and economic indicators of ecosystem health along with advances in end-to-end modeling, rather than being solely derived from model output. Typically, end-to-end models are driven with historical time series of ecosystem dynamics (e.g., physics from regional ocean models, fisheries catch time series, spatial and temporal nutrient inputs) and are projected forward in time based on assumptions of stationarity of input parameters (e.g., maximum individual growth remains constant over time). As an example, in the end-to-end Atlantis modeling platform, population dynamics of marine species are coupled to fishing fleet dynamics and an economics sub-model (<xref ref-type="bibr" rid="B25">Fulton et al., 2004</xref>, <xref ref-type="bibr" rid="B24">2011</xref>). End-users can customize this sub-model to simulate a range of exploitation (e.g., changes in fleet behavior) and management scenarios (e.g., TACs, temporal and spatial closures), which are affected by revenue and quota limits (<xref ref-type="bibr" rid="B5">Audzijonyte et al., 2019</xref>). Recent applications of Atlantis incorporated calculation of metrics such as employment and wellbeing (<xref ref-type="bibr" rid="B22">Fay et al., 2019</xref>; <xref ref-type="bibr" rid="B26">Fulton et al., 2019</xref>).</p>
</boxed-text>
<p>Other examples of a two-way coupling modeling approach that can be particularly effective early in the project life cycle are conceptual and causal models (see <xref ref-type="boxed-text" rid="Box2">Box 2</xref>). Conceptual and causal models are usually used to make sense of relationships and linkages within a system; these linkages are often developed in consultation with stakeholders to facilitate stakeholder participation and integrate diverse sources of knowledge of the system (<xref ref-type="bibr" rid="B20">D&#x00FC;spohl et al., 2012</xref>). This collaboration allows for a common understanding of all system aspects and gives individuals who are impacted by resource management decisions an opportunity to include relationships that are important to them. Furthermore, tapping into the collective knowledge of a large and diverse group of resource users can lead to a robust understanding of the SES and overcome scientific data gaps with regard to linkage (<xref ref-type="bibr" rid="B3">Aminpour et al., 2020</xref>). Thus, when projects are designed from the outset with important ecological and societal issues determining the outcomes of interest, these models can be fully coupled and address the entire SES, in addition to impacts on the ecology and outcomes on the fishery and society and vice versa.</p>
<boxed-text id="Box2" position="float">
<title>Box 2. Conceptual and causal models.</title>
<p>Conceptual models are graphic representations of relationships among key components of an ecosystem including management options, e.g., factors (climate change, management scenarios) that influence the ecological state components, and how changes in ecological state components influence social state components and vice versa. These models can integrate social, economic, and ecological objectives through the identification of relationships among these aspects. Conceptual models can be operationalized into dynamic simulation frameworks through techniques such as the creation of Qualitative Network Models (<xref ref-type="bibr" rid="B31">Harvey et al., 2016</xref>), cognitive fuzzy mapping (<xref ref-type="bibr" rid="B55">Martin et al., 2019</xref>), and Bayesian Belief Networks (<xref ref-type="bibr" rid="B52">Little et al., 2004</xref>). When these models explicitly describe hypotheses about how cause and effect propagate throughout a SES, they are generally described as causal models and have been used across a variety of natural and social science disciplines (<xref ref-type="bibr" rid="B12">Cheng et al., 2020</xref>). Conceptual modeling can also be carried out in a participatory manner in order to engage individuals who are impacted by resource management decisions and capture their perspectives and knowledge of the systems being modeled.</p>
</boxed-text>
</sec>
<sec id="S3.SS2">
<title>Model Development</title>
<p>The Model Development phase typically occurs once a team has been established focused on a general research topic and a model is developed for a funding proposal. More often than not, coupling at this stage occurs in a limited two-way fashion between a very complicated social and/or economic model and a relatively simplistic representation of the ecology (see <xref ref-type="boxed-text" rid="boxenv-star-1">Box 3</xref> on Bioeconomic models) or a similarly complicated ecological and/or biological model with a simple representation of the human system [see <xref ref-type="boxed-text" rid="boxenv-star-2">Box 4</xref> on Management Strategy Evaluations (MSEs)].</p>
<boxed-text id="boxenv-star-1" position="float">
<title>Box 3. Bioeconomic models.</title>
<p>Bioeconomic models have a long history of use in fisheries management, including the foundational works of <xref ref-type="bibr" rid="B29">Gordon (1954)</xref>, <xref ref-type="bibr" rid="B73">Schaeffer (1957)</xref>, and <xref ref-type="bibr" rid="B81">Smith (1969)</xref> establishing the framework to explore the connections between the biology of a species and the economics of the harvesting sector. These early coupled bioeconomic models were fairly simplistic mathematical models of catch and fishing effort with surplus production stock dynamics and are well summarized in <xref ref-type="bibr" rid="B13">Clark (1990)</xref>. These models typically have some type of objective function which is either optimized or simulated to explore the tradeoffs across different potential harvest strategies, and can be used to assess the impact of past or future management actions on the fishery and the fish stock. However, advances in the science of stock assessments, ecology, and fisheries economics have led to increasingly complex and data intensive models of stock dynamics, fisher behavior, and decision making often resulting in bioeconomic models with cutting-edge science in one discipline and a fairly simplistic representation of the other discipline (e.g., <xref ref-type="bibr" rid="B46">Kasperski, 2015</xref>; <xref ref-type="bibr" rid="B19">DePiper et al., 2017</xref>). This highlights the need to couple bioeconomic models so that these models represent the best available science to inform fisheries managers, not just advances within our own disciplines that others find implausible or highly speculative. There continue to be advances toward more fully coupled bioeconomic models such as <xref ref-type="bibr" rid="B64">Punt et al. (2014b)</xref> and <xref ref-type="bibr" rid="B65">Punt et al. (2016)</xref> with stock assessment and economic models that are both cutting-edge. Surveys of the literature include, <xref ref-type="bibr" rid="B61">Plag&#x00E1;nyi (2007)</xref>, <xref ref-type="bibr" rid="B62">Prellezo et al. (2012)</xref>, and <xref ref-type="bibr" rid="B58">Nielsen et al. (2018)</xref>.</p>
</boxed-text>
<boxed-text id="boxenv-star-2" position="float">
<title>Box 4. Management strategy evaluation.</title>
<p>A management strategy evaluation (MSE) is a simulation study used to evaluate the performance of one or more preferred management actions (e.g., a fishing harvest rate). The simulation study will often consider variation among a broad range of biological or economic uncertainties (<xref ref-type="bibr" rid="B63">Punt et al., 2014a</xref>). A MSE can be a tactical or strategic application, and is typically conducted as a &#x201C;closed-loop&#x201D; simulation. A tactical MSE is used to address a short-term, specific management action [e.g., increasing the acceptable catch limit (ACL) for a chosen species], whereas a strategic MSE would explore a range of &#x201C;what-if&#x201D; scenarios and thus may not focus on any one outcome (<xref ref-type="bibr" rid="B65">Punt et al., 2016</xref>). A &#x201C;closed-loop&#x201D; MSE is a dynamic simulation that initializes by acquiring information about the operating model based on an individual or set of predefined indicators. For example, an indicator may be the available biomass of a given species. This information is acquired from the operating model (typically with added observational error) and then fed into the sampling model, where management thresholds (e.g., an overfishing limit) will be implemented (typically implementation error is added here). For example, if the available biomass is below the established threshold then the fishing allocation(s) will be limited in the subsequent cycle of the MSE loop (or until the simulation ends). The closed-loop simulation continues to iterate on an annual cycle, where the duration of the full simulation is based on the management objective. The coupling of the MSE cycle to a bioeconomic model may occur following the closed-loop MSE simulation. For example, MSE outputs from an end-to-end model being input into a bioeconomic model would be considered a one-way coupling. <xref ref-type="bibr" rid="B28">Goethel et al. (2019)</xref> provide an example of a two-way coupled MSE model where they integrated stakeholder engagement iteratively throughout each stage of the MSE.</p>
</boxed-text>
<p>The intent of coupling the ecological component of the model with a social component during the model development phase of a project is to assist the team in identifying the best modeling approaches to answer the set of already defined questions. In this phase, two-way coupling of the models is possible, but the questions that the coupled model will be able to answer will necessarily be a subset of those the entire interdisciplinary research team would have developed had they been involved from the start. However, this may be the best approach to take in some circumstances with well-defined questions that are somewhat limited in scope and a complete picture of the impact on the full SES is unnecessary or not feasible given regulatory or time constraints. The Bio-economic Length Age Structured Tool or &#x201C;BLAST&#x201D; Model (<xref ref-type="bibr" rid="B48">Lee et al., 2017</xref>) is one such example. It is a bioeconomic model which combines a utility-theory consistent model of recreational fishing demand and an age-structured stock dynamics model to help provide harvest advice to fisheries managers, initially developed in the Northeast United States.</p>
<p>Often, the way social and economic coupling occurs in this stage in an effort at implementing EBFM policies are through models of fisher behavior to better understand the economic and social costs and benefits of specific management rules and regulations (<xref ref-type="bibr" rid="B1">Abbott and Haynie, 2012</xref>; <xref ref-type="bibr" rid="B2">Abbott et al., 2015</xref>; <xref ref-type="bibr" rid="B66">Reimer et al., 2017</xref>; see <xref ref-type="boxed-text" rid="boxenv-star-3">Box 5</xref>). These models can either be created prospectively (as a fishery management council, regional planning body, or other management body is considering the impact of multiple alternatives) or through a retrospective analysis of the economic and social impacts of a management or environmental change.</p>
<boxed-text id="boxenv-star-3" position="float">
<title>Box 5. Fisher behavior.</title>
<p>Fisheries economists have employed discrete choice models and several other spatial models since the 1980&#x2019;s in a number of fisheries to better understand and statistically explain what factors influence the spatial and participation choices that fishers make across fisheries and fishing grounds (<xref ref-type="bibr" rid="B7">Bockstael and Opaluch, 1983</xref>; <xref ref-type="bibr" rid="B80">Smith and Wilen, 2003</xref>; <xref ref-type="bibr" rid="B27">Girardin et al., 2017</xref>). Two key characteristics that economists have identified from this research is that (1) fishers are drawn to higher catch rates and revenues; and (2) travel costs are reduced whenever possible (e.g., <xref ref-type="bibr" rid="B21">Eales and Wilen, 1986</xref>; <xref ref-type="bibr" rid="B33">Haynie and Layton, 2010</xref>). Researchers have also been able to estimate the costs of different hypothetical and actual spatial closures (e.g., <xref ref-type="bibr" rid="B67">Reimer and Haynie, 2018</xref>).</p>
<p>Fisheries managers are often faced with decisions that may close areas or limit catch of certain species to fisheries, and so wish to know how this will affect fishers and in turn how the fishers will respond to hypothetical closures or changes in the environment. While there has been a significant amount of research in the location choice sub-field of economics, only a very limited amount of this research has directly informed decision makers. The primary goal of the nearly complete NOAA Fisheries Spatial Economic Toolbox for Fisheries (FishSET) is to help managers and analysts better answer spatial management questions as they are making decisions and framing policy options (<xref ref-type="bibr" rid="B32">Haynie, 2015</xref>).</p>
</boxed-text>
<p>The class of models that are coupled at the model development stage, whether One-way coupled or limited Two-way coupled, tend to have moderate or moderate-high management traction, which is intuitive because these are often the type of models that are created to address specific management problems. As a result, these models tend to focus on modeling fishing fleet dynamics (<xref ref-type="bibr" rid="B8">Branch et al., 2006</xref>; <xref ref-type="bibr" rid="B87">Watson and Haynie, 2018</xref>) and the impact of regulations, such as spatial or temporal closures (<xref ref-type="bibr" rid="B1">Abbott and Haynie, 2012</xref>; <xref ref-type="bibr" rid="B67">Reimer and Haynie, 2018</xref>), on the fishing industry and on society at large (<xref ref-type="bibr" rid="B72">Sanchirico et al., 2013</xref>).</p>
</sec>
<sec id="S3.SS3">
<title>Model Assessment</title>
<p>This is the phase of a project where the modeling team has a model developed to explain some real world phenomenon and is trying to assess the degree to which their model reflects reality or to assess the potential implications of the model to society. This phase can happen during or after the initial publication of the basic natural science or social science model manuscript(s) which often form the basis for creating an integrated SES model where the coupling occurs during the Model Assessment phase. The Integrated Social Vulnerability class of models (see <xref ref-type="boxed-text" rid="boxenv-star-4">Box 6</xref>) often represent One-way coupling of natural and social science models via the integration of a model of the risk to a natural and/or man-made hazard [such as climate change (<xref ref-type="bibr" rid="B30">Hare et al., 2016</xref>)] and a model of social vulnerability and/or adaptive capacity (<xref ref-type="bibr" rid="B41">Jepson and Colburn, 2013</xref>) specifically in regards to the risk from climate change and sea-level rise to coastal communities, as in <xref ref-type="bibr" rid="B14">Colburn et al. (2016)</xref>. That study is an example of both a qualitative one-way coupling in integrating the species and community diversity metrics as well as a quantitative one-way coupling between sea-level rise risk and the number of marine businesses affected.</p>
<boxed-text id="boxenv-star-4" position="float">
<title>Box 6. Integrated social vulnerability.</title>
<p>The intersections of social vulnerability metrics and natural hazards vulnerabilities is a specific application of an integrative model to a particular scenario, but one that has been applied successfully around the world in a wide variety of contexts [e.g., based on Susan Cutter&#x2019;s Social Vulnerability Index (SoVI) to environmental hazards (<xref ref-type="bibr" rid="B16">Cutter, 2003</xref>)]. Communities need to plan for and respond to natural disasters and human-made harmful events. Various factors influence the community&#x2019;s ability to mitigate the impacts. These factors, such as poverty, access to transportation, number of people per household, are known as social vulnerability. In the United States, the socio-economic and demographic data for these factors is commonly derived from Census data. The SoVI is meant to be used to make sense of the social system in comparison to natural hazards and built infrastructure in order to determine where hazards will have the largest and longest impact (<xref ref-type="bibr" rid="B17">Cutter, 2009</xref>). Because of SoVI&#x2019;s reliance on Census data, geographic comparisons and time series analysis are also possible in order to determine the dynamics of vulnerability in space and time (<xref ref-type="bibr" rid="B18">Cutter and Finch, 2008</xref>). NOAA&#x2019;s National Centers for Coastal Ocean Science (NCCOS) has incorporated SoVI into an Integrated Vulnerability Framework to examine geographic variability in and overlaps between social vulnerability, natural resource vulnerability, and structural vulnerability to natural hazards such as sea level rise, storm surge, stormwater flooding, heat, drought, and wildfire (<xref ref-type="bibr" rid="B57">Messick et al., 2016</xref>; <xref ref-type="bibr" rid="B23">Fleming et al., 2017</xref>). The geospatial approach of the Integrated Vulnerability Framework is designed to help communities qualify for adaptation grants and programs by demonstrating need, contextualize relative vulnerability among neighboring communities, and prioritize areas where adaptation programs can deliver benefits to communities most in need.</p>
<p>With a slightly different focus on social impact assessment and satisfying United States Magnuson-Stevens Act National Standard 8 about sustaining fishing communities of place, NOAA Fisheries has developed a series of Community Social Vulnerability Indices (CSVIs) to identify fishing communities that may be susceptible to the adverse impacts of regulatory change (<xref ref-type="bibr" rid="B41">Jepson and Colburn, 2013</xref>). However, the CSVIs are grounded in a broader effort to gauge the ability of coastal communities to adapt to change, especially from climate change, and how that adaptation contributes to overall community well-being and natural resource use. The CSVIs were expanded to include measures of risk from both sea level rise (<xref ref-type="bibr" rid="B14">Colburn et al., 2016</xref>) and storm surge. Most recently, the CSVIs have been updated to include trend data from 2009 through 2018 to better understand how these communities are adapting to change over time and how vulnerabilities may play a role in that adaptation.</p>
</boxed-text>
<p>In addition to coupling to describe the social impacts of changes in the marine environment, coupling at the Model Assessment phase can also help describe the economic impacts of these changes to the society as a whole, often through the use of One-way coupled Regional Economic Impact Models (see <xref ref-type="boxed-text" rid="boxenv-star-5">Box 7</xref>). These models have been integrated similarly as quantitative one-way coupled models where a climate-informed stock assessment model is used to generate a series of projections of future stock biomass and catch of the projection period (<xref ref-type="bibr" rid="B39">Ianelli et al., 2011</xref>) and the changes in fisheries yield is then used as an input in a dynamic computable general equilibrium (CGE) model of the Alaska fisheries and non-fisheries economy (<xref ref-type="bibr" rid="B75">Seung and Ianelli, 2016</xref>, <xref ref-type="bibr" rid="B78">2019</xref>).</p>
<boxed-text id="boxenv-star-5" position="float">
<title>Box 7. Regional economic impact models.</title>
<p>There are a number of models that can assess the broader economic activity associated with recreational and commercial fisheries, beyond the fishers themselves. Regional economic impact models estimate the difference in economic activity, expressed in terms of sales, income, value-added, or employment, with and without a policy or environmental change [see <xref ref-type="bibr" rid="B53">Loveridge (2004)</xref>, <xref ref-type="bibr" rid="B79">Seung and Waters (2006)</xref>, and <xref ref-type="bibr" rid="B76">Seung (2015)</xref> for good reviews of these models]. The predominant approach utilized in coupled socio-ecological modeling endeavors are Regional Input-Output models. Regional Input-Output models were originally developed by <xref ref-type="bibr" rid="B50">Leontief (1951)</xref>, and assess direct and indirect impacts from changes in landings revenue. This means they trace the impact of revenue changes to not only the fishing businesses themselves, but also forward to sectors that use seafood produced by the fishing sector (e.g., seafood processors, dealers, restaurants) and backward to business that supply inputs to fishing (e.g., marinas, ice and bait suppliers, marine repair and supply shops). The major drawback to this modeling framework is that it is static, meaning behavioral responses to changes are not captured. The analyses resulting from these models are thus best viewed as identifying impacts in the economy due to changes in landings, but not estimating changes in welfare itself which would be a more meaningful metric for policy analysis. Other frameworks such as Input- Output Linear Programming (e.g., <xref ref-type="bibr" rid="B47">Kirkley et al., 2011</xref>), Computable General Equilibrium (CGE, e.g., <xref ref-type="bibr" rid="B42">Jin et al., 2012</xref>; <xref ref-type="bibr" rid="B75">Seung and Ianelli, 2016</xref>), and dynamic CGE (e.g., <xref ref-type="bibr" rid="B77">Seung et al., 2015</xref>) have been used for coupled socio-ecological modeling exercises to better assess how behavior is likely to change due to system changes. However, the complexity of these models means that the nuanced differences across fishing fleets that are key in a management context can be lost through aggregation. The trade-off between these approaches thus depends on the question being addressed and ultimate application.</p>
</boxed-text>
</sec>
<sec id="S3.SS4">
<title>Management Strategy Assessment</title>
<p>The human activity most commonly included in existing United States EBFM coupled modeling efforts is fishery catch. However, coupling at the Management Strategy Assessment stage usually implies that catches are not driven by any kind of behavioral model of fishers but rather based upon simple assumptions of fisheries mortality rates. Coupling at this stage is often a simple quantitative one-way relationship in which a series of alternative catch projections are multiplied by some fixed price to assess potential &#x201C;economic impacts&#x201D; of these different catch projections. These models can have some utility in fisheries and stocks in which the total TAC is caught nearly every year (full utilization) and catch projections are unlikely to change the relative prices across alternative target species. However, these models may perform poorly when the catch projections have an impact on the overall size of the catch over time through size-based targeting and production strategies among the fleet, as shown by <xref ref-type="bibr" rid="B11">Chen (2018)</xref> in the Bering Sea pollock fishery. These models may also perform poorly in situations where bycatch or quota constraints of other species jointly caught with the target species of interest may result in lower than full TAC utilization, as can happen in the New England and Bering Sea groundfish fisheries, more often prior to the implementation of catch shares (<xref ref-type="bibr" rid="B10">Brinson and Thunberg, 2013</xref>, <xref ref-type="bibr" rid="B9">2016</xref>). As this coupling occurs so late in the process, it generally still only provides meaningful information about the ecological impacts of proposed management strategies or environmental changes but the impacts to society and the fishery are largely through narrative description. Thus these types of models may be useful to assess the management strategies across ecological objectives, but are unlikely to provide substantial useful information about the social or economic impacts of these ecological outcomes. Integrated models that account for management and fishing responses to changing physical and economic responses will provide more realistic projections and understanding of uncertainty (e.g., <xref ref-type="bibr" rid="B36">Hollowed et al., 2020</xref>; <xref ref-type="bibr" rid="B68">Reum et al., 2020</xref>).</p>
</sec>
</sec>
<sec id="S4">
<title>Discussion</title>
<p>As shown in <xref ref-type="table" rid="T1">Table 1</xref>, there is overlap between potential model capabilities, depending on how the model is created and for what purpose. We further categorize these different types of coupled SES models by the EBFM sector they inform or for which management questions they are most appropriately designed to address. The four categories of management questions (depicted in <xref ref-type="fig" rid="F2">Figure 2</xref>) are: Understanding Ecosystem Connections and Function (shorthand &#x201C;Ecology&#x201D;), Assessing the Impact of Environmental and Management Changes on Fisheries (shorthand &#x201C;Fisheries&#x201D;), Understanding the Distributional Impacts of Management Policies and Environmental changes on Society and the Economy (shorthand &#x201C;Society&#x201D;), and a Full SES Approach Integrating the other Three Sectors (shorthand &#x201C;Full SES&#x201D;). The section below provides examples by EBFM sector of applying models to management questions.</p>
<sec id="S4.SS1">
<title>Understanding Ecosystem Connections and Function (Ecology)</title>
<p>The therMizer model was developed in order to better understand the effects of rising ocean temperature and changing plankton communities on fish size and abundance (<xref ref-type="bibr" rid="B89">Woodworth-Jefcoats et al., 2019</xref>). It is a size-based food web model with individual species represented, gear-specific fishery, and effects of temperature on metabolism and aerobic scope. It can incorporate dynamic fishing scenarios and the output can be used to estimate changes in catch value as a result of modeled climate and/or fishing scenarios, but is not intended to explain changes in fisheries behavior from any non-ecological basis.</p>
<p>Initial modeling results from the Alaska Climate Integrated Modeling (ACLIM) project are focused on key fisheries management areas of concern about climate change and species distribution shifts in the Eastern Bering Sea (<xref ref-type="bibr" rid="B34">Hermann et al., 2019</xref>; <xref ref-type="bibr" rid="B37">Holsman et al., 2020</xref>; <xref ref-type="bibr" rid="B68">Reum et al., 2020</xref>). The ACLIM project relies on repeated communication with stakeholders and managers to assess potential climate change effects as well as potential management and fleet responses to the changes they are currently experiencing (<xref ref-type="bibr" rid="B36">Hollowed et al., 2020</xref>). As the ACLIM project develops further, connections will be made to integrate impacts beyond commercial fisheries to create a series of integrated end-to-end models that explore a suite of climate scenarios with a variety of fisheries fleet dynamics models and potential management instruments.</p>
</sec>
<sec id="S4.SS2">
<title>Assessing the Impact of Environmental and Management Changes on Fisheries (Fisheries)</title>
<p>Although less prevalent than their commercial counterparts, recreational fishery bioeconomic models are also employed in assessing the impact of alternate regulations on fisheries and stocks. In the Northeast United States, a multispecies SES for cod and haddock is used to assess the impact of differing possession and size limits and seasonal closures on both stocks, as well as changes in the recreational welfare derived from this mixed recreational fishery due to the regulations (<xref ref-type="bibr" rid="B48">Lee et al., 2017</xref>). The model provides two-way coupling between an economic recreational demand module based on choice experiment survey data and an age-structured stock dynamics module. Recreational landings and discards are estimated based on fishing regulations, stock structure, and recreational effort derived from expected utility maximization. The resultant fishing mortality is passed to the stock dynamics module, which allows estimation of alternate stock trajectories based on variability around initial conditions, uncertainty in recruitment, and changes in regulations. These changes in stock conditions will, in turn, affect future recreational fishing behavior.</p>
<p>Researchers at the Northeast Fisheries Science Center developed the model and a joint Northeast Fishery Management Council (NEFMC)/Mid-Atlantic Fishery Management Council (MAFMC) panel reviewed the model in 2012. The authors note challenges to employing the model in support of resource management decision-making includes time lags in and uncertainty around the scientific information used, as well as inflexibilities in the management system, which results in a condensed period for model updating and an undermining of stakeholder trust in the management process due to the use of outdated information to assess current conditions. Results from the first implementation of the model in support of fisheries management indicate that although changes in regulations had substantial impacts on the recreational welfare generated, minimal long-run conservation value was derived from even the most draconian alternatives assessed. This result actually facilitated management uptake, as it was viewed favorably by stakeholders, minimizing concerns around the adoption of a novel approach for specification setting which might have otherwise hampered adoption. Since 2013, this model has been employed to support the selection of recreational groundfish measures for the Gulf of Maine in each round of specification setting. Revised versions of the choice experiment were conducted in 2014 and 2019. The simulation model has also since been further refined at the request of the NEFMC to allow for analysis of slot limits and regulations that vary within the year or by fishery mode.</p>
</sec>
<sec id="S4.SS3">
<title>Understanding the Distributional Impacts of Management Policies and Environmental Changes on Society and the Economy (Society)</title>
<p>To better understand ecosystem function and the deep connections local stakeholders have with the marine environment, conceptual models of the SES can be developed in partnership between scientists and resource users at a local scale, such as for the case of the community of Sitka, Alaska, and Sitka Sound (<xref ref-type="bibr" rid="B70">Rosellon-Druker et al., 2019</xref>), or at a regional-or ecosystem-scale (<xref ref-type="bibr" rid="B31">Harvey et al., 2016</xref>). These &#x201C;place-based&#x201D; SES models have been developed as part of an Integrated Ecosystem Assessment (IEA) in which the two-way coupled conceptual models are used to understand the multifaceted nature of well-being in local communities and to generate a set of feasible indicators of community well-being related to their interactions with the marine environment (<xref ref-type="bibr" rid="B84">Szymkowiak and Kasperski, 2021</xref>). The repeated interaction with the community of Sitka has helped generate trust between the researchers and community members, and they appreciate the availability of performance metrics that reflect how they interact with the marine environment, but these models and metrics have not been designed to support any specific management decision and are generally limited to providing local context for decision makers.</p>
</sec>
<sec id="S4.SS4">
<title>Full SES Approach Integrating the Other Three Sectors (Full SES)</title>
<p><xref ref-type="bibr" rid="B44">Kaplan and Leonard (2012)</xref> offer one example of a simple One-way coupling from an end-to-end model to a regional input-output model. In this work, catch projections from Atlantis (<xref ref-type="bibr" rid="B24">Fulton et al., 2011</xref>) ecosystem model scenarios (<xref ref-type="bibr" rid="B43">Kaplan et al., 2012</xref>) were passed to the IOPAC input-output model (<xref ref-type="bibr" rid="B49">Leonard and Watson, 2011</xref>). This allowed the authors to evaluate the economic impact (in terms of jobs and income in the broader economy) stemming from changes in port-level landed revenue; landed revenue was assumed to be the product of catch and constant price per port. This coupling to IOPAC allowed outputs from the end-to-end model to be translated to direct effects (on the seafood sector), indirect effects (on suppliers to the seafood sector), and induced effects (related to broader household spending), rather than only reporting landed revenue as a modeling endpoint. The Atlantis ecosystem model scenarios tested effects of fishing gear shifts and spatial closures. Although the Atlantis model projection period was 20 years, the coupling to the input-output model was made only for years 1 and 15, largely due to the caveats described above related to the static nature of input-output models and their lack of behavioral responses.</p>
<p>The coupled approach of <xref ref-type="bibr" rid="B44">Kaplan and Leonard (2012)</xref> has been replicated with other end-to-end models, and gained traction with fishery management audiences, but the approach is not &#x201C;operational,&#x201D; i.e., it is not routinely delivered as a management product. <xref ref-type="bibr" rid="B22">Fay et al. (2019)</xref> recently applied a similar coupled approach in the Northeast United States, coupling an Atlantis model to the NERIOCOM input-output model (<xref ref-type="bibr" rid="B82">Steinback and Thunberg, 2006</xref>). The Atlantis-IOPAC coupling of models has been presented to the Pacific Fishery Management Council, council subcommittees, and review panels (<xref ref-type="bibr" rid="B45">Kaplan and Marshall, 2016</xref>). A recent application by <xref ref-type="bibr" rid="B35">Hodgson et al. (2018)</xref> considered port-level effects of ocean acidification on revenue, income, and employment. IOPAC is routinely updated for use by the Pacific Fishery Management Council, so further coupling is possible and is likely a constructive way to frame ecosystem modeling results, in particular because input-output models are commonly used throughout the United States by policy makers (including outside fisheries).</p>
</sec>
<sec id="S4.SS5">
<title>Management Uptake</title>
<p>A review of key factors which facilitated management uptake, as detailed in <xref ref-type="supplementary-material" rid="TS1">Supplementary Appendix Table 1</xref>, indicates some commonalities across models successfully used in management support. Most obvious is when stakeholders and managers request answers to specific questions that necessitate the development of a coupled model, regardless of the types of models or coupling employed. Somewhat less apparent and equally necessary is the need to have models which function within management timelines and are able to test management-relevant policy instruments. For tactical advice, this reality usually translates into a need to develop relatively lightweight models which can iterate combinations of policies quickly to inform the development of management actions. For strategic advice, models need to realistically capture the dynamics of resources most closely associated with human actions under management, such that stakeholders and managers glimpse their perception of the system in model outputs, which can build trust in its function. Providing either tactical or strategic advice in this manner necessitates coupled SES models, in that it is the interplay of biology and human behavior which determines the success or failure of policy instruments. Timing plays a key role in management uptake, and good models are often left unused because they may not be completely developed in time for management actions.</p>
<p>In light of this, building models based on recurring demands helps to ensure the often long lead time necessary to develop models does not unduly interfere with their adoption. Many times uptake is as much a fortuitous confluence of events as careful planning. As such, having a developed model which can answer a scientifically interesting and seemingly policy-relevant question ready when it becomes important from a manager&#x2019;s perspective can also bear fruit. Retrospective analyses of prior management or environmental shocks also provide valuable insights into probable human responses to future management alternatives and environmental shocks such as climate change.</p>
</sec>
<sec id="S4.SS6">
<title>Implications for General Modeling Support</title>
<p>One of the advantages of recognizing the need for coupled modeling is that generic modeling support activities can be applied to all disciplines. For example, the extensive use of a variety of models for stock assessments has led to NOAA support for the development of a modeling toolbox infrastructure, which includes the NOAA Fisheries Integrated Toolbox and current supports a number of the SES models described in this manuscript. This integrated toolbox infrastructure is being designed to support stock assessment, ecosystem, economic and human dimension models. Sharing a basic requirement for provision of model metadata, version control, model sharing, and other aspects will facilitate model coupling. Similarly, the need and investment for access to high-speed computing for coupled earth-system models will apply to coupled SES models.</p>
</sec>
</sec>
<sec id="S5">
<title>Conclusion</title>
<p>In this manuscript we have provided an overview of a framework to describe coupled SES fishery models, including the trade-offs between approaches and management questions which they can address. We reviewed management uptake of these SES models to identify commonalities across case studies in terms of both successes and failures. The ultimate purpose of this manuscript is to provide interdisciplinary scientists and resource managers with guidance on how, when, and what to couple in order to provide actionable information for a suite of management-relevant questions. The main takeaway from this analysis is that timing plays a key role in management uptake and successful coupling. Early engagement between disciplines, and even across sub-disciplines, ensures the broadest range of questions can be addressed within a management timeline.</p>
<p>This manuscript focused on fishery management-centric SES models, but the framework is applicable within a broader EBM construct and the ideas outlined in this paper resonate into multi-sectoral modeling approaches, particularly the need to integrate early not only within a single sector (such as through EBFM) but also across sectors. Further, all the modeling approaches outlined here can inform decision-makers whenever fisheries and other ocean uses come into conflict. When shifting from a focus on fisheries toward broader interactions between fisheries, wind energy development, tourism, and other ocean uses, coupled SES models will continue to play an important role in understanding the breadth of trade-offs entailed. As always, the management questions and industry sectors under consideration will dictate the relative value of modeling approaches and metrics which can help inform resource managers.</p>
</sec>
<sec id="S6">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="TS1">Supplementary Material</xref>, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="S7">
<title>Author Contributions</title>
<p>SK, GD, and AH organized the original conception and design of the study. SK, GD, AH, SB, LC, AF, MJ, MK, KL, DL, MM, CS, HT, and MW participated in the NEMoW Workshop, contributed to the list of coupled SES models in <xref ref-type="supplementary-material" rid="TS1">Supplementary Appendix Table 1</xref>, which ultimately resulted in structure and organization of the manuscript, and wrote sections of the manuscript. SK wrote the first draft of the manuscript. All authors contributed to manuscript revision, read, and approved the submitted version.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<fn-group>
<fn fn-type="financial-disclosure">
<p><bold>Funding.</bold> This research was supported by NOAA Fisheries.</p>
</fn>
</fn-group>
<ack>
<p>We would like the thank all of the participants in the 5th National Ecosystem Modeling Workshop (NEMoW) in St. Petersburg, FL, United States December 9&#x2013;11th, 2019 for their assistance in the discussion which helped shape this manuscript as well as Isaac Kaplan for contributing to earlier drafts of the manuscript. We would also like to thank the NOAA Fisheries Office of Science and Technology and the NOAA Fisheries Regional Science Centers for providing financial support for the workshop and the University of South Florida, College of Marine Science, especially Cameron Ainsworth, for hosting the workshop.</p>
</ack>
<sec id="S10" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fmars.2021.631400/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fmars.2021.631400/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.XLSX" id="TS1" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Abbott</surname> <given-names>J. K.</given-names></name> <name><surname>Haynie</surname> <given-names>A. C.</given-names></name></person-group> (<year>2012</year>). <article-title>What are we protecting? fisher behavior and the unintended consequences of spatial closures as a fishery management tool.</article-title> <source><italic>Ecol. Appl.</italic></source> <volume>22</volume> <fpage>762</fpage>&#x2013;<lpage>777</lpage>. <pub-id pub-id-type="doi">10.1890/11-1319.1</pub-id></citation></ref>
<ref id="B2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Abbott</surname> <given-names>J. K.</given-names></name> <name><surname>Haynie</surname> <given-names>A. C.</given-names></name> <name><surname>Reimer</surname> <given-names>M. N.</given-names></name></person-group> (<year>2015</year>). <article-title>Hidden flexibility: institutions. incentives, and the margins of selectivity in fishing.</article-title> <source><italic>Land Econ.</italic></source> <volume>91</volume> <fpage>169</fpage>&#x2013;<lpage>195</lpage>. <pub-id pub-id-type="doi">10.3368/le.91.1.169</pub-id></citation></ref>
<ref id="B3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aminpour</surname> <given-names>P.</given-names></name> <name><surname>Gray</surname> <given-names>S. A.</given-names></name> <name><surname>Jetter</surname> <given-names>A. J.</given-names></name> <name><surname>Introne</surname> <given-names>J. E.</given-names></name> <name><surname>Singer</surname> <given-names>A.</given-names></name> <name><surname>Arlinghaus</surname> <given-names>R.</given-names></name></person-group> (<year>2020</year>). <article-title>Wisdom of stakeholder crowds in complex social&#x2013;ecological systems.</article-title> <source><italic>Nat. Sustainabil.</italic></source> <volume>3</volume> <fpage>1</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1038/s41893-019-0467-z</pub-id></citation></ref>
<ref id="B4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Anderies</surname> <given-names>J. M.</given-names></name> <name><surname>Janssen</surname> <given-names>M. A.</given-names></name> <name><surname>Ostrom</surname> <given-names>E.</given-names></name></person-group> (<year>2004</year>). <article-title>A framework to analyze the robustness of social-ecological systems from an institutional perspective.</article-title> <source><italic>Ecol. Soc.</italic></source> <volume>9</volume>:<fpage>18</fpage>. <pub-id pub-id-type="doi">10.5751/ES-00610-090118</pub-id> <pub-id pub-id-type="pmid">30174746</pub-id></citation></ref>
<ref id="B5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Audzijonyte</surname> <given-names>A.</given-names></name> <name><surname>Pethybridge</surname> <given-names>H.</given-names></name> <name><surname>Porobic</surname> <given-names>J.</given-names></name> <name><surname>Gorton</surname> <given-names>R.</given-names></name> <name><surname>Kaplan</surname> <given-names>I.</given-names></name> <name><surname>Fulton</surname> <given-names>E. A.</given-names></name></person-group> (<year>2019</year>). <article-title>Atlantis: a spatially explicit end-to-end marine ecosystem model with dynamically integrated physics, ecology and socio-economic modules.</article-title> <source><italic>Methods Ecol. Evol.</italic></source> <volume>10</volume> <fpage>1814</fpage>&#x2013;<lpage>1819</lpage>. <pub-id pub-id-type="doi">10.1111/2041-210X.13272</pub-id></citation></ref>
<ref id="B6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berkes</surname> <given-names>F.</given-names></name> <name><surname>Folke</surname> <given-names>C.</given-names></name></person-group> (<year>1998</year>). <source><italic>Linking Social and Ecological Systems: Management Practices and Social Mechanisms for Building Resilience.</italic></source> <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name>.</citation></ref>
<ref id="B7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bockstael</surname> <given-names>N. E.</given-names></name> <name><surname>Opaluch</surname> <given-names>J. J.</given-names></name></person-group> (<year>1983</year>). <article-title>Discrete modelling of supply response under uncertainty: the case of the fishery.</article-title> <source><italic>J. Environ. Econ. Manag.</italic></source> <volume>10</volume> <fpage>125</fpage>&#x2013;<lpage>137</lpage>. <pub-id pub-id-type="doi">10.1016/0095-0696(83)90021-9</pub-id></citation></ref>
<ref id="B8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Branch</surname> <given-names>T. A.</given-names></name> <name><surname>Hilborn</surname> <given-names>R.</given-names></name> <name><surname>Haynie</surname> <given-names>A. C.</given-names></name> <name><surname>Fay</surname> <given-names>G.</given-names></name> <name><surname>Flynn</surname> <given-names>L.</given-names></name> <name><surname>Griffiths</surname> <given-names>J.</given-names></name><etal/></person-group> (<year>2006</year>). <article-title>Fleet dynamics and fishermen behavior: lessons for fisheries managers.</article-title> <source><italic>Can. J. Fish. Aquatic Sci.</italic></source> <volume>63</volume> <fpage>1647</fpage>&#x2013;<lpage>1668</lpage>. <pub-id pub-id-type="doi">10.1139/f06-072</pub-id></citation></ref>
<ref id="B9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brinson</surname> <given-names>A. A.</given-names></name> <name><surname>Thunberg</surname> <given-names>E.</given-names></name></person-group> (<year>2016</year>). <article-title>2016. performance of federally managed catch share fisheries in the United States.</article-title> <source><italic>Fish. Res.</italic></source> <volume>179</volume> <fpage>213</fpage>&#x2013;<lpage>223</lpage>. <pub-id pub-id-type="doi">10.1016/j.fishres.2016.03.008</pub-id></citation></ref>
<ref id="B10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brinson</surname> <given-names>A. A.</given-names></name> <name><surname>Thunberg</surname> <given-names>E. M.</given-names></name></person-group> (<year>2013</year>). <source><italic>The Economic Performance of US Catch Share Programs.</italic></source> <publisher-loc>Washington, D.C</publisher-loc>: <publisher-name>NOAA Technical Memorandum</publisher-name>.</citation></ref>
<ref id="B11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>Y. A.</given-names></name></person-group> (<year>2018</year>). <source><italic>Three Essays in Fisheries Economics.</italic></source> <ext-link ext-link-type="uri" xlink:href="http://hdl.handle.net/1773/41765">http://hdl.handle.net/1773/41765</ext-link> <comment>(accessed December 10, 2019)</comment>.</citation></ref>
<ref id="B12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cheng</surname> <given-names>S. H.</given-names></name> <name><surname>McKinnon</surname> <given-names>M. C.</given-names></name> <name><surname>Masuda</surname> <given-names>Y. J.</given-names></name> <name><surname>Garside</surname> <given-names>R.</given-names></name> <name><surname>Jones</surname> <given-names>K. W.</given-names></name> <name><surname>Miller</surname> <given-names>D. C.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Strengthen causal models for better conservation outcomes for human well-being.</article-title> <source><italic>PLoS One</italic></source> <volume>15</volume>:<fpage>e0230495</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0230495</pub-id> <pub-id pub-id-type="pmid">32196534</pub-id></citation></ref>
<ref id="B13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Clark</surname> <given-names>C. W.</given-names></name></person-group> (<year>1990</year>). <source><italic>Mathematical Bioeconomics</italic></source>, <edition>2&#x00E8;me Edn</edition>. <publisher-loc>New-York</publisher-loc>: <publisher-name>John Wiley and Sons</publisher-name>.</citation></ref>
<ref id="B14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Colburn</surname> <given-names>L. L.</given-names></name> <name><surname>Jepson</surname> <given-names>M.</given-names></name> <name><surname>Weng</surname> <given-names>C.</given-names></name> <name><surname>Seara</surname> <given-names>T.</given-names></name> <name><surname>Weiss</surname> <given-names>J.</given-names></name> <name><surname>Hare</surname> <given-names>J. A.</given-names></name></person-group> (<year>2016</year>). <article-title>Indicators of climate change and social vulnerability in fishing dependent communities along the eastern and gulf coasts of the United States.</article-title> <source><italic>Mar. Pol.</italic></source> <volume>74</volume> <fpage>323</fpage>&#x2013;<lpage>333</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2016.04.030</pub-id></citation></ref>
<ref id="B15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Colding</surname> <given-names>J.</given-names></name> <name><surname>Barthel</surname> <given-names>S.</given-names></name></person-group> (<year>2019</year>). <article-title>Exploring the social-ecological systems discourse 20 years later.</article-title> <source><italic>Ecol. Soc.</italic></source> <volume>24</volume>:<fpage>2</fpage>. <pub-id pub-id-type="doi">10.5751/ES-10598-240102</pub-id> <pub-id pub-id-type="pmid">30174746</pub-id></citation></ref>
<ref id="B16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cutter</surname> <given-names>S. L.</given-names></name></person-group> (<year>2003</year>). <article-title>The vulnerability of science and the science of vulnerability.</article-title> <source><italic>Ann. Assoc. Am. Geograph.</italic></source> <volume>93</volume> <fpage>1</fpage>&#x2013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1111/1467-8306.93101</pub-id></citation></ref>
<ref id="B17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cutter</surname> <given-names>S. L.</given-names></name></person-group> (<year>2009</year>). &#x201C;<article-title>Social science perspectives on hazards and vulnerability science</article-title>,&#x201D; in <source><italic>Geophysical Hazards., 17&#x2013;30</italic></source>, <role>ed.</role> <person-group person-group-type="editor"><name><surname>Beer</surname> <given-names>T.</given-names></name></person-group> (<publisher-loc>Dordrecht</publisher-loc>: <publisher-name>Springer</publisher-name>). <pub-id pub-id-type="doi">10.1007/978-90-481-3236-2_2</pub-id></citation></ref>
<ref id="B18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cutter</surname> <given-names>S. L.</given-names></name> <name><surname>Finch</surname> <given-names>C.</given-names></name></person-group> (<year>2008</year>). <article-title>Temporal and spatial changes in social vulnerability to natural hazards.</article-title> <source><italic>Proc. Natl. Acad. Sci. U S A.</italic></source> <volume>105</volume> <fpage>2301</fpage>&#x2013;<lpage>2306</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.0710375105</pub-id> <pub-id pub-id-type="pmid">18268336</pub-id></citation></ref>
<ref id="B19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>DePiper</surname> <given-names>G. S.</given-names></name> <name><surname>Lipton</surname> <given-names>D. W.</given-names></name> <name><surname>Lipcius</surname> <given-names>R. N.</given-names></name></person-group> (<year>2017</year>). <article-title>Valuing ecosystem services: oysters, denitrification, and nutrient trading programs.</article-title> <source><italic>Mar. Resource Econ.</italic></source> <volume>32</volume> <fpage>1</fpage>&#x2013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1086/688976</pub-id></citation></ref>
<ref id="B20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>D&#x00FC;spohl</surname> <given-names>M.</given-names></name> <name><surname>Frank</surname> <given-names>S.</given-names></name> <name><surname>D&#x00F6;ll</surname> <given-names>P.</given-names></name></person-group> (<year>2012</year>). <article-title>A review of bayesian networks as a participatory modeling approach in support of sustainable environmental management.</article-title> <source><italic>Int. J. Sustainable Dev.</italic></source> <volume>5</volume> <fpage>1</fpage>&#x2013;<lpage>18</lpage>. <pub-id pub-id-type="doi">10.5539/jsd.v5n12p1</pub-id></citation></ref>
<ref id="B21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eales</surname> <given-names>J.</given-names></name> <name><surname>Wilen</surname> <given-names>J. E.</given-names></name></person-group> (<year>1986</year>). <article-title>An examination of fishing location choice in the pink shrimp fishery.</article-title> <source><italic>Mar. Resource Econ.</italic></source> <volume>2</volume> <fpage>331</fpage>&#x2013;<lpage>351</lpage>. <pub-id pub-id-type="doi">10.1086/mre.2.4.42628909</pub-id></citation></ref>
<ref id="B22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fay</surname> <given-names>G.</given-names></name> <name><surname>DePiper</surname> <given-names>G.</given-names></name> <name><surname>Steinback</surname> <given-names>S.</given-names></name> <name><surname>Gamble</surname> <given-names>R. J.</given-names></name> <name><surname>Link</surname> <given-names>J. S.</given-names></name></person-group> (<year>2019</year>). <article-title>Economic and ecosystem effects of fishing on the northeast US Shelf.</article-title> <source><italic>Front. Mar. Sci.</italic></source> <volume>6</volume>:<fpage>133</fpage>. <pub-id pub-id-type="doi">10.3389/fmars.2019.00133</pub-id></citation></ref>
<ref id="B23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fleming</surname> <given-names>C. S.</given-names></name> <name><surname>Dillard</surname> <given-names>M. K.</given-names></name> <name><surname>Regan</surname> <given-names>S. D.</given-names></name> <name><surname>Gorstein</surname> <given-names>M.</given-names></name> <name><surname>Messick</surname> <given-names>E.</given-names></name> <name><surname>Blair</surname> <given-names>A.</given-names></name></person-group> (<year>2017</year>). <source><italic>A Coastal Community Vulnerability Assessment for the Choptank Habitat Focus Area.</italic></source> <publisher-loc>Washington, D.C</publisher-loc>: <publisher-name>NOAA Technical Memorandum</publisher-name>.</citation></ref>
<ref id="B24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fulton</surname> <given-names>E. A.</given-names></name> <name><surname>Link</surname> <given-names>J. S.</given-names></name> <name><surname>Kaplan</surname> <given-names>I. C.</given-names></name> <name><surname>Savina-Rolland</surname> <given-names>M.</given-names></name> <name><surname>Johnson</surname> <given-names>P.</given-names></name> <name><surname>Ainsworth</surname> <given-names>C.</given-names></name><etal/></person-group> (<year>2011</year>). <article-title>Lessons in modelling and management of marine ecosystems: the atlantis experience.</article-title> <source><italic>Fish Fish.</italic></source> <volume>12</volume> <fpage>171</fpage>&#x2013;<lpage>188</lpage>. <pub-id pub-id-type="doi">10.1111/j.1467-2979.2011.00412.x</pub-id></citation></ref>
<ref id="B25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fulton</surname> <given-names>E. A.</given-names></name> <name><surname>Parslow</surname> <given-names>J. S.</given-names></name> <name><surname>Smith</surname> <given-names>A. D. M.</given-names></name> <name><surname>Johnson</surname> <given-names>C. R.</given-names></name></person-group> (<year>2004</year>). <article-title>Biogeochemical marine ecosystem models II: the effect of physiological detail on model performance.</article-title> <source><italic>Ecol. Modell.</italic></source> <volume>173</volume> <fpage>371</fpage>&#x2013;<lpage>406</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolmodel.2003.09.024</pub-id></citation></ref>
<ref id="B26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fulton</surname> <given-names>E. A.</given-names></name> <name><surname>Punt</surname> <given-names>A. E.</given-names></name> <name><surname>Dichmont</surname> <given-names>C. M.</given-names></name> <name><surname>Harvey</surname> <given-names>C. J.</given-names></name> <name><surname>Gorton</surname> <given-names>R.</given-names></name></person-group> (<year>2019</year>). <article-title>Ecosystems say good management pays off.</article-title> <source><italic>Fish Fish.</italic></source> <volume>20</volume> <fpage>66</fpage>&#x2013;<lpage>96</lpage>. <pub-id pub-id-type="doi">10.1111/faf.12324</pub-id></citation></ref>
<ref id="B27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Girardin</surname> <given-names>R.</given-names></name> <name><surname>Hamon</surname> <given-names>K. G.</given-names></name> <name><surname>Pinnegar</surname> <given-names>J.</given-names></name> <name><surname>Poos</surname> <given-names>J. J.</given-names></name> <name><surname>Th&#x00E9;baud</surname> <given-names>O.</given-names></name> <name><surname>Tidd</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>Thirty years of fleet dynamics modelling using discrete-choice models: what have we learned?</article-title> <source><italic>Fish Fish.</italic></source> <volume>18</volume> <fpage>638</fpage>&#x2013;<lpage>655</lpage>. <pub-id pub-id-type="doi">10.1111/faf.12194</pub-id></citation></ref>
<ref id="B28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goethel</surname> <given-names>D. R.</given-names></name> <name><surname>Lucey</surname> <given-names>S. M.</given-names></name> <name><surname>Berger</surname> <given-names>A. M.</given-names></name> <name><surname>Gaichas</surname> <given-names>S. K.</given-names></name> <name><surname>Karp</surname> <given-names>M. A.</given-names></name> <name><surname>Lynch</surname> <given-names>P. D.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Closing the feedback loop: on stakeholder participation in management strategy evaluation.</article-title> <source><italic>Can. J. Fish. Aquatic Sci.</italic></source> <volume>76</volume> <fpage>1895</fpage>&#x2013;<lpage>1913</lpage>. <pub-id pub-id-type="doi">10.1139/cjfas-2018-0162</pub-id></citation></ref>
<ref id="B29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gordon</surname> <given-names>H. S.</given-names></name></person-group> (<year>1954</year>). &#x201C;<article-title>The economic theory of a common-property resource: the fishery</article-title>,&#x201D; in <source><italic>Classic Papers in Natural Resource Economics., 178&#x2013;203</italic></source>, <role>ed.</role> <person-group person-group-type="editor"><name><surname>Gopalakrishnan</surname> <given-names>C.</given-names></name></person-group> (<publisher-loc>London</publisher-loc>: <publisher-name>Palgrave Macmillan</publisher-name>). <pub-id pub-id-type="doi">10.1057/9780230523210_10</pub-id></citation></ref>
<ref id="B30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hare</surname> <given-names>J. A.</given-names></name> <name><surname>Morrison</surname> <given-names>W. E.</given-names></name> <name><surname>Nelson</surname> <given-names>M. W.</given-names></name> <name><surname>Stachura</surname> <given-names>M. M.</given-names></name> <name><surname>Teeters</surname> <given-names>E. J.</given-names></name> <name><surname>Griffis</surname> <given-names>R. B.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>A vulnerability assessment of fish and invertebrates to climate change on the northeast US continental shelf.</article-title> <source><italic>PLoS One</italic></source> <volume>11</volume>:<fpage>e0146756</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0146756</pub-id> <pub-id pub-id-type="pmid">26839967</pub-id></citation></ref>
<ref id="B31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harvey</surname> <given-names>C. J.</given-names></name> <name><surname>Reum</surname> <given-names>J. C. P.</given-names></name> <name><surname>Poe</surname> <given-names>M. R.</given-names></name> <name><surname>Williams</surname> <given-names>G. D.</given-names></name> <name><surname>Kim</surname> <given-names>S. J.</given-names></name></person-group> (<year>2016</year>). <article-title>Using conceptual models and qualitative network models to advance integrative assessments of marine ecosystems.</article-title> <source><italic>Coastal Manag.</italic></source> <volume>44</volume> <fpage>486</fpage>&#x2013;<lpage>503</lpage>. <pub-id pub-id-type="doi">10.1080/08920753.2016.1208881</pub-id></citation></ref>
<ref id="B32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haynie</surname> <given-names>A.</given-names></name></person-group> (<year>2015</year>). &#x201C;<article-title>Utilizing fishset to model the economic impacts of fisheries management actions and environmental change</article-title>,&#x201D; in <source><italic>Proceedings of the 145th Annual Meeting of the American Fisheries Society</italic></source>, (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>AFS</publisher-name>).</citation></ref>
<ref id="B33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haynie</surname> <given-names>A.</given-names></name> <name><surname>Layton</surname> <given-names>D.</given-names></name></person-group> (<year>2010</year>). <article-title>An expected profit model for monetizing fishing location choices.</article-title> <source><italic>J. Environ. Econ. Manag.</italic></source> <volume>59</volume> <fpage>165</fpage>&#x2013;<lpage>176</lpage>. <pub-id pub-id-type="doi">10.1016/j.jeem.2009.11.001</pub-id></citation></ref>
<ref id="B34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hermann</surname> <given-names>A. J.</given-names></name> <name><surname>Gibson</surname> <given-names>G. A.</given-names></name> <name><surname>Cheng</surname> <given-names>W.</given-names></name> <name><surname>Ortiz</surname> <given-names>I.</given-names></name> <name><surname>Aydin</surname> <given-names>K.</given-names></name> <name><surname>Wang</surname> <given-names>M.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Projected biophysical conditions of the bering sea to 2100 under multiple emission scenarios.</article-title> <source><italic>ICES J. Mar. Sci.</italic></source> <volume>76</volume> <fpage>1280</fpage>&#x2013;<lpage>1304</lpage>. <pub-id pub-id-type="doi">10.1093/icesjms/fsz111</pub-id></citation></ref>
<ref id="B35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hodgson</surname> <given-names>E. E.</given-names></name> <name><surname>Kaplan</surname> <given-names>I. C.</given-names></name> <name><surname>Marshall</surname> <given-names>K. N.</given-names></name> <name><surname>Leonard</surname> <given-names>J.</given-names></name> <name><surname>Essington</surname> <given-names>T. E.</given-names></name> <name><surname>Busch</surname> <given-names>D. S.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Consequences of spatially variable ocean acidification in the california current: lower PH drives strongest declines in benthic species in southern regions while greatest economic impacts occur in northern regions.</article-title> <source><italic>Ecol. Modell.</italic></source> <volume>383</volume> <fpage>106</fpage>&#x2013;<lpage>117</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolmodel.2018.05.018</pub-id></citation></ref>
<ref id="B36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hollowed</surname> <given-names>A. B.</given-names></name> <name><surname>Holsman</surname> <given-names>K. K.</given-names></name> <name><surname>Haynie</surname> <given-names>A. C.</given-names></name> <name><surname>Hermann</surname> <given-names>A. J.</given-names></name> <name><surname>Punt</surname> <given-names>A. E.</given-names></name> <name><surname>Aydin</surname> <given-names>K.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Integrated modeling to evaluate climate change impacts on coupled social-ecological systems in alaska.</article-title> <source><italic>Front. Mar. Sci.</italic></source> <volume>6</volume>:<fpage>775</fpage>. <pub-id pub-id-type="doi">10.3389/fmars.2019.00775</pub-id></citation></ref>
<ref id="B37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Holsman</surname> <given-names>K. K.</given-names></name> <name><surname>Haynie</surname> <given-names>A. C.</given-names></name> <name><surname>Hollowed</surname> <given-names>A. B.</given-names></name> <name><surname>Reum</surname> <given-names>J. C. P.</given-names></name> <name><surname>Aydin</surname> <given-names>K.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Ecosystem-Based fisheries management forestalls climate-driven collapse.</article-title> <source><italic>Nat. Commun.</italic></source> <volume>11</volume> <fpage>1</fpage>&#x2013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.1038/s41467-020-18300-3</pub-id> <pub-id pub-id-type="pmid">32917860</pub-id></citation></ref>
<ref id="B38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hutniczak</surname> <given-names>B.</given-names></name> <name><surname>Lipton</surname> <given-names>D.</given-names></name> <name><surname>Wiedenmann</surname> <given-names>J.</given-names></name> <name><surname>Wilberg</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). <article-title>Valuing changes in frequency of fish stock assessments.</article-title> <source><italic>Can. J. Fish. Aquatic Sci.</italic></source> <volume>76</volume> <fpage>1640</fpage>&#x2013;<lpage>1652</lpage>. <pub-id pub-id-type="doi">10.1139/cjfas-2018-0130</pub-id></citation></ref>
<ref id="B39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ianelli</surname> <given-names>J. N.</given-names></name> <name><surname>Hollowed</surname> <given-names>A. B.</given-names></name> <name><surname>Haynie</surname> <given-names>A. C.</given-names></name> <name><surname>Mueter</surname> <given-names>F. J.</given-names></name> <name><surname>Bond</surname> <given-names>N. A.</given-names></name></person-group> (<year>2011</year>). <article-title>Evaluating management strategies for eastern bering sea walleye pollock (Theragra Chalcogramma) in a changing environment.</article-title> <source><italic>ICES J. Mar. Sci.</italic></source> <volume>68</volume> <fpage>1297</fpage>&#x2013;<lpage>1304</lpage>. <pub-id pub-id-type="doi">10.1093/icesjms/fsr010</pub-id></citation></ref>
<ref id="B40"><citation citation-type="journal"><collab>ICES</collab> (<year>2021</year>). <source><italic>Workshop of Fisheries Management Reference Points in a Changing Environment (WKRPChange, outputs from 2020 meeting)</italic></source>. <comment>Available at</comment> <ext-link ext-link-type="uri" xlink:href="http://doi.org/10.17895/ices.pub">http://doi.org/10.17895/ices.pub</ext-link> <fpage>7660</fpage> <comment>(accessed February 2, 2021)</comment>.</citation></ref>
<ref id="B41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jepson</surname> <given-names>M.</given-names></name> <name><surname>Colburn</surname> <given-names>L. L.</given-names></name></person-group> (<year>2013</year>). <source><italic>Development of Social Indicators of Fishing Community Vulnerability and Resilience in the US Southeast and Northeast Regions.</italic></source> <publisher-loc>Washington, D.C</publisher-loc>: <publisher-name>NOAA Technical Memorandum</publisher-name>.</citation></ref>
<ref id="B42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jin</surname> <given-names>D.</given-names></name> <name><surname>Hoagland</surname> <given-names>P.</given-names></name> <name><surname>Dalton</surname> <given-names>T. M.</given-names></name> <name><surname>Thunberg</surname> <given-names>E. M.</given-names></name></person-group> (<year>2012</year>). <article-title>Development of an integrated economic and ecological framework for ecosystem-based fisheries management in New England.</article-title> <source><italic>Prog. Oceanography</italic></source> <volume>102</volume> <fpage>93</fpage>&#x2013;<lpage>101</lpage>. <pub-id pub-id-type="doi">10.1016/j.pocean.2012.03.007</pub-id></citation></ref>
<ref id="B43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaplan</surname> <given-names>I. C.</given-names></name> <name><surname>Horne</surname> <given-names>P. J.</given-names></name> <name><surname>Levin</surname> <given-names>P. S.</given-names></name></person-group> (<year>2012</year>). <article-title>Screening California current fishery management scenarios using the atlantis end-to-end ecosystem model.</article-title> <source><italic>Prog. Oceanography</italic></source> <volume>102</volume> <fpage>5</fpage>&#x2013;<lpage>18</lpage>. <pub-id pub-id-type="doi">10.1016/j.pocean.2012.03.009</pub-id></citation></ref>
<ref id="B44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaplan</surname> <given-names>I. C.</given-names></name> <name><surname>Leonard</surname> <given-names>J.</given-names></name></person-group> (<year>2012</year>). <article-title>From krill to convenience stores: forecasting the economic and ecological effects of fisheries management on the us west coast.</article-title> <source><italic>Mar. Pol.</italic></source> <volume>36</volume> <fpage>947</fpage>&#x2013;<lpage>954</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2012.02.005</pub-id></citation></ref>
<ref id="B45"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaplan</surname> <given-names>I. C.</given-names></name> <name><surname>Marshall</surname> <given-names>K. N.</given-names></name></person-group> (<year>2016</year>). <article-title>A guinea Pig&#x2019;s tale: learning to review end-to-end marine ecosystem models for management applications.</article-title> <source><italic>ICES J. Mar. Sci.</italic></source> <volume>73</volume> <fpage>1715</fpage>&#x2013;<lpage>1724</lpage>. <pub-id pub-id-type="doi">10.1093/icesjms/fsw047</pub-id></citation></ref>
<ref id="B46"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kasperski</surname> <given-names>S.</given-names></name></person-group> (<year>2015</year>). <article-title>Optimal multi-species harvesting in ecologically and economically interdependent fisheries.</article-title> <source><italic>Environ. Resource Econom.</italic></source> <volume>61</volume> <fpage>517</fpage>&#x2013;<lpage>557</lpage>. <pub-id pub-id-type="doi">10.1007/s10640-014-9805-9</pub-id></citation></ref>
<ref id="B47"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kirkley</surname> <given-names>J. E.</given-names></name> <name><surname>Walden</surname> <given-names>J.</given-names></name> <name><surname>F&#x00E4;re</surname> <given-names>R.</given-names></name></person-group> (<year>2011</year>) <article-title>General equilibrium model for atlantic herring (<italic>Clupea harengus</italic>) with ecosystem considerations.</article-title> <source><italic>ICES J. Mar. Sci.</italic></source> <volume>68</volume> <fpage>860</fpage>&#x2013;<lpage>866</lpage>. <pub-id pub-id-type="doi">10.1093/icesjms/fsr023</pub-id></citation></ref>
<ref id="B48"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>M.</given-names></name> <name><surname>Steinback</surname> <given-names>S.</given-names></name> <name><surname>Wallmo</surname> <given-names>K.</given-names></name></person-group> (<year>2017</year>). <article-title>Applying a bioeconomic model to recreational fisheries management: groundfish in the northeast United States.</article-title> <source><italic>Mar. Resource Econom.</italic></source> <volume>32</volume> <fpage>191</fpage>&#x2013;<lpage>216</lpage>. <pub-id pub-id-type="doi">10.1086/690676</pub-id></citation></ref>
<ref id="B49"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leonard</surname> <given-names>J. L.</given-names></name> <name><surname>Watson</surname> <given-names>P. S.</given-names></name></person-group> (<year>2011</year>). <source><italic>Description of the Input-Output Model for Pacific Coast Fisheries.</italic></source> <publisher-loc>Washington, D.C</publisher-loc>: <publisher-name>NOAA Technical Memorandum</publisher-name>.</citation></ref>
<ref id="B50"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leontief</surname> <given-names>W. W.</given-names></name></person-group> (<year>1951</year>). <source><italic>The Structure of American Economy, 1919&#x2013;1939: An Empirical Application of Equilibrium Analysis.</italic></source> <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Oxford University Press</publisher-name>, 264.</citation></ref>
<ref id="B51"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Link</surname> <given-names>J. S.</given-names></name></person-group> (<year>2010</year>). <source><italic>Ecosystem-Based Fisheries Management: Confronting Tradeoffs.</italic></source> <publisher-loc>Cambridge</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name>. <pub-id pub-id-type="doi">10.1017/CBO9780511667091</pub-id></citation></ref>
<ref id="B52"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Little</surname> <given-names>L. R.</given-names></name> <name><surname>Sakari</surname> <given-names>K.</given-names></name> <name><surname>Punt</surname> <given-names>A. E.</given-names></name> <name><surname>Pantus</surname> <given-names>F.</given-names></name> <name><surname>Davies</surname> <given-names>C. R.</given-names></name> <name><surname>Mapstone</surname> <given-names>B. D.</given-names></name></person-group> (<year>2004</year>). <article-title>Information flow among fishing vessels modelled using a bayesian network.</article-title> <source><italic>Environ. Modell. Software</italic></source> <volume>19</volume> <fpage>27</fpage>&#x2013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1016/S1364-8152(03)00100-2</pub-id></citation></ref>
<ref id="B53"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Loveridge</surname> <given-names>S.</given-names></name></person-group> (<year>2004</year>). <article-title>A typology and assessment of multi-sector regional economic impact models.</article-title> <source><italic>Reg. Stud.</italic></source> <volume>38</volume> <fpage>305</fpage>&#x2013;<lpage>317</lpage>. <pub-id pub-id-type="doi">10.1080/003434042000211051</pub-id></citation></ref>
<ref id="B54"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marshall</surname> <given-names>K. N.</given-names></name> <name><surname>Levin</surname> <given-names>P. S.</given-names></name> <name><surname>Essington</surname> <given-names>T. E.</given-names></name> <name><surname>Koehn</surname> <given-names>L. E.</given-names></name> <name><surname>Anderson</surname> <given-names>L. G.</given-names></name> <name><surname>Bundy</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Ecosystem-based fisheries management for social&#x2013;ecological systems: renewing the focus in the United States with next generation fishery ecosystem plans.</article-title> <source><italic>Conserv. Lett.</italic></source> <volume>11</volume>:<fpage>e12367</fpage>. <pub-id pub-id-type="doi">10.1111/conl.12367</pub-id></citation></ref>
<ref id="B55"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Martin</surname> <given-names>S. B.</given-names></name> <name><surname>Blake</surname> <given-names>S.</given-names></name> <name><surname>Freitag</surname> <given-names>A.</given-names></name> <name><surname>Dorfman</surname> <given-names>D.</given-names></name> <name><surname>Regan</surname> <given-names>S.</given-names></name> <name><surname>Jepson</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). <source><italic>An Ecosystem Status Report to Support Management Decisions in Barataria Basin.</italic></source> <publisher-loc>Paris</publisher-loc>: <publisher-name>CERF</publisher-name>.</citation></ref>
<ref id="B56"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Masi</surname> <given-names>M. D.</given-names></name> <name><surname>Ainsworth</surname> <given-names>C. H.</given-names></name> <name><surname>Kaplan</surname> <given-names>I. C.</given-names></name> <name><surname>Schirripa</surname> <given-names>M. J.</given-names></name></person-group> (<year>2018</year>). <article-title>Interspecific interactions may influence reef fish management strategies in the Gulf of Mexico.</article-title> <source><italic>Mar. Coastal Fish.</italic></source> <volume>10</volume> <fpage>24</fpage>&#x2013;<lpage>39</lpage>. <pub-id pub-id-type="doi">10.1002/mcf2.10001</pub-id></citation></ref>
<ref id="B57"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Messick</surname> <given-names>E.</given-names></name> <name><surname>Dillard</surname> <given-names>M. K.</given-names></name> <name><surname>Blair</surname> <given-names>A.</given-names></name> <name><surname>Buck</surname> <given-names>K.</given-names></name> <name><surname>Effron</surname> <given-names>M.</given-names></name> <name><surname>Fleming</surname> <given-names>C. S.</given-names></name><etal/></person-group> (<year>2016</year>). <source><italic>Identifying Priorities for Adaptation Planning: An Integrated Vulnerability Assessment for the Town of Oxford and Talbot County, Maryland.</italic></source> <publisher-loc>Washington, D.C</publisher-loc>: <publisher-name>NOAA Technical Memorandum</publisher-name>.</citation></ref>
<ref id="B58"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nielsen</surname> <given-names>J. R.</given-names></name> <name><surname>Thunberg</surname> <given-names>E.</given-names></name> <name><surname>Holland</surname> <given-names>D. S.</given-names></name> <name><surname>Schmidt</surname> <given-names>J. O.</given-names></name> <name><surname>Fulton</surname> <given-names>E. A.</given-names></name> <name><surname>Bastardie</surname> <given-names>F.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Integrated ecological&#x2013;economic fisheries models&#x2014;evaluation, review and challenges for implementation.</article-title> <source><italic>Fish Fish.</italic></source> <volume>19</volume> <fpage>1</fpage>&#x2013;<lpage>29</lpage>. <pub-id pub-id-type="doi">10.1111/faf.12232</pub-id></citation></ref>
<ref id="B59"><citation citation-type="journal"><collab>NOAA Fisheries.</collab> (<year>2016</year>). <source><italic>Ecosystem-Based Fisheries Management Road Map.</italic></source> <publisher-loc>Washington, D.C</publisher-loc>: <publisher-name>NOAA</publisher-name>.</citation></ref>
<ref id="B60"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pikitch</surname> <given-names>E. K.</given-names></name> <name><surname>Santora</surname> <given-names>C.</given-names></name> <name><surname>Babcock</surname> <given-names>E. A.</given-names></name> <name><surname>Bakun</surname> <given-names>A.</given-names></name> <name><surname>Bonfil</surname> <given-names>R.</given-names></name> <name><surname>Conover</surname> <given-names>D. O.</given-names></name><etal/></person-group> (<year>2004</year>). <article-title>Ecosystem-based fishery management.</article-title> <source><italic>Science</italic></source> <volume>305</volume>:<fpage>346</fpage>. <pub-id pub-id-type="doi">10.1126/science.1098222</pub-id> <pub-id pub-id-type="pmid">15256658</pub-id></citation></ref>
<ref id="B61"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Plag&#x00E1;nyi</surname> <given-names>&#x00C9;E.</given-names></name></person-group> (<year>2007</year>). <source><italic>Models for an Ecosystem Approach to Fisheries.</italic></source> <publisher-loc>Rome</publisher-loc>: <publisher-name>FAO</publisher-name>. <comment>FAO Fisheries Technical Paper</comment>.</citation></ref>
<ref id="B62"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Prellezo</surname> <given-names>R.</given-names></name> <name><surname>Accadia</surname> <given-names>P.</given-names></name> <name><surname>Andersen</surname> <given-names>J. L.</given-names></name> <name><surname>Andersen</surname> <given-names>B. S.</given-names></name> <name><surname>Buisman</surname> <given-names>E.</given-names></name> <name><surname>Little</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2012</year>). <article-title>A review of EU bio-economic models for fisheries: the value of a diversity of models.</article-title> <source><italic>Mar. Pol.</italic></source> <volume>36</volume> <fpage>423</fpage>&#x2013;<lpage>431</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2011.08.003</pub-id></citation></ref>
<ref id="B63"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Punt</surname> <given-names>A. E.</given-names></name> <name><surname>A&#x2019;mar</surname> <given-names>T.</given-names></name> <name><surname>Bond</surname> <given-names>N. A.</given-names></name> <name><surname>Butterworth</surname> <given-names>D. S.</given-names></name> <name><surname>de Moor</surname> <given-names>C. L.</given-names></name> <name><surname>De Oliveira</surname> <given-names>J. A. A.</given-names></name><etal/></person-group> (<year>2014a</year>). <article-title>Fisheries management under climate and environmental uncertainty: control rules and performance simulation.</article-title> <source><italic>ICES J. Mar. Sci.</italic></source> <volume>71</volume> <fpage>2208</fpage>&#x2013;<lpage>2220</lpage>. <pub-id pub-id-type="doi">10.1093/icesjms/fst057</pub-id></citation></ref>
<ref id="B64"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Punt</surname> <given-names>A. E.</given-names></name> <name><surname>Poljak</surname> <given-names>D.</given-names></name> <name><surname>Dalton</surname> <given-names>M. G.</given-names></name> <name><surname>Foy</surname> <given-names>R. J.</given-names></name></person-group> (<year>2014b</year>). <article-title>Evaluating the impact of ocean acidification on fishery yields and profits: the example of red king crab in Bristol Bay.</article-title> <source><italic>Ecol. Modell.</italic></source> <volume>285</volume> <fpage>39</fpage>&#x2013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolmodel.2014.04.017</pub-id></citation></ref>
<ref id="B65"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Punt</surname> <given-names>A. E.</given-names></name> <name><surname>Foy</surname> <given-names>R. J.</given-names></name> <name><surname>Dalton</surname> <given-names>M. G.</given-names></name> <name><surname>Long</surname> <given-names>W. C.</given-names></name> <name><surname>Swiney</surname> <given-names>K. M.</given-names></name></person-group> (<year>2016</year>). <article-title>Effects of long-term exposure to ocean acidification conditions on future southern tanner crab (<italic>Chionoecetes bairdi</italic>) fisheries management.</article-title> <source><italic>ICES J. Mar. Sci.</italic></source> <volume>73</volume> <fpage>849</fpage>&#x2013;<lpage>864</lpage>. <pub-id pub-id-type="doi">10.1093/icesjms/fsv205</pub-id></citation></ref>
<ref id="B66"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reimer</surname> <given-names>M.</given-names></name> <name><surname>Abbott</surname> <given-names>J.</given-names></name> <name><surname>Haynie</surname> <given-names>A.</given-names></name></person-group> (<year>2017</year>). <article-title>Empirical models of fisheries production: conflating technology with incentives?</article-title> <source><italic>Mar. Resource Econ.</italic></source> <volume>32</volume> <fpage>169</fpage>&#x2013;<lpage>190</lpage>. <pub-id pub-id-type="doi">10.1086/690677</pub-id></citation></ref>
<ref id="B67"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reimer</surname> <given-names>M. N.</given-names></name> <name><surname>Haynie</surname> <given-names>A. C.</given-names></name></person-group> (<year>2018</year>). <article-title>Mechanisms matter for evaluating the economic impacts of marine reserves.</article-title> <source><italic>J. Environ. Econ. Manag.</italic></source> <volume>88</volume> <fpage>427</fpage>&#x2013;<lpage>446</lpage>. <pub-id pub-id-type="doi">10.1016/j.jeem.2018.01.009</pub-id></citation></ref>
<ref id="B68"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reum</surname> <given-names>C. P. J.</given-names></name> <name><surname>Blanchard</surname> <given-names>J. L.</given-names></name> <name><surname>Holsman</surname> <given-names>K. K.</given-names></name> <name><surname>Aydin</surname> <given-names>K.</given-names></name> <name><surname>Hollowed</surname> <given-names>A. B.</given-names></name> <name><surname>Hermann</surname> <given-names>A. J.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Ensemble projections of future climate change impacts on the eastern bering sea food web using a multispecies size spectrum model.</article-title> <source><italic>Front. Mar. Sci.</italic></source> <volume>7</volume>:<fpage>124</fpage>. <pub-id pub-id-type="doi">10.3389/fmars.2020.00124</pub-id></citation></ref>
<ref id="B69"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rose</surname> <given-names>K. A.</given-names></name> <name><surname>Allen</surname> <given-names>J. I.</given-names></name> <name><surname>Artioli</surname> <given-names>Y.</given-names></name> <name><surname>Barange</surname> <given-names>M.</given-names></name> <name><surname>Blackford</surname> <given-names>J.</given-names></name> <name><surname>Carlotti</surname> <given-names>F.</given-names></name><etal/></person-group> (<year>2010</year>). <article-title>End-to-End models for the analysis of marine ecosystems: challenges. issues, and next steps.</article-title> <source><italic>Mar. Coastal Fish.</italic></source> <volume>2</volume> <fpage>115</fpage>&#x2013;<lpage>130</lpage>. <pub-id pub-id-type="doi">10.1577/C09-059.1</pub-id></citation></ref>
<ref id="B70"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rosellon-Druker</surname> <given-names>J.</given-names></name> <name><surname>Szymkowiak</surname> <given-names>M.</given-names></name> <name><surname>Cunningham</surname> <given-names>C. J.</given-names></name> <name><surname>Kasperski</surname> <given-names>S.</given-names></name> <name><surname>Kruse</surname> <given-names>G. H.</given-names></name> <name><surname>Moss</surname> <given-names>J. H.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Development of social-ecological conceptual models as the basis for an integrated ecosystem assessment framework in Southeast Alaska.</article-title> <source><italic>Ecol. Soc.</italic></source> <volume>24</volume>:<fpage>30</fpage>. <pub-id pub-id-type="doi">10.5751/ES-11074-240330</pub-id> <pub-id pub-id-type="pmid">30174746</pub-id></citation></ref>
<ref id="B71"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ruzicka</surname> <given-names>J. J.</given-names></name> <name><surname>Kasperski</surname> <given-names>S.</given-names></name> <name><surname>Zador</surname> <given-names>S.</given-names></name> <name><surname>Himes-Cornell</surname> <given-names>A.</given-names></name></person-group> (<year>2019</year>). <article-title>Comparing the roles of pacific halibut and arrowtooth flounder within the gulf of alaska ecosystem and fishing economy.</article-title> <source><italic>Fish. Oceanography</italic></source> <volume>28</volume> <fpage>576</fpage>&#x2013;<lpage>596</lpage>. <pub-id pub-id-type="doi">10.1111/fog.12431</pub-id></citation></ref>
<ref id="B72"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sanchirico</surname> <given-names>J. N.</given-names></name> <name><surname>Lew</surname> <given-names>D. K.</given-names></name> <name><surname>Haynie</surname> <given-names>A. C.</given-names></name> <name><surname>Kling</surname> <given-names>D. M.</given-names></name> <name><surname>Layton</surname> <given-names>D. F.</given-names></name></person-group> (<year>2013</year>). <article-title>Conservation Values in marine ecosystem-based management.</article-title> <source><italic>Mar. Pol.</italic></source> <volume>38</volume> <fpage>523</fpage>&#x2013;<lpage>530</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2012.08.008</pub-id></citation></ref>
<ref id="B73"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schaeffer</surname> <given-names>M. B.</given-names></name></person-group> (<year>1957</year>). <article-title>A study of the dynamics of the fishery for yellowfin tuna in the eastern tropical Pacific Ocean.</article-title> <source><italic>Inter-Am. Trop. Tuna Comm. Bull.</italic></source> <volume>2</volume> <fpage>247</fpage>&#x2013;<lpage>268</lpage>.</citation></ref>
<ref id="B74"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schluter</surname> <given-names>M.</given-names></name> <name><surname>Mcallister</surname> <given-names>R. R. J.</given-names></name> <name><surname>Arlinghaus</surname> <given-names>R.</given-names></name> <name><surname>Bunnefeld</surname> <given-names>N.</given-names></name> <name><surname>Eisenack</surname> <given-names>K.</given-names></name><etal/></person-group> (<year>2012</year>). <article-title>New horizons for managing the environment: a review of coupled social-ecological systems modeling.</article-title> <source><italic>Nat. Resource Model.</italic></source> <volume>25</volume> <fpage>219</fpage>&#x2013;<lpage>272</lpage>. <pub-id pub-id-type="doi">10.1111/j.1939-7445.2011.00108.x</pub-id></citation></ref>
<ref id="B75"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Seung</surname> <given-names>C.</given-names></name> <name><surname>Ianelli</surname> <given-names>J.</given-names></name></person-group> (<year>2016</year>). <article-title>Regional economic impacts of climate change: a computable general equilibrium analysis for an alaska fishery.</article-title> <source><italic>Nat. Resource Model.</italic></source> <volume>29</volume> <fpage>289</fpage>&#x2013;<lpage>333</lpage>. <pub-id pub-id-type="doi">10.1111/nrm.12092</pub-id></citation></ref>
<ref id="B76"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Seung</surname> <given-names>C. K.</given-names></name></person-group> (<year>2015</year>). <article-title>Untangling economic impacts for alaska fisheries: a structural path analysis.</article-title> <source><italic>Mar. Resource Econ.</italic></source> <volume>30</volume> <fpage>331</fpage>&#x2013;<lpage>347</lpage>. <pub-id pub-id-type="doi">10.1086/680444</pub-id></citation></ref>
<ref id="B77"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Seung</surname> <given-names>C. K.</given-names></name> <name><surname>Dalton</surname> <given-names>M. G.</given-names></name> <name><surname>Punt</surname> <given-names>A. E.</given-names></name> <name><surname>Poljak</surname> <given-names>D.</given-names></name> <name><surname>Foy</surname> <given-names>R.</given-names></name></person-group> (<year>2015</year>). <article-title>Economic impacts of changes in an alaska crab fishery from ocean acidification.</article-title> <source><italic>Climate Change Econom.</italic></source> <volume>6</volume>:<fpage>1550017</fpage>. <pub-id pub-id-type="doi">10.1142/S2010007815500177</pub-id></citation></ref>
<ref id="B78"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Seung</surname> <given-names>C. K.</given-names></name> <name><surname>Ianelli</surname> <given-names>J. N.</given-names></name></person-group> (<year>2019</year>). <article-title>Evaluating alternative policies for managing an alaska pollock fishery with climate change.</article-title> <source><italic>Ocean Coastal Manag.</italic></source> <volume>178</volume>:<fpage>104837</fpage>. <pub-id pub-id-type="doi">10.1016/j.ocecoaman.2019.104837</pub-id></citation></ref>
<ref id="B79"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Seung</surname> <given-names>C. K.</given-names></name> <name><surname>Waters</surname> <given-names>E. C.</given-names></name></person-group> (<year>2006</year>). <article-title>A review of regional economic models for fisheries management in the US.</article-title> <source><italic>Mar. Resource Econ.</italic></source> <volume>21</volume> <fpage>101</fpage>&#x2013;<lpage>124</lpage>. <pub-id pub-id-type="doi">10.1086/mre.21.1.42629497</pub-id></citation></ref>
<ref id="B80"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smith</surname> <given-names>M. D.</given-names></name> <name><surname>Wilen</surname> <given-names>J. E.</given-names></name></person-group> (<year>2003</year>). <article-title>economic impacts of marine reserves: the importance of spatial behavior.</article-title> <source><italic>J. Environ. Econ. Manag.</italic></source> <volume>46</volume> <fpage>183</fpage>&#x2013;<lpage>206</lpage>. <pub-id pub-id-type="doi">10.1016/S0095-0696(03)00024-X</pub-id></citation></ref>
<ref id="B81"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smith</surname> <given-names>V. L.</given-names></name></person-group> (<year>1969</year>). <article-title>On models of commercial fishing.</article-title> <source><italic>J. Political Econ.</italic></source> <volume>77</volume> <fpage>181</fpage>&#x2013;<lpage>198</lpage>. <pub-id pub-id-type="doi">10.1086/259507</pub-id></citation></ref>
<ref id="B82"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Steinback</surname> <given-names>S. R.</given-names></name> <name><surname>Thunberg</surname> <given-names>E. M.</given-names></name></person-group> (<year>2006</year>). <source><italic>Northeast Region Commercial Fishing Input-Output Model.</italic></source> <publisher-loc>Washington, D.C</publisher-loc>: <publisher-name>NOAA Technical Memorandum</publisher-name>.</citation></ref>
<ref id="B83"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stojanovic</surname> <given-names>T.</given-names></name> <name><surname>McNae</surname> <given-names>H.</given-names></name> <name><surname>Tett</surname> <given-names>P.</given-names></name> <name><surname>Potts</surname> <given-names>T.</given-names></name> <name><surname>Reis</surname> <given-names>J.</given-names></name> <name><surname>Smith</surname> <given-names>H.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>The social aspect of social-ecological systems: a critique of analytical frameworks and findings from a multisite study of coastal sustainability.</article-title> <source><italic>Ecol. Soc.</italic></source> <volume>21</volume>:<fpage>15</fpage>. <pub-id pub-id-type="doi">10.5751/ES-08633-210315</pub-id> <pub-id pub-id-type="pmid">30174746</pub-id></citation></ref>
<ref id="B84"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Szymkowiak</surname> <given-names>M.</given-names></name> <name><surname>Kasperski</surname> <given-names>S.</given-names></name></person-group> (<year>2021</year>). <article-title>Sustaining an alaska coastal community: integrating place based well-being indicators and fisheries participation.</article-title> <source><italic>Coastal Manag.</italic></source> <volume>49</volume> <fpage>107</fpage>&#x2013;<lpage>131</lpage>. <pub-id pub-id-type="doi">10.1080/08920753.2021.1846165</pub-id></citation></ref>
<ref id="B85"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tam</surname> <given-names>J. C.</given-names></name> <name><surname>Fay</surname> <given-names>G.</given-names></name> <name><surname>Link</surname> <given-names>J. S.</given-names></name></person-group> (<year>2019</year>). <article-title>Better together: the uses of ecological and socio-economic indicators with end-to-end models in marine ecosystem based management.</article-title> <source><italic>Front. Mar. Sci.</italic></source> <volume>6</volume>:<fpage>560</fpage>. <pub-id pub-id-type="doi">10.3389/fmars.2019.00560</pub-id></citation></ref>
<ref id="B86"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Townsend</surname> <given-names>H.</given-names></name> <name><surname>Aydin</surname> <given-names>K.</given-names></name> <name><surname>Brodie</surname> <given-names>S.</given-names></name> <name><surname>DePiper</surname> <given-names>G.</given-names></name> <name><surname>deReynier</surname> <given-names>Y.</given-names></name> <name><surname>Harvey</surname> <given-names>C.</given-names></name><etal/></person-group> (<year>2020</year>). &#x201C;<article-title>Report of the 5th National Ecosystem Modeling Workshop (NEMoW 5)</article-title>,&#x201D; in <source><italic>Progress in Ecosystem Modeling For Living Marine Resource Management</italic></source>, <role>eds</role> <person-group person-group-type="editor"><name><surname>Lynch</surname> <given-names>P.</given-names></name> <name><surname>Osgood</surname> <given-names>K.</given-names></name> <name><surname>Link</surname> <given-names>J.</given-names></name></person-group> (<publisher-loc>Silver Spring</publisher-loc>: <publisher-name>National Marine Fisheries Service</publisher-name>).</citation></ref>
<ref id="B87"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Watson</surname> <given-names>J. T.</given-names></name> <name><surname>Haynie</surname> <given-names>A. C.</given-names></name></person-group> (<year>2018</year>). <article-title>Paths to resilience: the walleye pollock fleet uses multiple fishing strategies to buffer against environmental change in the Bering Sea.</article-title> <source><italic>Can. J. Fish. Aquatic Sci.</italic></source> <volume>75</volume> <fpage>1977</fpage>&#x2013;<lpage>1989</lpage>. <pub-id pub-id-type="doi">10.1139/cjfas-2017-0315</pub-id></citation></ref>
<ref id="B88"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weijerman</surname> <given-names>M.</given-names></name> <name><surname>Grace-McCaskey</surname> <given-names>C.</given-names></name> <name><surname>Grafeld</surname> <given-names>S. L.</given-names></name> <name><surname>Kotowicz</surname> <given-names>D. M.</given-names></name> <name><surname>Oleson</surname> <given-names>K. L. L.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>Towards an ecosystem-based approach of guam&#x2019;s coral reefs: the human dimension.</article-title> <source><italic>Mar. Pol.</italic></source> <volume>63</volume> <fpage>8</fpage>&#x2013;<lpage>17</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2015.09.028</pub-id></citation></ref>
<ref id="B89"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Woodworth-Jefcoats</surname> <given-names>P. A.</given-names></name> <name><surname>Blanchard</surname> <given-names>J. L.</given-names></name> <name><surname>Drazen</surname> <given-names>J. C.</given-names></name></person-group> (<year>2019</year>). <article-title>Relative impacts of simultaneous stressors on a pelagic marine ecosystem.</article-title> <source><italic>Front. Mar. Sci.</italic></source> <volume>6</volume>:<fpage>383</fpage>. <pub-id pub-id-type="doi">10.3389/fmars.2019.00383</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn id="footnote1"><label>1</label><p>There is not a one- to-one correspondence between LME and Fishery Management Council jurisdiction. For example, the North Pacific Fishery Management Council straddles four LMEs; Aleutian Islands, Eastern Bering Sea, Gulf of Alaska, and the Arctic LME which includes both the Beaufort and Chukchi Seas.</p></fn>
<fn id="footnote2"><label>2</label><p>One approach would be to provide small awards to research teams early in the project timeline to facilitate discussions of how best to integrate the research questions and study outputs to address management-specific questions prior to submitting a larger proposal to a(nother) funding agency.</p></fn>
</fn-group>
</back>
</article>