<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Mar. Sci.</journal-id>
<journal-title>Frontiers in Marine Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Mar. Sci.</abbrev-journal-title>
<issn pub-type="epub">2296-7745</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmars.2016.00175</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Marine Science</subject>
<subj-group>
<subject>Review</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Bridging the Gap between Policy and Science in Assessing the Health Status of Marine Ecosystems</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Borja</surname> <given-names>Angel</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/122377/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Elliott</surname> <given-names>Michael</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/306706/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Snelgrove</surname> <given-names>Paul V. R.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Austen</surname> <given-names>Melanie C.</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/334435/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Berg</surname> <given-names>Torsten</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/167117/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Cochrane</surname> <given-names>Sabine</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/161591/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Carstensen</surname> <given-names>Jacob</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/139926/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Danovaro</surname> <given-names>Roberto</given-names></name>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/170384/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Greenstreet</surname> <given-names>Simon</given-names></name>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Heiskanen</surname> <given-names>Anna-Stiina</given-names></name>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/323226/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lynam</surname> <given-names>Christopher P.</given-names></name>
<xref ref-type="aff" rid="aff11"><sup>11</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/334029/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mea</surname> <given-names>Marianna</given-names></name>
<xref ref-type="aff" rid="aff12"><sup>12</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/156321/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Newton</surname> <given-names>Alice</given-names></name>
<xref ref-type="aff" rid="aff13"><sup>13</sup></xref>
<xref ref-type="aff" rid="aff14"><sup>14</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Patr&#x000ED;cio</surname> <given-names>Joana</given-names></name>
<xref ref-type="aff" rid="aff15"><sup>15</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Uusitalo</surname> <given-names>Laura</given-names></name>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/169277/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Uyarra</surname> <given-names>Mar&#x000ED;a C.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/307450/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Wilson</surname> <given-names>Christian</given-names></name>
<xref ref-type="aff" rid="aff16"><sup>16</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/362621/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>AZTI, Marine Research Division</institution> <country>Pasaia, Spain</country></aff>
<aff id="aff2"><sup>2</sup><institution>Institute of Estuarine &#x00026; Coastal Studies, University of Hull</institution> <country>Hull, UK</country></aff>
<aff id="aff3"><sup>3</sup><institution>Departments of Ocean Sciences and Biology</institution> <country>Memorial University of Newfoundland. St. John&#x00027;s NL, Canada</country></aff>
<aff id="aff4"><sup>4</sup><institution>Plymouth Marine Laboratory</institution> <country>Plymouth, UK</country></aff>
<aff id="aff5"><sup>5</sup><institution>MariLim Aquatic Research GmbH</institution> <country>Sch&#x000F6;nkirchen, Germany</country></aff>
<aff id="aff6"><sup>6</sup><institution>SALT</institution> <country>Lofoten, Norway</country></aff>
<aff id="aff7"><sup>7</sup><institution>Bioscience, Aarhus University</institution> <country>Roskilde, Denmark</country></aff>
<aff id="aff8"><sup>8</sup><institution>Department of Life and Environmental Sciences, Polytechnic University of Marche, Ancona, and Stazione Zoologica Anton Dohrn</institution> <country>Naples, Italy</country></aff>
<aff id="aff9"><sup>9</sup><institution>Marine Scotland &#x02013; Science, Marine Laboratory</institution> <country>Aberdeen, UK</country></aff>
<aff id="aff10"><sup>10</sup><institution>Marine Research Centre, Finnish Environment Institute</institution> <country>Helsinki, Finland</country></aff>
<aff id="aff11"><sup>11</sup><institution>Centre for Environment, Fisheries, and Aquaculture Science</institution> <country>Lowestoft, UK</country></aff>
<aff id="aff12"><sup>12</sup><institution>Ecoreach</institution> <country>Ancona, Italy</country></aff>
<aff id="aff13"><sup>13</sup><institution>NILU&#x02014;IMPEC</institution> <country>Kjeller, Norway</country></aff>
<aff id="aff14"><sup>14</sup><institution>CIMA, University of Algarve</institution> <country>Faro, Portugal</country></aff>
<aff id="aff15"><sup>15</sup><institution>European Commission, Joint Research Centre, Directorate for Sustainable Resources, D.2 Water and Marine Resources Unit</institution> <country>Ispra, Italy</country></aff>
<aff id="aff16"><sup>16</sup><institution>Oceandtm Ltd.</institution><country>Lowestoft, UK</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Christos Dimitrios Arvanitidis, Hellenic Centre for Marine Research, Greece</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Matt Terence Frost, Marine Biological Association of the United Kingdom, UK; Marco Uttieri, Parthenope University of Naples, Italy</p></fn>
<fn fn-type="corresp" id="fn001"><p>&#x0002A;Correspondence: Angel Borja <email>aborja&#x00040;azti.es</email></p></fn>
<fn fn-type="other" id="fn002"><p>This article was submitted to Marine Ecosystem Ecology, a section of the journal Frontiers in Marine Science</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>12</day>
<month>09</month>
<year>2016</year>
</pub-date>
<pub-date pub-type="collection">
<year>2016</year>
</pub-date>
<volume>3</volume>
<elocation-id>175</elocation-id>
<history>
<date date-type="received">
<day>15</day>
<month>06</month>
<year>2016</year>
</date>
<date date-type="accepted">
<day>31</day>
<month>08</month>
<year>2016</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2016 Borja, Elliott, Snelgrove, Austen, Berg, Cochrane, Carstensen, Danovaro, Greenstreet, Heiskanen, Lynam, Mea, Newton, Patr&#x000ED;cio, Uusitalo, Uyarra and Wilson.</copyright-statement>
<copyright-year>2016</copyright-year>
<copyright-holder>Borja, Elliott, Snelgrove, Austen, Berg, Cochrane, Carstensen, Danovaro, Greenstreet, Heiskanen, Lynam, Mea, Newton, Patr&#x000ED;cio, Uusitalo, Uyarra and Wilson</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) or licensor are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><p>Human activities, both established and emerging, increasingly affect the provision of marine ecosystem services that deliver societal and economic benefits. Monitoring the status of marine ecosystems and determining how human activities change their capacity to sustain benefits for society requires an evidence-based Integrated Ecosystem Assessment approach that incorporates knowledge of ecosystem functioning and services). Although, there are diverse methods to assess the status of individual ecosystem components, none assesses the health of marine ecosystems holistically, integrating information from multiple ecosystem components. Similarly, while acknowledging the availability of several methods to measure single pressures and assess their impacts, evaluation of cumulative effects of multiple pressures remains scarce. Therefore, an integrative assessment requires us to first understand the response of marine ecosystems to human activities and their pressures and then develop innovative, cost-effective monitoring tools that enable collection of data to assess the health status of large marine areas. Conceptually, combining this knowledge of effective monitoring methods with cost-benefit analyses will help identify appropriate management measures to improve environmental status economically and efficiently. The European project DEVOTES (DEVelopment Of innovative Tools for understanding marine biodiversity and assessing good Environmental Status) specifically addressed these topics in order to support policy makers and managers in implementing the European Marine Strategy Framework Directive. Here, we synthesize our main innovative findings, placing these within the context of recent wider research, and identifying gaps and the major future challenges.</p></abstract>
<kwd-group><kwd>environmental status</kwd>
<kwd>marine health</kwd>
<kwd>status assessment</kwd>
<kwd>management</kwd>
<kwd>ecosystem approach</kwd>
<kwd>socio-ecology</kwd>
</kwd-group>
<contract-num rid="cn001">308392</contract-num>
<contract-sponsor id="cn001">Seventh Framework Programme<named-content content-type="fundref-id">10.13039/501100004963</named-content></contract-sponsor>
<counts>
<fig-count count="1"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="170"/>
<page-count count="23"/>
<word-count count="19304"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>A recent assessment of marine ecosystem ecology identified eight grand research challenges (Borja, <xref ref-type="bibr" rid="B17">2014</xref>): (i) understanding the role of biodiversity in maintaining ecosystem functionality; (ii) understanding the relationships between human pressures and ecosystems; (iii) understanding the impacts of global change on marine ecosystems; (iv) developing integrative assessment of marine ecosystem health; (v) ensuring delivery of ecosystem services by conserving and protecting the seas; (vi) understanding the way in which ecosystem structure and functioning may recover through restoration; (vii) understanding the need for an ecosystem approach and integrated spatial planning in managing ocean use, and (viii) developing better ecosystem models to support more effective management.</p>
<p>These challenges reflect widespread recognition of clear effects of pressures from established and emerging human activities on marine ecosystems (Halpern et al., <xref ref-type="bibr" rid="B86">2015</xref>) and, consequently, the potential of those pressures to alter the ability of ocean ecosystems to provide services that yield societal and economic benefits (Barbier et al., <xref ref-type="bibr" rid="B10">2012</xref>; Turner and Schaafsma, <xref ref-type="bibr" rid="B156">2015</xref>). Given the multiple pressures society places on marine ecosystems and the broad range of services they provide, a holistic assessment (Borja et al., <xref ref-type="bibr" rid="B20">2016</xref>) of the status of marine ecosystems requires scientific evidence-based Integrated Ecosystem Assessments (IEA; Levin et al., <xref ref-type="bibr" rid="B102">2009</xref>). Indeed, the former European Commissioner for Environment, Janez Poto&#x0010D;nik, stated during the closing session of Euromares 2010, on the occasion of the European Maritime Day, that: &#x0201C;<italic>We are learning that the</italic> [Marine Strategy Framework] <italic>Directive has a weakness&#x02014;and that weakness is the lack of knowledge</italic>.&#x0201D; With a lack of knowledge &#x0201C;&#x02026;<italic>these unknown variables pose a real problem for decision-makers. They need to be identified and addressed in a systematic way. And while we need to acknowledge the differences and diversity of our seas, there are some issues which can only be adequately addressed on a European scale.&#x0201D;</italic> These statements capture the desire of policy-makers and managers worldwide to fulfill their moral mandate to conserve and protect the seas (Reker et al., <xref ref-type="bibr" rid="B137">2015</xref>) using evidence-based decision-making. Hence, the vision for clean, healthy, biodiverse, and productive oceans and seas with sustainable resource use requires bridging the gap between policy and science in assessing the status of marine ecosystems by increasing scientific knowledge of marine ecosystems and their functioning, including humans and their role as part of the ecosystem (Borja et al., <xref ref-type="bibr" rid="B21">2013</xref>). Indeed, recent European and national policies enshrine the vision of healthy and biologically diverse seas (e.g., DEFRA, <xref ref-type="bibr" rid="B57">2002</xref>; European Marine Board, <xref ref-type="bibr" rid="B71">2013</xref>). More recently, the European Union and United Nations have tried to address problems associated with exploitation of deep fishing resources and associated impacts on biodiversity (St. John et al., <xref ref-type="bibr" rid="B152">2016</xref>).</p>
<p>The development and implementation of policy and legislation globally demonstrate a significant effort to improve the status of the seas, including an ecosystem approach to ocean use management (Browman et al., <xref ref-type="bibr" rid="B31">2004</xref>; Nicholson and Jennings, <xref ref-type="bibr" rid="B116">2004</xref>; Borja et al., <xref ref-type="bibr" rid="B18">2008</xref>, <xref ref-type="bibr" rid="B20">2016</xref>; Curtin and Prellezo, <xref ref-type="bibr" rid="B54">2010</xref>). In the European Union (EU), the Marine Strategy Framework Directive (MSFD; European Commission, <xref ref-type="bibr" rid="B68">2008</xref>) represents the most comprehensive marine environmental legislation. This Directive aims to achieve Good Environmental Status (GES) by 2020 in the four European Regional Seas (Baltic, North Eastern Atlantic, Mediterranean and Black Sea). The MSFD requires that Member States assess ecosystem characteristics, pressures, and impacts with respect to 11 descriptors related to: biological diversity, non-indigenous species, commercial fish and shellfish, food-webs, eutrophication, seafloor integrity, hydrographic conditions, concentration of contaminants in the environment and in fish and other seafood consumed by humans, marine litter, and introduction of energy including underwater noise. Within these 11 descriptors, the European Commission (<xref ref-type="bibr" rid="B69">2010</xref>) then defines 29 criteria and 56 indicators necessary in evaluating environmental status.</p>
<p>The assessment of environmental status, while scientifically challenging (Stanley, <xref ref-type="bibr" rid="B149">1995</xref>), simultaneously offers many opportunities for European marine research to support an ecosystem approach to environmental management, which EU Member States have agreed to implement (Borja et al., <xref ref-type="bibr" rid="B21">2013</xref>). The European project DEVOTES (DEVelopment Of innovative Tools for understanding marine biodiversity and assessing GES, <ext-link ext-link-type="uri" xlink:href="http://www.devotes-project.eu">www.devotes-project.eu</ext-link>) was started in 2012 to facilitate MSFD implementation. This project considers these complex, inter-related scientific issues and management needs of the MSFD, as well as the challenges shared by the four regional seas identified within the MSFD. Its main objectives were:
<list list-type="simple">
<list-item><p>- To improve understanding of the cumulative impacts of human activities on marine biodiversity and variation associated with climate, identifying the socio-economic and legislative barriers and bottlenecks that prevent achieving GES;</p></list-item>
<list-item><p>- To test indicators currently in use (European Commission, <xref ref-type="bibr" rid="B69">2010</xref>) and develop new assessment options, particularly for biodiversity-related descriptors (i.e., D1. Biological diversity, D2. Non-indigenous species, D4. Food-webs, and D6. Seafloor integrity), at several ecological levels (species, habitat, ecosystems), and characterize and classify status of marine waters;</p></list-item>
<list-item><p>- To develop, test and validate innovative integrative modeling and cost-effective monitoring tools to strengthen understanding of ecosystem function and biodiversity changes in space and time associated with human impacts, including climatic influences.</p></list-item>
<list-item><p>- To propose and disseminate strategies and measures for adaptive management of ecosystems, including integrative and holistic tools to assess environmental status.</p></list-item>
</list></p>
<p>We therefore set an overall goal of better understanding the relationships between pressures from human activities and climate change, and their effects on marine ecosystems, including biological diversity, in order to support ecosystem-based management and attain GES of marine waters. Our harmonized approach to the four European regional seas tested and validated existing indicators, created new indicators when necessary, developed modeling tools for the assessment of biodiversity, tested new monitoring tools and established an integrative approach for assessing environmental status.</p>
<p>This overview describes how this research has contributed to advancing the state-of-the-art since 2012 in bridging the gap between science and policy in marine environmental status assessment. Specifically, this addresses elements such as human pressures, indicator development, model use, innovative monitoring, and integrative assessment tools), in order to achieve healthy and sustainable ocean use. Here we synthesize key responses to major environmental questions and the lessons learnt. This information will support managers and policy-makers in making decisions for improved management of ocean use.</p>
</sec>
<sec id="s2">
<title>Why must we understand impacts of human activities at sea?</title>
<sec>
<title>State-of-the-art</title>
<p>Marine environmental managers primarily aim to protect and maintain natural structure and functioning while simultaneously ensuring that ecosystems provide services, which in turn deliver benefits for society (Atkins et al., <xref ref-type="bibr" rid="B7">2011</xref>; Elliott, <xref ref-type="bibr" rid="B60">2011</xref>). In the management of human activities in the marine environment, it is axiomatic that a regulatory body (i.e., an environmental protection agency, natural conservation body, fisheries body, or marine licensing body), does not have to prove that an activity or its developer (the &#x0201C;user,&#x0201D; &#x0201C;polluter&#x0201D;&#x02014;those undertaking the activity, such as a dredging company, industrial plan, or wind farm operator) causes an adverse impact (Gray and Elliott, <xref ref-type="bibr" rid="B84">2009</xref>). In contrast, the developer must prove they will not cause an impact, hence creating the scientific and statistical challenge of &#x0201C;proving the negative.&#x0201D; A second key feature, &#x0201C;the precautionary principle&#x0201D; (PP), assumes a deleterious effect resulting from a given activity in the system unless proven otherwise (O&#x00027;Riordan and Jordan, <xref ref-type="bibr" rid="B121">1995</xref>). However, detractors criticize the vague definition of PP, and balancing scientific uncertainty and appropriate management measures remains a challenge (Steel, <xref ref-type="bibr" rid="B150">2014</xref>).</p>
<p>The third key feature states that any developer wishing to use the marine system must obtain permission from a regulatory body, hence the importance of sufficient administrative bodies (Boyes and Elliott, <xref ref-type="bibr" rid="B27">2014</xref>, <xref ref-type="bibr" rid="B28">2015</xref>; Elliott, <xref ref-type="bibr" rid="B62">2014</xref>); this encompasses the whole of marine governance, defined as the net result of policies, politics, legislation, and administration (Barnard and Elliott, <xref ref-type="bibr" rid="B11">2015</xref>). The fourth feature, the &#x0201C;polluter pays principle,&#x0201D; requires a developer to pay for the costs associated with that use: the licensing of the activity, the monitoring, remediation and mitigation of any damage to the system and, if necessary, compensation. The latter requires integrating natural and economic sciences to enable sustainability within and across generations and it may require developers to compensate affected users, the affected resource (e.g., restocking affected fish), or the affected environment (e.g., by creating new environment; Elliott et al., <xref ref-type="bibr" rid="B65">2016</xref>). However, all of these central features relate to how users use an area of the sea (e.g., dredging, wind farm, fishing, etc.) but superimposing a wider suite of natural and human influences, such as climate change, on all of these activities (Elliott et al., <xref ref-type="bibr" rid="B63">2015</xref>). This complexity demands, as the fifth feature, assessing the anthropogenic change or pressure in question (a &#x0201C;signal&#x0201D;) against a background of inherent variability and natural change or wider influences, i.e., the changes emanating externally to the area being managed (the &#x0201C;noise&#x0201D;; Gray and Elliott, <xref ref-type="bibr" rid="B84">2009</xref>; Elliott, <xref ref-type="bibr" rid="B60">2011</xref>). Finally, a sixth key feature requires quantitative and legally defendable detection of such change with a direct feedback into management.</p>
</sec>
<sec>
<title>Progress beyond the state-of-the-art</title>
<p>These key features require a defendable, holistic, underlying framework, accepted, and communicable to marine managers and wider users. That framework must link causes of potential and actual changes to the marine environment, the types of changes experienced and societal responses to mediating or removing the drivers of change or at least accepting change for the benefits provided. Even in the recent past, stakeholders frequently used the DPSIR (Drivers, Pressures, State change, Impact and Response) interlinking framework (e.g., Atkins et al., <xref ref-type="bibr" rid="B7">2011</xref>; Smith et al., <xref ref-type="bibr" rid="B147">2014</xref>), without clearly defining each element. Hence, the wide use of DPSIR model (Gari et al., <xref ref-type="bibr" rid="B81">2015</xref>; Lewison et al., <xref ref-type="bibr" rid="B103">2016</xref>; Patr&#x000ED;cio et al., <xref ref-type="bibr" rid="B124">2016a</xref>) not only introduced many variants and perpetuated confusion but also made it not-fit-for-purpose in providing management guidance.</p>
<p>Previous studies document the evolution of the DPSIR approach (Smith et al., <xref ref-type="bibr" rid="B147">2014</xref>, <xref ref-type="bibr" rid="B146">2016</xref>), and here we summarize and focus on the evolution from DPSIR to the most recent derivative DAPSI(W)R(M) (Patr&#x000ED;cio et al., <xref ref-type="bibr" rid="B124">2016a</xref>; Scharin et al., <xref ref-type="bibr" rid="B143">2016</xref>; Burdon et al., <xref ref-type="bibr" rid="B32">in press</xref>). This modified approach adds Activities, and relates the Impact to human Welfare and the Responses to the use of Measures (the term preferred by EU Directives). Drivers describe underlying basic human needs, such as for food, security, space, and well-being, which require Activities (fishing, building wind farms, creating navigation routes). These activities then create Pressures, such as scraping the seabed with bottom trawls or building infrastructure that removes space. Pressures are the mechanisms that change the system, potentially causing concern. Those changes encompass both the natural system, including its structure and functioning (the &#x0201C;State change&#x0201D;; Strong et al., <xref ref-type="bibr" rid="B153">2015</xref>), and the human system [the Impact (on human Welfare)]. The term Welfare is used <italic>sensu stricto</italic> to include economic welfare and human and societal well-being (Oxford English Dictionary).</p>
<p>Furthermore, all of the activities and external changes could potentially adversely affect that main aim (the protection of the social and ecological systems), and may thus be considered hazards. If these hazards damage parts of the socio-ecological system we value, they may be termed risks, thus providing a hazard and risk typology used in the DEVOTES project (Elliott et al., <xref ref-type="bibr" rid="B64">2014</xref>). Smith et al. (<xref ref-type="bibr" rid="B146">2016</xref>) illustrated DPSIR, using fishing activity and the pressure of trawling from abrasion on the seabed and its impacts on particular components as an example. The challenges were addressed in moving from conceptual models to actual assessments including: assessment methodologies (interactive matrices, Bayesian Belief Networks, ecosystem modeling, the Bow Tie approach, assessment tools), data availability, confidence, scaling, cumulative impacts, and multiple simultaneous pressures, which more often occur in multi-use and multi-user areas (Smith et al., <xref ref-type="bibr" rid="B146">2016</xref>).</p>
<p>Society and environmental managers need to know not only the current status of a marine system, but also whether it has been altered, the cause of that alteration, its significance, and what can be done to reverse that change. Therefore, this requirement creates the need to consider how Pressures result in State change, in the natural system, and a societally relevant Impact of sea use (including the assessment of cumulative pressures and impacts, as shown by Korpinen and Andersen, <xref ref-type="bibr" rid="B97">2016</xref>); hence the need to consider not just Welfare (<italic>sensu</italic> DPSWR in Cooper, <xref ref-type="bibr" rid="B50">2013</xref>) but the Impact (on human Welfare). This need explicitly includes an economic approach and a human health and well-being approach to human-induced changes. Furthermore, while that State change may often relate to the physico-chemical and ecological structure of the marine system, it increasingly requires users to consider the ecological functioning (Strong et al., <xref ref-type="bibr" rid="B153">2015</xref>) especially given that many MSFD descriptors relate to functioning aspects. This &#x0201C;biodiversity-ecosystem functioning debate,&#x0201D; regarding the effect of functioning on biodiversity and vice versa, is an important and developing field (Zeppilli et al., <xref ref-type="bibr" rid="B170">2016</xref>).</p>
<p>The detection or prediction of changes to the natural state and impacts on human welfare require action to minimize, mitigate, compensate, remove, or even accept changes through societal Responses (the R in DPSIR). However, based on terminology used in the EU Directives, environmental managers now refer to those Responses as Measures [hence Responses -using Measures- in DAPSI(W)R(M); Scharin et al., <xref ref-type="bibr" rid="B143">2016</xref>]. During the past decade, management has recognized the need to include all measures which therefore, as referred to as the Programme of Measures in the MSFD, should consider aspects of ecology, technology, economy, legislation, and administration. They should also satisfy societal, cultural and moral imperatives while communicating decisions to stakeholders; hence the so-called &#x0201C;10 tenets&#x0201D; for sustainable and successful marine management (Elliott, <xref ref-type="bibr" rid="B61">2013</xref>; Barnard and Elliott, <xref ref-type="bibr" rid="B11">2015</xref>).</p>
<p>The prevailing governance system provides a central control on adverse effects of human activities. The EU arguably represents the pre-eminent proponent of marine environmental legislation and other aspects of governance (Boyes and Elliott, <xref ref-type="bibr" rid="B27">2014</xref>), but the complexity of the marine system, the need for transboundary action and the joint implementation of different systems have produced anomalies, confusion, and a need for an inter-governmental transboundary approach (Cavallo et al., <xref ref-type="bibr" rid="B40">2016</xref>).</p>
<p>Most of the above framework relates to activities and pressures emanating from within a system such as a sea region, under management, for example the Baltic or North Seas (Andersen et al., <xref ref-type="bibr" rid="B3">2015</xref>; Scharin et al., <xref ref-type="bibr" rid="B143">2016</xref>). These may be termed endogenic managed pressures in which the causes and consequences in the region are managed (Elliott, <xref ref-type="bibr" rid="B60">2011</xref>) and under legislative control (Boyes and Elliott, <xref ref-type="bibr" rid="B27">2014</xref>). Exogenic unmanaged pressures (i.e., those aspects emanating from outside a managed system; for example global climate change Elliott et al., <xref ref-type="bibr" rid="B63">2015</xref>) represent the major current challenge; environmental managers cannot control the causes but must respond to the consequences. Climate change offers a primary example, in which human impacts (e.g., ocean acidification, increase in alien species, sea-level rise, temperature regime change; Danovaro et al., <xref ref-type="bibr" rid="B55">2013</xref>; Katsanevakis et al., <xref ref-type="bibr" rid="B95">2014</xref>, <xref ref-type="bibr" rid="B94">2016</xref>) add to internal pressures in an area. Climate change therefore shifts baselines, complicating evaluation change associated with internal activities in a region, but also potentially nullifying the use of quantitative indicators or at least requiring the target values of those indicators to be continually revised. A Member State not meeting legislative controls, such as directives, may therefore cite climate change as a modifying factor but one outside of its control (Elliott et al., <xref ref-type="bibr" rid="B63">2015</xref>). Targets that cannot be reached due to changes caused by climate change effects are not manageable and need to be revised as a part of the 6 years management cycle.</p>
</sec>
<sec>
<title>Conclusions</title>
<p>Successful ocean use management relies on adequate and comprehensive monitoring, and identifying appropriate measurements of change. Management response requires a clear understanding of underlying causes and effects of change in the marine environment and their consequences. Hence, the use of conceptual models linking the marine drivers, activities, and pressures can provide that solid foundation to link to state changes, impacts on societal welfare, and the resulting management responses using programmes of measures. Similarly, management relies on the ability to predict and detect future responses of the system to changes with sufficient certainty; prediction requires conceptual, empirical, and deterministic models, whereas detection implies the presence of robust monitoring systems at appropriate spatial and temporal scales. However, the &#x0201C;paradox of environmental assessment&#x0201D; sets the backdrop for this framework whereby increasing national and European legislation (such as the MSFD) requires more understanding and better monitoring but monitoring organizations face reduced budgets (Borja and Elliott, <xref ref-type="bibr" rid="B19">2013</xref>). Therefore, by expanding the concept of DPSIR into DAPSI(W)R(M), understanding the gaps and the Strengths, Weaknesses, Opportunities, and Threats in monitoring, and exploring how climate change could affect GES, DEVOTES has included human welfare in the modified approach, emphasizing the importance for future policy and management measures. Hence, an adequate assessment of marine status can only be achieved through fit-for-purpose monitoring based on sound scientific knowledge.</p>
</sec>
</sec>
<sec id="s3">
<title>Why do we need better indicators to assess the status?</title>
<sec>
<title>State-of-the-art</title>
<p>The multifaceted concept of biodiversity encompasses everything from the genetic composition of species to the organization of habitats and ecosystems (CBD, <xref ref-type="bibr" rid="B41">1992</xref>). Despite the widely recognized need to maintain biodiversity, its many interpretations make difficult any comprehensive evaluation and therefore it is necessary to use indicators, or simplified measures, that reflect or synthesize the status of important aspects of ecosystem structure or function. Marine assessments depend upon indicators to detect and evaluate changes in environmental status driven by either natural or human pressures, often in the context of implementing management targets for environmental objectives and measures. Therefore, scientists and managers worldwide seek accurate and reliable indicators that represent all relevant aspects of marine biodiversity either as individual aspects or as surrogates (proxies) for series of changes (for example the use of the breeding health of piscivorous seabirds as a proxy for the whole marine trophic system).</p>
<p>Although, many nations worldwide recognize the need for an ecosystem approach to ocean management, the EU has led in developing specific metrics toward that objective. The European Commission (<xref ref-type="bibr" rid="B69">2010</xref>) Decision specifies criteria and methodological standards to evaluate environmental status of marine waters, based upon a set of 56 MSFD indicators. Some indicators used in the assessment of coastal ecosystems under the Water Framework Directive (WFD; European Commission, <xref ref-type="bibr" rid="B67">2000</xref>; Birk et al., <xref ref-type="bibr" rid="B16">2012</xref>) also apply to the MSFD assessment beyond the narrow coastal strip where MSFD and WFD overlap (Borja et al., <xref ref-type="bibr" rid="B22">2010</xref>; Boyes et al., <xref ref-type="bibr" rid="B29">2016</xref>). In practice, during the first phase of the MSFD implementation, EU Member States used different methodological approaches to determine and assess ecosystem status (European Commission, <xref ref-type="bibr" rid="B70">2014</xref>; Palialexis et al., <xref ref-type="bibr" rid="B123">2014</xref>). Data availability, regional specificities, and potentially different interpretations of the EU Commission Decision led to discrepancies within methodologies reported by Member States, increasing the potential for non-harmonized approaches to status determination. Managers require further guidance on criteria for &#x0201C;good&#x0201D; indicators, and assessment of status (Patr&#x000ED;cio et al., <xref ref-type="bibr" rid="B126">2014</xref>), and such a plan is currently being developed by the EU and its Member States, ICES (International Council for the Exploration of the Sea), EEA (European Environment Agency), and RSCs (The Regional Sea Conventions). Concurrently, the RSCs are developing indicators for holistic marine assessments (e.g., HELCOM, <xref ref-type="bibr" rid="B90">2013</xref>; OSPAR, <xref ref-type="bibr" rid="B122">2015</xref>; UNEP, <xref ref-type="bibr" rid="B157">2016</xref>).</p>
</sec>
<sec>
<title>Progress beyond the state-of-the-art</title>
<sec>
<title>Overview of existing indicators and gaps in relation to MSFD requirements</title>
<p>To support the MSFD process, we completed a comprehensive overview of existing MSFD biodiversity-related indicators (MSFD descriptors: D1&#x02014;biological diversity, D2&#x02014;non-indigenous species, D4&#x02014;food-webs, and D6&#x02014;seafloor integrity), identified gaps, and developed/tested new indicators to assess the status in the marine environment (Patr&#x000ED;cio et al., <xref ref-type="bibr" rid="B126">2014</xref>).</p>
<p>We created an inventory of current MSFD biodiversity indicators, which includes over 600 entries, and developed complementary software (DEVOTool; <ext-link ext-link-type="uri" xlink:href="http://www.devotes-project.eu/devotool">www.devotes-project.eu/devotool</ext-link>) to help users navigate the metadata. The DEVOTool includes instructions for its use as well as a description of the database contents. Developing the inventory demonstrated that, despite many available marine biodiversity indicators, obvious gaps remain regarding some biotic components and criteria required for the MSFD implementation (Teixeira et al., <xref ref-type="bibr" rid="B155">2014</xref>). Furthermore, information regarding the quality and confidence of the indicators is currently insufficient. Most available operational indicators target coastal and shelf ecosystems and cover WFD biological quality elements, such as macroinvertebrates, fish, phytoplankton, macroalgae, and seagrasses. Major current gaps include ecosystem level and genetic population level indicators, as well as indicators for microbes, pelagic and planktonic invertebrates, reptiles, ice-associated species, and communities, and deep-sea habitats. Most indicators lack regional targets or GES threshold values, and few measure confidence levels or demonstrably link to pressures. Thus, although current indicators may be regarded as operational in the way that they have been used in marine assessments, their applicability to fulfill the criteria of MSFD indicators and to comply with indicator quality criteria (Queir&#x000F3;s et al., <xref ref-type="bibr" rid="B132">2016</xref>) has not been assessed.</p>
</sec>
<sec>
<title>Development of new indicators</title>
<p>We developed 16 new indicators and refined another 13 indicators (Berg et al., <xref ref-type="bibr" rid="B13">2016</xref>; Table <xref ref-type="table" rid="T1">1</xref>) to address gaps in MSFD implementation (Teixeira et al., <xref ref-type="bibr" rid="B155">2014</xref>). These indicators mainly relate to the biodiversity-related Descriptors (D1, D2, D4, and D6), and cover the full range of biological components (i.e., from microbes to seabirds and marine mammals). In addition, we developed indicator quality criteria, which were used to evaluate these indicators (Queir&#x000F3;s et al., <xref ref-type="bibr" rid="B132">2016</xref>). For example, we developed four new indicators for microbes (bacteria and cyanobacteria), but their poor score on pressure responsiveness and the potential to set targets indicated a need for further development and validation (Berg et al., <xref ref-type="bibr" rid="B13">2016</xref>). Some phytoplankton biomass indicators, such as chlorophyll-a concentration from satellite measurements, provide valuable assessments of pressures leading to eutrophication, but linking changes in diverse and rapidly fluctuating phytoplankton composition with impacts of nutrient loading has proved challenging (Camp et al., <xref ref-type="bibr" rid="B33">2015</xref>; Carstensen et al., <xref ref-type="bibr" rid="B36">2015</xref>).</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p><bold>Indicators developed or refined within DEVOTES project, in relation to some of the indicators proposed within the Marine Strategy Framework Directive (MSFD)</bold>.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left" colspan="3" style="border-bottom: thin solid #000000;"><bold>Marine Strategy Framework Directive requirements</bold></th>
<th valign="top" align="left" colspan="2" style="border-bottom: thin solid #000000;"><bold>DEVOTES indicators achievements</bold></th>
</tr>
<tr>
<th valign="top" align="left"><bold>Descriptors</bold></th>
<th valign="top" align="center"><bold>Indicator code</bold></th>
<th valign="top" align="left"><bold>Indicator description</bold></th>
<th valign="top" align="left"><bold>Indicators targeted</bold></th>
<th valign="top" align="left"><bold>New or refined</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1. Biodiversity</td>
<td valign="top" align="center">1.1.2</td>
<td valign="top" align="left">Species: Distributional pattern within range</td>
<td valign="top" align="left">Distribution of herbivorous waterfowl in relation to eelgrass biomass distribution</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">1.2.1</td>
<td valign="top" align="left">Species: Population abundance and/or biomass</td>
<td valign="top" align="left">Microbe biodiversity and indicator species</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">1.3.1</td>
<td valign="top" align="left">Species: Population demographic characteristics</td>
<td valign="top" align="left">Microbe biodiversity and indicator species</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">1.4.1</td>
<td valign="top" align="left">Habitats: Distributional range</td>
<td valign="top" align="left">Lower depth distribution limit of macrophyte species</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">1.4.2</td>
<td valign="top" align="left">Habitats: Distributional pattern</td>
<td valign="top" align="left">Distribution of herbivorous waterfowl in relation to eelgrass biomass distribution</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">1.5.1</td>
<td valign="top" align="left">Habitats: Habitat area</td>
<td valign="top" align="left">High resolution habitat characterization</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">1.6.2</td>
<td valign="top" align="left">Habitats: Condition of the typical species and communities</td>
<td valign="top" align="left">Production of phytoplankton</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Phytoplankton community composition as a food web indicator</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Phytoplankton community composition based on food quality traits as an early warning indicator for food web effects on higher trophic levels</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Phytoplankton taxonomic diversity (Shannon95)</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Phytoplankton taxonomic evenness</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Seasonal progression of phytoplankton functional groups</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Spring diatom/dinoflagellate biomass ratio (Black Sea)</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Biomass of copepods</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Mesozooplankton biomass</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td/>
<td valign="top" align="center">1.6.3</td>
<td valign="top" align="left">Habitats: Physical, hydrological and chemical conditions</td>
<td valign="top" align="left">High resolution habitat characterization</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td valign="top" align="left">2. Non-indigenous species</td>
<td valign="top" align="center">2.1.1</td>
<td valign="top" align="left">Trends in abundance, temporal occurrence and spatial distribution</td>
<td valign="top" align="left">Abundance and distribution range of established Non-Indigenous Species</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Trends in the arrival of new non-indigenous species</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Trends in the arrival of Non-Indigenous Species by pathway of entry</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td/>
<td valign="top" align="center">2.2.2</td>
<td valign="top" align="left">Impacts of non-indigenous invasive species</td>
<td valign="top" align="left">Cumulative impact index of Invasive Alien Species</td>
<td valign="top" align="left">New</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td valign="top" align="left">3. Commercial species</td>
<td valign="top" align="center">3.3.2</td>
<td valign="top" align="left">Mean maximum length</td>
<td valign="top" align="left">Mean maximum length of demersal fish and elasmobranchs</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td valign="top" align="left">4. Food-webs</td>
<td valign="top" align="center">4.2.1</td>
<td valign="top" align="left">Large fish</td>
<td valign="top" align="left">Size composition in fish communities (Typical length)</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Large fish indicator</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">4.3.1</td>
<td valign="top" align="left">Abundance trends of functionally important selected groups/species</td>
<td valign="top" align="left">Share of cyanobacteria from total phytoplankton biomass as an early warning indicator for food web effects on zooplankton</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Production of phytoplankton</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Phytoplankton community composition as a food web indicator</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Phytoplankton community composition based on food quality traits as an early warning indicator for food web effects on higher trophic levels</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Biomass of copepods</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Mesozooplankton biomass</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td/>
<td/>
<td/>
<td valign="top" align="left">Distribution of herbivorous waterfowl in relation to eelgrass biomass distribution</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td valign="top" align="left">5. Eutrophication</td>
<td valign="top" align="center">5.2.1</td>
<td valign="top" align="left">Chlorophyll concentration in the water column</td>
<td valign="top" align="left">Surface Chlorophyll-a concentration from satellite measurements</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">5.2.4</td>
<td valign="top" align="left">Species shift in floristic composition such as diatom to flagellate ratio, benthic to pelagic shifts, as well as bloom events of nuisance/toxic algal blooms caused by human activities</td>
<td valign="top" align="left">Biomass of N2-fixing cyanobacteria as an indicator for nitrogen load originating from N2-fixing cyanobacteria</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Diatom/Dinoflagellate index</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Spring diatom/dinoflagellate biomass ratio (Black Sea)</td>
<td valign="top" align="left">New</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td/>
<td valign="top" align="center">5.3.1</td>
<td valign="top" align="left">Abundance of perennial seaweeds and seagrasses adversely impacted by decrease in water transparency</td>
<td valign="top" align="left">Lower depth distribution limit of macrophyte species</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr>
<td valign="top" align="left">6. Seafloor integrity</td>
<td valign="top" align="center">6.1.2</td>
<td valign="top" align="left">Extent of the seabed significantly affected by human activities for the different substrate types</td>
<td valign="top" align="left">High resolution habitat characterization</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">6.2.1</td>
<td valign="top" align="left">Presence of particular sensitive and/or tolerant species</td>
<td valign="top" align="left">Genetic based benthic microbial community condition and functionality assessment</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">AZTI&#x00027;s Marine Biotic Index (AMBI)</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Genetic based macrobenthic community condition and functionality assessment</td>
<td valign="top" align="left">New</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">6.2.2</td>
<td valign="top" align="left">Multi-metric indices assessing benthic community condition and functionality</td>
<td valign="top" align="left">Multivariate AZTI Marine Biotic Index</td>
<td valign="top" align="left">Refined</td>
</tr>
<tr>
<td/>
<td/>
<td/>
<td valign="top" align="left">Benthic quality index</td>
<td valign="top" align="left">Refined</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Note the potential application of some indicators in assessing various MSFD indicators</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>Also indicators were developed to address the environmental impacts of invasive non-indigenous species in European regional seas (Minchin and Zaiko, <xref ref-type="bibr" rid="B110">2013</xref>; Zaiko et al., <xref ref-type="bibr" rid="B168">2014</xref>; Katsanevakis et al., <xref ref-type="bibr" rid="B94">2016</xref>). Moreover, the project developed new food-web indicators focusing on primary and secondary producers, both for phytoplankton and fish. Of those, the novel food-web indicator &#x0201C;Phytoplankton community composition as a food-web indicator&#x0201D; was a highly-evaluated indicator and hence it is currently a candidate HELCOM core indicator for holistic ecosystem assessment. An indicator for systematic high-resolution habitat mapping and characterization scored high in the indicator-evaluation as it may be a proxy for many of the 56 MSFD indicators. We also recently developed and tested numerous promising indicators that capture effects of fishing on marine biodiversity, e.g., on the positive effects of fishing effort reduction on the increase of large fish indicator (Engelhard et al., <xref ref-type="bibr" rid="B66">2015</xref>) and on the need of using biodiversity and conservation-based indicators complementarily to ecological indicators of fishing pressure to evaluate the overall impact of fishing on exploited marine ecosystems (Fu et al., <xref ref-type="bibr" rid="B76">2015</xref>; Coll et al., <xref ref-type="bibr" rid="B48">2016</xref>). Furthermore, a newly developed indicator based on DNA metabarcoding assesses genetic diversity of macroinvertebrates and microorganisms (Aylagas et al., <xref ref-type="bibr" rid="B9">2014</xref>, <xref ref-type="bibr" rid="B8">2016</xref>; Carugati et al., <xref ref-type="bibr" rid="B38">2015</xref>; Dell&#x00027;Anno et al., <xref ref-type="bibr" rid="B59">2015</xref>).</p>
<p>We also applied Signal Detection Theory (SDT) to assess the accuracy, sensitivity and specificity of refined benthic indicators (such as the Benthic Quality Index&#x02014;BQI) and their response to eutrophication. In general, we found SDT to be a robust and scientifically sound strategy for setting threshold values for indicators (Chu&#x00161;ev&#x00117; et al., <xref ref-type="bibr" rid="B44">2016</xref>). Finally, we introduced a new approach to set indicator targets in relation to ecosystem resilience (i.e., the ability to recover rapidly and predictably from pressures) and to select indicators and their target ranges (Rossberg et al., <xref ref-type="bibr" rid="B141">2017</xref>). This approach is a specific, quantitative interpretation of the concepts of GES and sustainable use in terms of indicators and associated targets. Importantly, it distinguishes between current and future uses to satisfy societal needs and preferences.</p>
</sec>
</sec>
<sec>
<title>Conclusions</title>
<p>Increasing legal challenges of marine and coastal management, both to the EU Member State implementation of Directives and industry compliance with national laws, which hinge upon detecting and demonstrating marine environmental change (Elliott et al., <xref ref-type="bibr" rid="B63">2015</xref>), increases the need for scientifically defensible indicators. Those indicators must be comprehensive, either in covering all relevant aspects of the marine system or as conceptually defensible surrogates that represent a well-defined and well-accepted causal link (e.g., the health of breeding populations of top seabird and fish predators being dependent on the health of seabed populations).</p>
<p>We tested and refined 13 available biodiversity indicators, developed 16 new options for assessment, particularly for biological descriptors (considering species, habitat and ecosystem levels), identified gaps for future research, developed indicator performance criteria, and provided a user-friendly tool to select and rank indicators (Table <xref ref-type="table" rid="T1">1</xref>). These publicly-available contributions (Berg et al., <xref ref-type="bibr" rid="B13">2016</xref>), support the second phase of the MSFD implementation and assist marine management in Europe and elsewhere.</p>
</sec>
</sec>
<sec id="s4">
<title>Why models are necessary in marine studies and assessment?</title>
<sec>
<title>State-of-the-art</title>
<p>Understanding how changes in biodiversity link to food-web functioning, anthropogenic pressures, and climate changes requires novel, integrative modeling tools. Similarly, scaling determining change from small to large areas and from the present to future, also requires such modeling approaches. Once validated, modeling tools can elucidate expected risks and rewards for a range of management options, aimed at achieving or maintaining GES. The evidence base from such scenario testing thus provides a suitable platform to enable informed decision-making. Prior to 2012, the proposals for using models in the MSFD implementation were very limited (Cardoso et al., <xref ref-type="bibr" rid="B34">2010</xref>) but now, in the context of using models in assessments, Pinnegar et al. (<xref ref-type="bibr" rid="B130">2014</xref>) for example have demonstrated the value of food-web models in assessing potential responses of ecosystems to invasions.</p>
</sec>
<sec>
<title>Progress beyond state-of-the-art</title>
<p>We assessed the capabilities of state-of-art models to provide information about current and candidate indicators outlined in the MSFD, particularly on biological diversity, food-webs, non-indigenous species, and seafloor integrity descriptors (Piroddi et al., <xref ref-type="bibr" rid="B131">2015</xref>; Tedesco et al., <xref ref-type="bibr" rid="B154">2016</xref>). We demonstrated that models could explain food-webs and biological diversity, but poorly-addressed non-indigenous (alien) species, habitats and seafloor integrity (Lynam et al., <xref ref-type="bibr" rid="B108">2016</xref>).</p>
<sec>
<title>Habitats and non-indigenous (alien) species</title>
<p>In order to address the key gap related to non-indigenous (alien) species, we developed a method to model the vulnerability of areas to invasions, using the Mediterranean Sea as a case study (Katsanevakis et al., <xref ref-type="bibr" rid="B94">2016</xref>). This conservative additive model accounts for the Cumulative IMPacts of invasive ALien species (CIMPAL index) on marine ecosystems. It estimates cumulative impact scores based on distributions of invasive species and ecosystems, considering both the reported magnitude of ecological impacts and the strength of such evidence.</p>
</sec>
<sec>
<title>Theory and new approaches to model ecosystem function</title>
<p>The theory supporting advanced modeling of food-webs and biodiversity was extended (Rossberg, <xref ref-type="bibr" rid="B140">2013</xref>; James et al., <xref ref-type="bibr" rid="B92">2015</xref>). Through different projects, including DEVOTES, Fung et al. (<xref ref-type="bibr" rid="B77">2015</xref>) used this theory to explore links between Biodiversity-Ecosystem Functioning (BEF) in marine ecosystems to fill in a key knowledge gap. Strong et al. (<xref ref-type="bibr" rid="B153">2015</xref>), furthermore, showed the importance and potential of such functional indicators. The BEF relationship can change (Mora et al., <xref ref-type="bibr" rid="B113">2014</xref>; Fung et al., <xref ref-type="bibr" rid="B77">2015</xref>), but the protection of fish from predation provided the mechanism in this case, and BEF relationships depended upon species richness and fishing impacts. Previous studies by Danovaro et al. (<xref ref-type="bibr" rid="B56">2008</xref>) revealed that the BEF relationships can be exponential and thus extremely sensitive to changes in environmental conditions determining a biodiversity loss. Nagelkerke and Rossberg (<xref ref-type="bibr" rid="B114">2014</xref>) also developed a theoretical understanding whereby resource and consumer traits predict trophic space, such that empirical data can be used to determine trophic traits related to food-web functioning (James et al., <xref ref-type="bibr" rid="B92">2015</xref>).</p>
<p>New modeling approaches using mass-balanced models were also developed to identify ecosystem structure, function (including Ecological Network Analyses) and reaction to disturbance (Lassalle et al., <xref ref-type="bibr" rid="B100">2013</xref>, <xref ref-type="bibr" rid="B98">2014a</xref>,<xref ref-type="bibr" rid="B99">b</xref>; Niquil et al., <xref ref-type="bibr" rid="B117">2014</xref>; Chaalali et al., <xref ref-type="bibr" rid="B42">2015</xref>; Guesnet et al., <xref ref-type="bibr" rid="B85">2015</xref>).</p>
</sec>
<sec>
<title>Habitats and function</title>
<p>To further understand the role of habitat in regulating function in marine food-webs, and thus link to other descriptors, such as seafloor integrity and biological diversity, we studied marine habitats at local [i.e., Basque coast, Galparsoro et al. (<xref ref-type="bibr" rid="B80">2015</xref>); Eastern Aegean Sea, Lynam et al. (<xref ref-type="bibr" rid="B105">2015b</xref>); Western Adriatic deep-sea, Zeppilli et al. (<xref ref-type="bibr" rid="B170">2016</xref>)], sub-regional (i.e., North Sea, Stephens and Diesing, <xref ref-type="bibr" rid="B151">2015</xref>; van Leeuwen et al., <xref ref-type="bibr" rid="B163">2015</xref>), and regional (i.e., Mediterranean, Katsanevakis et al., <xref ref-type="bibr" rid="B94">2016</xref>) scales. For example, we developed a process-driven characterization of sedimentary habitats for the Basque continental shelf and demonstrated that species richness decreases rapidly with increased sediment resuspension (Galparsoro et al., <xref ref-type="bibr" rid="B78">2013</xref>). Habitat modeling of elasmobranchs in the southern North Sea demonstrated the extirpation of some species such as common skate over time (Sguotti et al., <xref ref-type="bibr" rid="B145">2016</xref>). Modeling spatial distribution of three common seabird species in the southern North Sea demonstrated the importance of habitat type and availability fish prey to seabird distributions (see Lynam et al., <xref ref-type="bibr" rid="B106">2015a</xref>). Additionally, we demonstrated in Stephens and Diesing (<xref ref-type="bibr" rid="B151">2015</xref>) the feasibility of predicting substratum composition spatially across a large swath of seabed (North Sea) using legacy grain-size data and environmental predictors. We also demonstrated the suitability of such a quantitative prediction for further analyses of habitat suitability compared to traditional grid cell categorization (Stephens and Diesing, <xref ref-type="bibr" rid="B151">2015</xref>).</p>
<p>We applied Benthic Traits Analysis (Alves et al., <xref ref-type="bibr" rid="B1">2014</xref>; van der Linden et al., <xref ref-type="bibr" rid="B162">2016a</xref>; Van der Linden et al., <xref ref-type="bibr" rid="B161">2016b</xref>) specifically to understand benthic community function in relation to habitat. This analysis identified typological groups of benthic macroinvertebrates in the North Sea, based on response and effect traits, as potential ecological indicators for MSFD Descriptors 1 (Biological Diversity) and 6 (Seafloor integrity; Ver&#x000ED;ssimo et al., <xref ref-type="bibr" rid="B165">2015</xref>). The creation and analysis of large data set on population genetics in species groups with different dispersal abilities linked genetic variation to constraints in movement within benthic habitats in macroinvertebrates. This finding appears consistent with a &#x0201C;neutral theory&#x0201D; explanation for marine biodiversity spatial patterns (Chust et al., <xref ref-type="bibr" rid="B45">2013</xref>, <xref ref-type="bibr" rid="B46">2016</xref>).</p>
<p>A major challenge in marine management and assessment relates to the ability to link the physico-chemical and ecological systems. For example, for pelagic habitats, we identified distinct physical regimes in the North Sea based on density stratification characteristics, and modeling identified five hydrodynamic regimes (van Leeuwen et al., <xref ref-type="bibr" rid="B163">2015</xref>). These findings are valuable to support assessment at a sub-divisional scale within MSFD subregions. Effective marine management must consider these regimes and their likely biological interactions. These zones form the basis for the OSPAR biodiversity (pelagic habitat) assessment based on lifeforms, together with considering oxygen and eutrophication when assessing primary production for food webs.</p>
</sec>
<sec>
<title>Scenario testing to inform management decisions</title>
<p>Our research demonstrated that fisheries management may enhance biological diversity (such as the size-structure of the fish and elasmobranch community) but potentially produce unintended consequences for other ecosystem components (Lynam and Mackinson, <xref ref-type="bibr" rid="B107">2015</xref>). For example, decreases in bentho-piscivores component. However, the system may nonetheless sustain economic yields with minimal risk of stock collapse (Lynam et al., <xref ref-type="bibr" rid="B105">2015b</xref>) if managed through an ecosystem approach. In the long term, climate change may shift baselines for indicators (Lynam et al., <xref ref-type="bibr" rid="B105">2015b</xref>) and so assessments of GES should recognize these effects (Elliott et al., <xref ref-type="bibr" rid="B63">2015</xref>).</p>
</sec>
</sec>
<sec>
<title>Conclusions</title>
<p>Marine research and assessment require modeling studies that can support the use of indicators in fully encompass the functional linkages between ecosystem components and overwhelming pressures on the marine environment, such as climate change and ocean acidification. Such modeling provides the evidence for setting realistic targets and thus supporting better long-term marine planning. We used case studies to illustrate that modeling can assist in MSFD implementation, contributing to each step of the assessment and management cycle. Modeling can help to develop and refine novel indicators to support indicator-based assessment of GES. Modeling can incorporate indicator trends and responses, incorporating prevailing climatic conditions and anthropogenic pressures and, in this way, support the review of objectives, targets and indicators. Moreover, modeling can both inform adaptive monitoring programmes and be used in scenario testing to inform management decisions.</p>
</sec>
</sec>
<sec id="s5">
<title>Monitoring Networks in European Regional Seas: is traditional monitoring sufficient to assess the status of marine ecosystems?</title>
<sec>
<title>State-of-the-art</title>
<p>Methods traditionally used in marine monitoring to investigate spatial and temporal variation in abiotic and biotic variables are time-consuming, costly and often limited in resolution (de Jonge et al., <xref ref-type="bibr" rid="B58">2006</xref>; Borja and Elliott, <xref ref-type="bibr" rid="B19">2013</xref>; Carstensen, <xref ref-type="bibr" rid="B35">2014</xref>; Fraschetti et al., <xref ref-type="bibr" rid="B74">2016</xref>). These constraints can severely limit our capacity to detect spatial and temporal changes in marine environmental health. In addition, most countries lack the tools to expand marine monitoring to the deep sea (Ramirez-Llodra et al., <xref ref-type="bibr" rid="B134">2011</xref>), severely constraining the expected implementation of the MSFD in the open ocean and deep sea (Zeppilli et al., <xref ref-type="bibr" rid="B170">2016</xref>). Moreover, marine monitoring methods currently limit analyses of some descriptors. For example, detecting cryptic and/or alien species (including those causing harmful algal blooms) will benefit from molecular approaches (Bourlat et al., <xref ref-type="bibr" rid="B26">2013</xref>).</p>
<p>Activities that smoother, abrade or permanently-remove seabed habitat represent the greatest threats to seafloor integrity (Rice et al., <xref ref-type="bibr" rid="B138">2012</xref>). Previous studies used benthic faunal analysis to indicate general seafloor integrity (Pearson and Rosenberg, <xref ref-type="bibr" rid="B129">1978</xref>), drawing on an extensive catalog of methods and approaches for such a fundamental change (Gray and Elliott, <xref ref-type="bibr" rid="B84">2009</xref>), but increasingly together with various visual assessment tools (Solan et al., <xref ref-type="bibr" rid="B148">2003</xref>). Specific benthic faunal indicators exist for trawl abrasion (Jorgensen et al., <xref ref-type="bibr" rid="B93">2016</xref>) but deriving these indicators is time-consuming and expensive to implement. Video inspection of seafloor smothering using Remotely Operated Vehicles (ROV), such as from seabed drilling activities, can visually map the environmental footprint (Gates and Jones, <xref ref-type="bibr" rid="B82">2012</xref>), but we lack data to validate the uncertainty of the method compared to conventional biological sample collection.</p>
<p>The implementation of the assessments of marine environmental status required by the MSFD thus requires development and/or testing of innovative monitoring systems. Despite creating recent methodologies/technologies in DEVOTES, these are not yet used in routine monitoring of the MSFD descriptors. We encourage this through our summary analysis encompassing a catalog of monitoring networks and a wide array of potential tools, including: (i) molecular approaches (e.g., barcoding and metagenomic tools), (ii) remote sensing/acoustic methods, and (iii) <italic>in situ</italic> monitoring techniques.</p>
</sec>
<sec>
<title>Progress beyond the state-of-the-art</title>
<p>We have produced a catalog with the biodiversity monitoring networks, currently available in European Seas, with the aim to: (i) present a critical overview of the monitoring activities in Europe (i.e., the amount and reason for ongoing monitoring, whether it fulfills its objectives and to what pressures it is links), (ii) identify areas where no monitoring occurs, and (iii) recommend the further development and improvements for optimizing marine biodiversity monitoring in the context of the MSFD. Since the publication of the catalog (Patr&#x000ED;cio et al., <xref ref-type="bibr" rid="B126">2014</xref>), new material has been added so that it currently identifies 865 monitoring activities corresponding to 298 monitoring programmes. A gap and SWOT (Strengths, Weaknesses, Opportunities, and Threat) analysis of the catalog (Patr&#x000ED;cio et al., <xref ref-type="bibr" rid="B125">2016b</xref>), highlights uneven distributions of monitoring across regional seas (i.e., more monitoring activities in the North Eastern Atlantic and Mediterranean). Specifically, we note uneven monitoring effort between descriptors (e.g., more monitoring for Descriptor 1 on Biological diversity and Descriptor 4 on Food webs), between biological components (e.g., monitoring emphasis on fish and phytoplankton) and between pressures (e.g., high level of monitoring of organic matter enrichment across all regional sea). In addition, we consider whether monitoring networks are fit-for-purpose or sufficient for adequate implementation of the MSFD within the context of the need for better coordination, harmonization of methodologies, and cost-effectiveness considerations (Patr&#x000ED;cio et al., <xref ref-type="bibr" rid="B125">2016b</xref>). This allowed us to explore different innovative monitoring approaches. Below we discuss these new approaches in terms of their potential applications to some of the 11 descriptors of the MSFD investigated by DEVOTES, in order to evaluate their broader applicability to future marine environmental monitoring.</p>
<sec>
<title>Descriptors 1 (biological diversity) and 2 (non-indigenous species)</title>
<p>Future monitoring is increasingly likely to use molecular tools to complement classical taxonomic techniques in providing timely and inexpensive results (Bourlat et al., <xref ref-type="bibr" rid="B26">2013</xref>). Classical biodiversity assessment is time-consuming and requires diverse taxonomic expertise. Metabarcoding could expedite biodiversity assessment, especially for microscopic organisms (either algae or animals) for which morphological identification is difficult (Carugati et al., <xref ref-type="bibr" rid="B38">2015</xref>). For example, Dell&#x00027;Anno et al. (<xref ref-type="bibr" rid="B59">2015</xref>) provided the first comparison of different DNA extraction procedures and their suitability for sequencing analyses of 18S rDNA of marine nematodes. They subsequently analyzed intra-genomic variation in 18S rRNA gene repeats and reported that morphological identification of deep-sea nematodes matches the results obtained by metabarcoding analysis only at the order-family level. These results illustrate the importance of metabarcoding for exploring the diversity of benthic metazoans, but currently available databases have a limited coverage in quantifying the species encountered. Metabarcoding studies should therefore carefully consider these limitations in quantitative ecological research and monitoring programmes of marine biodiversity (Aylagas et al., <xref ref-type="bibr" rid="B8">2016</xref>).</p>
<p>The routine use of microarrays for rapid detection of specific phytoplankton taxa, and particularly the presence of harmful algal blooms, requires further development to increase reliability and reduce associated time and expense. Nonetheless, monitoring strategies should include different molecular approaches [e.g., quantitative, <italic>in situ</italic> Polymerase Chain Reaction (PCR)] as these approaches offer far greater sensitivity to detect the presence, for example, of pathogenic bacteria compared to traditional approaches.</p>
<p>In addition to the above molecular tools, comparing biodiversity across different habitats and seas represents a critically important aspect of marine biodiversity monitoring, which metabarcoding can address. For example, in order to use metabarcoding to investigate the benthic biodiversity colonizing identical structures in different habitats, we deployed and later recovered Autonomous Reef Monitoring Structures (ARMS), initially developed by NOAA for coral reefs, after 12 months on hard bottoms at shallow depths at three sites (triplicates) within different regional seas (Baltic Sea, English Channel in the NE Atlantic, Adriatic Sea, Black Sea, and Red Sea). This highly reproducible approach allows a standardized comparison of colonizing biodiversity in different systems.</p>
<p>In parallel, molecular tools allowed us to identify aspects of biodiversity that classical tools could not, such as identifying microbial assemblages as indicators of biodiversity (Caruso et al., <xref ref-type="bibr" rid="B39">2016</xref>), monitoring picoplankton (Ferrera et al., <xref ref-type="bibr" rid="B72">2016</xref>), an early detection of invasive species (Ardura et al., <xref ref-type="bibr" rid="B6">2015</xref>; Zaiko et al., <xref ref-type="bibr" rid="B167">2015a</xref>,<xref ref-type="bibr" rid="B169">b</xref>), a census of meiofauna (Carugati et al., <xref ref-type="bibr" rid="B38">2015</xref>), identifying functional gene diversity and plankton phylogeny (Re&#x000F1;&#x000E9; et al., <xref ref-type="bibr" rid="B136">2013</xref>, <xref ref-type="bibr" rid="B135">2015</xref>; Ferrera et al., <xref ref-type="bibr" rid="B73">2015</xref>), revealing benthic eukaryotic diversity (Pearman et al., <xref ref-type="bibr" rid="B128">2016a</xref>,<xref ref-type="bibr" rid="B127">b</xref>), or assessing the status of benthic macroinvertebrates (Aylagas et al., <xref ref-type="bibr" rid="B9">2014</xref>).</p>
<p>The MSFD recognizes spatial changes in species and population distributions as key indicators. Numerous DEVOTES studies demonstrated the value of combining seabed geological information with biological variables (e.g., Galparsoro et al., <xref ref-type="bibr" rid="B78">2013</xref>, <xref ref-type="bibr" rid="B79">2014</xref>). However, whilst multiple needs drive the collection of such geological data (e.g., safety of navigation, renewable energy infrastructure, planning), mapping the entire marine area will require considerable time (although perhaps less than a decade with existing capabilities). Despite this potential, even after a comprehensive baseline survey, further monitoring for change will always be necessary. Existing monitoring programmes have enabled collection of high-resolution multibeam sonar data over a large area and extrapolation of these properties across 100,000 km<sup>2</sup> in the western English Channel. Only by addressing and interrogating environmental variables at scales and a resolution relevant to the biota will we understand the context of local ecosystem change and status.</p>
</sec>
<sec>
<title>Descriptor 3 (commercial fish species and shellfish)</title>
<p>At present, other than acoustic surveys that lack taxonomic resolution and exceed the science capability of developing nations, we lack novel approaches to replace traditional surveys and stock recruitment assessment in fish population studies. However, emerging molecular tools can identify connectivity among fish populations and help elucidate the role of connectivity in maintenance of fish stocks.</p>
</sec>
<sec>
<title>Descriptor 4 (food-webs)</title>
<p>Researchers can now cost-effectively monitor the functioning at the base of the food-web (i.e., primary and secondary production) using ferrybox systems [such as the Continuous Automated Litter and Plankton Sampler -CALPS-, developed on the RV Endeavor CONISMA, <xref ref-type="bibr" rid="B49">2013</xref>] on research vessels and ships of opportunity. The zooplankton data collected by CALPS identifies broad geographic patterns in abundance and diversity and can be integrated within existing multidisciplinary surveys at minimal extra cost. As another example, semi-automated classification of zooplankton samples usefully provided data for a range of food web related indicators even in the northern Baltic Sea, where the generally small-bodied zooplankton is difficult to be classified using semi-automated methods (Uusitalo et al., <xref ref-type="bibr" rid="B159">2016a</xref>). The OSPAR-led EU project &#x0201C;Applying an ecosystem approach to (sub) regional habitat assessments&#x0201D; (EcapRHA, <ext-link ext-link-type="uri" xlink:href="http://www.ospar.org/work-areas/bdc/ecaprha">www.ospar.org/work-areas/bdc/ecaprha</ext-link>) has further investigated this approach. Monitoring of phytoplankton community composition (i.e., ratio between diatoms and flagellates) by a combination of remote sensing, microscopy, and bio-optical methods can clarify food-web effects on higher trophic levels (Goela et al., <xref ref-type="bibr" rid="B83">2015</xref>).</p>
</sec>
<sec>
<title>Descriptor 5 (eutrophication)</title>
<p>Current instruments that can analyze chlorophyll-a from <italic>in situ</italic> sampling can ground-truth satellite image analysis for monitoring of phyto-pigments concentrations in surface waters (Cristina et al., <xref ref-type="bibr" rid="B53">2014</xref>, <xref ref-type="bibr" rid="B51">2016</xref>) or assess aquaculture impacts (Mirto et al., <xref ref-type="bibr" rid="B112">2010</xref>, <xref ref-type="bibr" rid="B111">2014</xref>; Luna et al., <xref ref-type="bibr" rid="B104">2013</xref>; Bengil and Bizsel, <xref ref-type="bibr" rid="B12">2014</xref>). In addition, pigment color analysis (particularly <italic>in situ</italic> flow cytometry) can provide insights on phytoplankton biodiversity (Goela et al., <xref ref-type="bibr" rid="B83">2015</xref>), estimate and calculate time series of annual gross primary production, and support MSFD implementation (Cristina et al., <xref ref-type="bibr" rid="B52">2015</xref>). We also investigated the influence of benthic trophic state on meiofaunal biodiversity and found that the benthic trophic status based on organic matter variables is not sufficient to provide a sound assessment of the environmental quality in marine coastal ecosystems. However, the integration of the meiofaunal variable allows providing robust assessments of the marine environmental status (Bianchelli et al., <xref ref-type="bibr" rid="B15">2016</xref>).</p>
</sec>
<sec>
<title>Descriptor 8 (contaminants)</title>
<p>Andrade et al. (<xref ref-type="bibr" rid="B5">accepted</xref>) developed a high frequency non-invasive (HFNI) bio-sensor as a potential tool for marine monitoring which uses the biorhythmic gaping behavior of clams (such as the Icelandic scallop <italic>Chlamys islandica</italic> and the Pacific oyster <italic>Crassostrea gigas</italic>) in response to environmental cues such as day length. These innovative microsensors measure the distance between the valves of bivalves held in underwater baskets at strategic locations, and can operate unattended for several years. Measurements every 1.6 s are telemetered from the field to the laboratory and further transferred to a &#x0201C;big-data&#x0201D; storage system for analysis. Minimal operational costs and online, real-time data availability offer major advantages of the system once installed.</p>
<p>Beyond biorhythm research (including growth and spawning behavior) in relation to climatic factors, the method has potential for monitoring marine contamination. Exposure to stressors such as sudden changes in water quality, temperature increases (e.g., around power plants), toxic algal blooms, or a plume of water-borne contaminants, interrupts otherwise regular gaping behavior. The automated, real-time detection could provide an early-warning system, with potential applications including monitoring of water quality at swimming beaches, harbors, petroleum installations (produced water and unintentional spillages), and aquaculture sites. This &#x0201C;talking clam&#x0201D; method can improve cost-efficiency by alerting users to periods of potential risk, narrowing the need for more labor-intensive physical sampling, as long as it is assumed that normal gaping behavior reflects good water quality status.</p>
</sec>
</sec>
<sec>
<title>Conclusions</title>
<p>As indicated above, we currently face a &#x0201C;paradox of environmental assessment&#x0201D;&#x02014;with increasing monitoring requirements set against a backdrop of decreasing budgets. This paradox ensures the need for more cost-efficient and effective monitoring, and may eventually produce cheaper traditional monitoring, especially where monitoring requirements span large areas, as in the MSFD. The paradox requires wide-scale and rapid surveillance techniques, including innovative tools such as genomic approaches, remote sensing and acoustic sensors.</p>
</sec>
</sec>
<sec id="s6">
<title>Why do we need an integrative assessment of status?</title>
<sec>
<title>State-of-the-art</title>
<p>The European Commission (<xref ref-type="bibr" rid="B69">2010</xref>) identified 56 indicators to consider when evaluating environmental status, but at least an order of magnitude more indicators already exist (Berg et al., <xref ref-type="bibr" rid="B14">2015</xref>). Despite this, many of these indicators are variants on similar themes and hence measure related attributes, and are often geographical derivations, for example the health of seabed communities. The relevance and availability of indicators vary substantially among regional seas and their subdivisions; however, the MSFD provides no guidance on integration principles, despite multiple approaches to aggregating indicators whose selection may produce highly diverging results (Borja et al., <xref ref-type="bibr" rid="B25">2014</xref>). These choices challenge the scientific community to develop harmonized approaches for integrating these indicators to compare across different assessment areas.</p>
<p>The Ocean Health Index (OHI; Halpern et al., <xref ref-type="bibr" rid="B87">2012</xref>) was developed to assess the consequences of human impacts as well as societal benefits by calculating a weighted average of scores for pressure, status and resilience goals in different areas globally. Borja et al. (<xref ref-type="bibr" rid="B23">2011</xref>) were the first to address specifically the challenges of the MSFD, using weighting averaging principles for integrating indicator information. The MARMONI (Innovative approaches for MARine biodiversity MONItoring and assessment of conservation status of nature values in the Baltic Sea) assessment tool (Martin et al., <xref ref-type="bibr" rid="B109">2015</xref>) then used an aggregation principle based on the hierarchical structure laid out by the European Commission (<xref ref-type="bibr" rid="B69">2010</xref>), rather than using aggregation approaches based on the structures of marine ecosystems. Nevertheless, all assessment methods standardize indicators to a common scale prior to aggregation (Borja et al., <xref ref-type="bibr" rid="B20">2016</xref>). This standardization relies upon defining of targets or reference states, which MSFD describes as targets for GES (Borja et al., <xref ref-type="bibr" rid="B21">2013</xref>). The OHI uses the relative deviation from a reference state, whereas the MARMONI tool uses a binary scoring system to determine whether GES has been achieved (score of 100) or not (score of 0). However, these standardization approaches do not always achieve translating indicator values to a common scale. A relative deviation from a reference state of 50% could indicate a minor human disturbance for one indicator but a major human disturbance for another. Similarly, a binary standardization approach does not differentiate between whether minimal attainment or high status level of GES was achieved.</p>
</sec>
<sec>
<title>Progress beyond the state-of-the-art</title>
<p>We developed and released software for NEAT (Nested Environmental status Assessment Tool; freely available at: <ext-link ext-link-type="uri" xlink:href="http://www.devotes-project.eu/neat">www.devotes-project.eu/neat</ext-link>), to overcome some of the deficiencies of current integrated assessment tools (e.g., aggregation of multiple indicators at multiple temporal and spatial scales; absence of uncertainty determination, etc.) NEAT is loosely based on previous tools (Andersen et al., <xref ref-type="bibr" rid="B2">2014</xref>, <xref ref-type="bibr" rid="B4">2016</xref>) and translates indicator values to a common scale ranging from 0 (worst possible status) to 1 (best possible status), with 0.6 defining GES or the good-moderate boundary according to the WFD. Similarly, NEAT also allows users to set boundaries representing high-good status (value of 0.8), moderate-poor status (value of 0.4), and poor-bad status (value of 0.2). It also employs stepwise linear interpolation between these fixed points to produce transformations with a high degree of flexibility spanning the entire scale (0&#x02013;1) and in which 0.6 always represent GES. In comparison with the OHI and MARMONI tool, this transformation produces a more comparable scale for integrating standardized indicator values. NEAT also employs weighted averaging of standardized indicators, but bases averaging on ecosystem features to represent the whole ecosystem. The approach primarily divides the entire ecosystem into multiple Spatial Assessment Units (SAU) that are nested to define a hierarchy of SAUs. Habitat information and relevant indicators according to organism groups are used to describe the environmental status which the given habitat may enter at different levels of the hierarchy, depending on the spatial representativity of the indicator and organism. First, averaging aggregate indicators at the organism level to produce a more even representation of relevant organism groups, i.e., to avoid an assessment biased by many indicators for the same organism group, before aggregating across habitats and SAU (Clark et al., <xref ref-type="bibr" rid="B47">2011</xref>). Spatial information of the different SAUs, if provided, is used for weighting and habitats can be prioritized to weight complex habitats such as vegetated sea bottoms more heavily than deep, muddy sediments. In addition, NEAT indicators are associated with the different MSFD descriptors, supporting assessments based on various descriptor combinations (essentially from one to all).</p>
<p>Application of NEAT to 10 case studies across European marine waters with very different challenges, environmental conditions, and scales (Uusitalo et al., <xref ref-type="bibr" rid="B158">2016b</xref>) highlights its flexibility adapting to these very different cases. This also highlighted the need for careful evaluation of the indicator set, their GES boundaries, and the selection of the SAUs, all of which can increase the accuracy of the GES assessment.</p>
<p>Finally, NEAT includes an uncertainty assessment at all levels of integration based on the propagation of errors (uncertainties) associated with the provided indicator information (Uusitalo et al., <xref ref-type="bibr" rid="B160">2015</xref>). Therefore, assessing the confidence in the integrated assessment requires including an indicator value with an estimate of the standard error of that indicator value. Noting that few studies report or even determine the standard error of an indicator value, Carstensen and Lindegarth (<xref ref-type="bibr" rid="B37">2016</xref>) provide a framework for quantifying indicator uncertainty to enable such calculations. Knowing the distributions of the indicator estimates enables the calculation of the distribution of the standardized indicators as well as their aggregated values.</p>
</sec>
<sec>
<title>Conclusions</title>
<p>A true ecosystem approach for ocean use management requires an integrative assessment of marine water status. In this way, NEAT provides a second-generation, integrated assessment tool that builds on the hierarchical structure of marine ecosystems and the organisms inhabiting different compartments within this structure, thereby improving upon previous tools. Such a hierarchical approach allows users to interrogate the results to understand the reasons for the failure or success at achieving GES. However, the integrated assessment is only as good as indicator information allows, and missing or omitting information on specific groups (e.g., biological components or descriptors relevant to the assessed area) can bias the assessment results. Therefore, managers should produce guidelines stipulating indicator minimum requirements [e.g., type, coverage (ecosystem components, area, etc.), number] and the integrated assessment tool should clearly indicate if there is non-compliance with such guidelines. Moreover, because NEAT includes a comprehensive uncertainty assessment, researchers should incorporate this information as part of their interpretation of outcomes and decision support, thus needing guidelines for confidence levels of decisions.</p>
<p>In conclusion, environmental managers must assess the status of marine waters, not only to comply with current legislation (i.e., MSFD, WFD), but also to determine how far from targets marine ecosystems may be. Such information will allow managers to make informed decisions on sustainable resource use and the adequate restoration of degraded systems.</p>
</sec>
</sec>
<sec id="s7">
<title>What economic and social dimensions affect marine management?</title>
<sec>
<title>State-of-the-art</title>
<p>Inevitably, new legislative framework directives bring about unforeseen challenges to the different stakeholders who need to be involved in their implementation, particularly when first applied. Managers already apply the MSFD, which is itself complex, to complex, heterogeneous, and dynamic environments. Furthermore, initiation of the MSFD coincided with a period of a growing, global economic crisis. The numerous objectives can potentially conflict with one another from the perspective of different government departments within the Member States and also between Member States sharing a regional sea. The MSFD legal status and implementation deadlines demand that scientists and decision makers ensure a collaborative and multidisciplinary approach to deliver multi-sectoral objectives that test the abilities of existing institutions. The rapid identification of the issues, and the problems that they can create, can help those responsible for MSFD implementation to consider best how to address such issues and ensure that the MSFD can provide the intended sustainable environmental benefits.</p>
<p>The introduction of complex and integrative environmental legislation such as the MSFD also inevitably incurs additional costs, such as establishing new monitoring and improving existing monitoring of multiple indicators across European seas. This demand can be economically challenging. Policy makers and regulators in all EU countries are obliged to manage their resources carefully and hence they will seek to comply with the MSFD in the most cost-effective way. Yet they have many choices on which types of monitoring to apply as they select the approaches that best comply with the legislative needs within the limits of their budgets (Veidemane and Pakalniete, <xref ref-type="bibr" rid="B164">2015</xref>). Although the MSFD does not require consideration of the socio-economic aspects of monitoring, Borja and Elliott (<xref ref-type="bibr" rid="B19">2013</xref>) noted that limited financial resources represent the most significant threat to ensuring adequate monitoring.</p>
<p>Furthermore, the law requires that EU countries determine whether they need new management measures and monitoring schemes to enable them to achieve GES and, if so, to implement them. Here, the socio-economic analysis of the use of marine waters, the cost of present-date degradation of the marine environment, and the cost-benefit analysis of implementing monitoring and new management measures required under the MSFD could motivate Member States to achieve GES. However, whilst a dominant tool of all governments, economic analysis approaches to achieve such analyses specifically for the MSFD in relation to the marine environment and its management were not developed at the start of the MSFD process.</p>
</sec>
<sec>
<title>Progress beyond the state-of-the-art</title>
<sec>
<title>Barriers to achieving good environmental status</title>
<p>A comprehensive review of the documented barriers to achieving GES indicated that Member States have encountered and reported legislative, governance, and socio-economic barriers during this first phase of implementing the MSFD (Boyes et al., <xref ref-type="bibr" rid="B30">2015</xref>, <xref ref-type="bibr" rid="B29">2016</xref>). Barriers include ambiguity in the text of the Directive resulting in different interpretations by Member States, creating uncertainty, and different levels of conformity and governance complications. For example, GES [Article 3(5)] is neither well defined nor quantitatively described (Boyes et al., <xref ref-type="bibr" rid="B29">2016</xref>), not easily understandable, and requires specific guidance to achieve common understanding and to enable coherent practices between the Member States and across regional seas. The next revision of the European Commission (<xref ref-type="bibr" rid="B69">2010</xref>) Decision regarding MSFD implementation will provide more guidance on GES definition (for example the operational definition proposed by DEVOTES; Borja et al., <xref ref-type="bibr" rid="B21">2013</xref>), and thus the input from different stakeholders, including the scientific community, will be extremely important. The effectiveness with which MSFD can achieve GES partially relates to the success of other EU legislation [e.g., the WFD, the reformed Common Fisheries Policy (CFP), Maritime Spatial Planning Directive (MSP), Integrated Maritime Policy (IMP)], acknowledging the ambiguity of the role and contribution of each individual piece of legislation. Despite limited reference to specific policies in the MSFD, it provides a framework that can incorporate earlier and future legislation to ensure that legislation provides spatially and temporally complete coverage for the protection of marine environment. The MSFD article 6 is quite clear on the purpose and role of RSC: &#x0201C;&#x02026;<italic>Member States shall, where practical and appropriate, use existing regional institutional cooperation structures, including those under Regional Sea Conventions&#x02026;</italic>&#x0201D; and &#x0201C;<italic>&#x02026;Member States shall, as far as possible, build upon relevant existing programmes and activities developed in the framework of structures stemming from international agreements such as Regional Sea Conventions</italic>&#x02026;.&#x0201D; However, in the absence of clear guidance on how this objective should be implemented or the actual competence of the RSCs, Member States have not adopted the regional coordination and integration to achieve MSFD objectives. Boyes et al. (<xref ref-type="bibr" rid="B30">2015</xref>, <xref ref-type="bibr" rid="B29">2016</xref>) offer recommendations to address these legislative and governance barriers, such as &#x0201C;<italic>continued clarification and harmonization of the definitions and methodologies within and between Member States and the different RSCs</italic>.&#x0201D; The aims of other directives should be consistently included in considerations for GES together with clear reference to MSFD and other existing, forthcoming and amended directives. Systematic use of standards that already used within other EU legislation must be applied as minimum requirements. Implementation of the MSP Directive particularly provides measures that will support delivery of the goals of MSFD by facilitating a balance with blue growth objectives (Boyes and Elliott, <xref ref-type="bibr" rid="B27">2014</xref>; Boyes et al., <xref ref-type="bibr" rid="B29">2016</xref>). The RSC must have a mandate supported by their contracting parties in order to ensure that the measures implemented in EU countries are supported and complemented by respective measures also in non-EU countries. Achieving RSC aims requires continuous cooperation in regional seas between EU-Member and non-Member States in the context of RSCs (Cavallo et al., <xref ref-type="bibr" rid="B40">2016</xref>).</p>
<p>Socio-economic barriers include a lack of appropriate biological, environmental, and socio-economic data, a limited application of the ecosystem-based approach and of economic impact analyses by Member States. Effective use of the findings of EU funded projects and pilot projects (involving both non-EU countries and Member States) can both boost the evidence and knowledge required. It can also provide a vehicle to improve and support regional coordination and encourage the coherent implementation of the MSFD in regional sea areas, and ensure engaging non-EU countries in programmes that enable measures to achieve true regional GES.</p>
<p>Discussions with stakeholders showed that often public and stakeholder consultations on the programmes of measures were only open for limited periods of 1&#x02013;2 months, and stakeholders in most Member States, particularly NGOs, felt that they were not sufficiently involved in the MSFD process, with only limited integration of their feedback (Boyes et al., <xref ref-type="bibr" rid="B30">2015</xref>). In recognizing the complexity of marine ecosystems, the existence of multiple stakeholders with imperfect and impartial knowledge, as well as resource constraints, we developed a workshop approach &#x0201C;to engage and share different perspectives, and develop models of the system under consideration that are seen to be valid and useful aids to decision making&#x0201D; (Boyes et al., <xref ref-type="bibr" rid="B30">2015</xref>). This multi-stakeholder workshop based modeling approach, which focused on Causal Loop Diagrams (CLD) to describe and understand the case site, was developed and then trialed in a case study site in England (Boyes et al., <xref ref-type="bibr" rid="B30">2015</xref>). Managers should consider this approach, which effectively engaged stakeholders in understanding the complex environment associated with GES and the barriers and opportunities for its achievement, is exemplary for moving forward in MSFD implementation.</p>
</sec>
<sec>
<title>Cost-effectiveness of monitoring</title>
<p>Building on the ecological criteria for monitoring developed in Queir&#x000F3;s et al. (<xref ref-type="bibr" rid="B132">2016</xref>), we developed an approach that uses multi-criteria-decision-analysis (MCDA) for cost-effectiveness analysis incorporating both ecological and economic criteria as attributes of monitoring systems. This approach encompassed a standardized scoring system for each of the different attributes, readily adaptable to the analysis undertaken with the attributes and the scores used as input to the MCDA. The cost-effectiveness of a given monitoring approach can be determined using the Rapfish software (<ext-link ext-link-type="uri" xlink:href="http://www.rapfish.org">www.rapfish.org</ext-link>), a non-parametric multivariate analysis tool, developed and tested in different contextual case studies of MSFD monitoring in Finland, Spain, and the UK. We also developed flow charts to help users identify the different elements of operational costs during monitoring. The tool can be applied to examine both the cost-effectiveness of the different monitoring elements and whether the monitoring programmes satisfy the requirements of the MSFD monitoring objectives. The tool has demonstrated, for example, a mixed ability of current monitoring programmes in Bay of Biscay to comply with the need to monitor changes in quality and quantity of different MSFD Descriptors. In addition, monitoring open sea areas in the Gulf of Finland becomes more cost-efficient when combining monitoring with research cruises on scientific vessels, which make up the largest single monitoring cost.</p>
</sec>
<sec>
<title>Cost-benefit analysis of new management measures to achieve GES</title>
<p>By 2015, EU Member States had to define the Programme of Measures, including new measures if any, required to achieve GES. Oinonen et al. (<xref ref-type="bibr" rid="B118">2016a</xref>) stated that &#x0201C;the specific application of methods and uptake of resulting information are currently still evolving in the ecosystem-based and adaptive management framework that the Directive stipulates.&#x0201D; They further recommend the use of environmental economics delivered through interdisciplinary research to support the needs of MSFD.</p>
<p>Three different case-studies showed interdisciplinary approaches to the cost-benefit analysis of management measures to achieve GES. In Finland, a quantitative cost-effectiveness analysis of implementing different management measures, based on opinion of interdisciplinary experts, identified the costs, and most cost-effective measures. Researchers estimated economic benefits of the management measures based on existing valuation studies (i.e., willingness to pay) on the benefits of improving the state of the Baltic Sea; these analyses connected the benefit estimates directly to the change in the status of the GES descriptors (Oinonen et al., <xref ref-type="bibr" rid="B119">2016b</xref>). Extending from this analysis into a full cost-benefit analysis, the net value of achieving GES for indicators of biodiversity, food webs, and eutrophication alone in 2020 is placed at &#x0007E;2 bn &#x020AC; (although the planned management measures will not achieve GES of these Descriptors by 2020).</p>
<p>Alternative approaches to cost-benefit analysis of management measures were developed and applied in the Bay of Biscay and the East Coast of England Marine Plan Areas (ECE). These approaches built on research to determine changes in ecosystem services and the benefits that identified, mapped and modeled ecosystem services, and considered valuation of their benefits (e.g., Hattam et al., <xref ref-type="bibr" rid="B88">2014</xref>, <xref ref-type="bibr" rid="B89">2015</xref>; Galparsoro et al., <xref ref-type="bibr" rid="B79">2014</xref>; Borja et al., <xref ref-type="bibr" rid="B24">2015</xref>; Kleisner et al., <xref ref-type="bibr" rid="B96">2015</xref>; Laurila-Pant et al., <xref ref-type="bibr" rid="B101">2015</xref>).</p>
<p>The Bay of Biscay approach examined the links between ecosystem services and their benefits and management measures to control the development of maritime activities creating those benefits. We used the Fishrent bioeconomic model (Salz et al., <xref ref-type="bibr" rid="B142">2011</xref>) to quantitatively assess the impacts, in terms of percentage changes in net present value, of implementing some of the measures under the European Common Fisheries Policy (CFP) expected to support attainment of GES.</p>
<p>The ECE approach used structured analysis of changes in ecosystem services and benefits arising from potential new management measures (ballast water treatment, underwater noise reduction) to identify the benefits of achieving GES alongside the costs of implementing the measures. Insufficient availability of valuation data, needed to quantify ecosystem benefit impacts in monetary terms, precluded the possibility of extending the analysis into a quantitative cost-benefit analysis.</p>
</sec>
</sec>
<sec>
<title>Conclusions</title>
<p>Ensuring that Member States implement sufficient and non-overlapping measures to achieve GES will require the continuous review of legislation and policy, and the assessment of its implementation (Boyes et al., <xref ref-type="bibr" rid="B29">2016</xref>). Furthermore, effective stakeholder engagement is likely to facilitate the acceptance of the measures and associated costs. The effective application of the MSFD requires knowledge and databases but these currently are limited by economics (Borja and Elliott, <xref ref-type="bibr" rid="B19">2013</xref>). It remains to be seen how the different Member States identify the additional measures needed to improve the marine environment toward GES and close the gap between current status and GES in 2020. However, Member States must use existing budgets carefully to avoid further economic hardship resulting from financial penalties due to legal infraction proceedings in the European Court. For example, reduced funding for monitoring, if not guided toward more effective monitoring tools (see Section Monitoring Networks in European Regional Seas: Is Traditional Monitoring Sufficient to Assess the Status of Marine Ecosystems?), can reduce the quality of monitoring (e.g., by reducing spatial and/or temporal coverage). Such reduction can ultimately entail a greater cost than investment in monitoring as inaccurate evaluation could increase the risk of decision-making errors, potentially resulting in reduced ecosystem services and a devaluation of ecosystem benefits. Political decision makers may consider other aspects of monitoring as societally important, such as maintaining a bank of knowledge, technological development, professional skill and experience development and enhancing public engagement. Tools for determining the cost-effectiveness of monitoring and of management measures, as well as use of the ecosystem service approach to determine ecosystem benefits in cost-benefit analysis can support decisions on activities undertaken to comply with the MSFD. However, many member states implementing the MSFD lack both the data required to underpin rigorous economic analysis of costs of monitoring and the valuation data for assessing changes in ecosystem benefits from improvements in ecosystem services. Furthermore, the relationship between MSFD indicators and ecosystem services still requires better understanding and the implementation of the MSFD still urgently requires such data and information.</p>
</sec>
</sec>
<sec id="s8">
<title>Filling in the gap between science and policy</title>
<p>Some of the challenges in marine ecosystems ecology identified by Borja (<xref ref-type="bibr" rid="B17">2014</xref>) relate to socio-ecological topics, especially given the recognition of humans (and the activities they perform and pressures they pose in the oceans) as an integral part of the marine ecosystem in recent decades. The human dimension of marine systems remains poorly documented, and discussions on ecosystem-based management of seas often minimize the importance of social sciences (Fr&#x000E9;on et al., <xref ref-type="bibr" rid="B75">2009</xref>), despite the explicit role of humans in implementing the Ecosystem Approach since its adoption in the Convention on Biological Diversity (CBD, <xref ref-type="bibr" rid="B41">1992</xref>). Despite progress in recent years in connecting natural and social sciences, the gap between science (social and natural) and policy remains large in marine research (Nicholson et al., <xref ref-type="bibr" rid="B115">2012</xref>). Europe has made efforts to close the research project-policy circuit in relation to the WFD (Oliver et al., <xref ref-type="bibr" rid="B120">2005</xref>; Quevauviller et al., <xref ref-type="bibr" rid="B133">2005</xref>; Hering et al., <xref ref-type="bibr" rid="B91">2010</xref>), although until recently, few attempts have been made to close such a circuit for the MSFD (Borja et al., <xref ref-type="bibr" rid="B22">2010</xref>).</p>
<p>Many challenges remain in bridging the gap between science and policy to support improved policy decisions in marine management (von Winterfeldt, <xref ref-type="bibr" rid="B166">2013</xref>; Choi et al., <xref ref-type="bibr" rid="B43">2015</xref>). As noted by Rodwell et al. (<xref ref-type="bibr" rid="B139">2014</xref>), improvement would require identifying: (i) the gap or perceived gap between marine science and policy; (ii) the obstacles that prevent us from bridging the gap, and (iii) the possible solutions.</p>
<p>More than 30 years ago, Sebek (<xref ref-type="bibr" rid="B144">1983</xref>) identified some of the reasons for marine public policy failure in incorporating scientific knowledge, but researchers since have removed some of the impediments (Table <xref ref-type="table" rid="T2">2</xref>). Specific examples include:
<list list-type="roman-lower">
<list-item><p>Lack of international regulation encompasses both EU and non-EU countries adjacent to the regional seas, which the different RSCs and, especially, the WFD and MSFD has overseen in recent years. DEVOTES brought together different pieces of legislation, identified gaps and overlaps and provided advice on future needs for the satisfactory implementation of the MSFD for the new Commission Decision expected in the coming months (Patr&#x000ED;cio et al., <xref ref-type="bibr" rid="B126">2014</xref>);</p></list-item>
<list-item><p>Although monitoring increased after enacting the WFD and should continue to improve during the MSFD implementation (Patr&#x000ED;cio et al., <xref ref-type="bibr" rid="B126">2014</xref>; Patr&#x000ED;cio et al., <xref ref-type="bibr" rid="B125">2016b</xref>), it remains insufficient. DEVOTES contributed by identifying, testing and validating multiple innovative tools for monitoring and modeling large areas;</p></list-item>
<list-item><p>Independent scientific input into international conferences provided a means to organize multiple stakeholder meetings and offer training courses and sessions at international conferences aimed at disseminating and making project findings operational;</p></list-item>
<list-item><p>Incorporating scientific advice into regulations requires political compromise and we contributed by developing tools to assess environmental status (NEAT) that we hope will be incorporated into the implementation of the environmental quality directives (e.g., MSFD and WFD). Furthermore, a series of workshops and webinars with key stakeholders and end-users (e.g., policy-makes, relevant Member State representatives, RSC, etc.) has accompanied this development for all to understand the basis, capacities and functioning on this tool;</p></list-item>
<list-item><p>Insufficient use of economic analysis to assess and support implementation of MSFD exacerbated a lack of appropriate monitoring costs, impacts and valuation data relevant to the assessment of marine ecosystems, their services and benefits. We developed new approaches to undertake cost effectiveness and cost- benefit analysis of monitoring and management measures, respectively, in the context of MSFD. Furthermore, we explored linkages between ecosystems and provision of ecosystem services as well as between management measures and ecosystem services.</p></list-item>
</list></p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p><bold>Progress beyond the state-of-the-art achieved by DEVOTES, within the different topics addressed by the project, and gaps bridged in science-policy</bold>.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>Topic addressed</bold></th>
<th valign="top" align="left"><bold>State in 2012</bold></th>
<th valign="top" align="left"><bold>Progress in 2016, after DEVOTES</bold></th>
<th valign="top" align="left"><bold>Gaps bridged in science-policy by DEVOTES</bold></th>
<th valign="top" align="left"><bold>Challenges for the future</bold></th>
</tr>
</thead>
<tbody>
<tr style="border-bottom: thin solid #000000;">
<td valign="top" align="left">Understanding of human impacts at sea, including climate change</td>
<td valign="top" align="left">-DPSIR framework and derivatives<break/>- Scarce knowledge on climate change effects on MSFD</td>
<td valign="top" align="left">-DAPSI(W)R(M) approach Expansion of the framework to accommodate multiple activities, multiple pressures and mechanisms<break/>- Potential effects of climate change on the MSFD known<break/>- Matrices of pressure/impact for European regional seas</td>
<td valign="top" align="left">-Better understanding of the effects of human impacts at sea and the endogenic and exogenic pressures that can or cannot be managed</td>
<td valign="top" align="left">-Managing multiple pressures under climate change</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td valign="top" align="left">Use of indicators in the assessment</td>
<td valign="top" align="left">-indicators identified to be needed for holistic ecosystem based approach for assessment of GES (European Commission, 2010)<break/>- No clear criteria for the selection of indicators<break/>- Lack of overview what indicators are currently available and well suitable for MSFD assessment</td>
<td valign="top" align="left">- DEVOTool available<break/>- &#x0003E;600 indicators collated and evaluated for their applicability for MSFD assessment<break/>- Gaps identified to further improve and develop indicators to cover needs of MSFD assessments<break/>- Criteria to develop and select ecologically relevant and robust indicators for MSFD assessments<break/>- 29 indicators developed or refined as a contribution to support concise indicator based assessment ecological status</td>
<td valign="top" align="left">- Availability of operational and scientifically sound criteria to select suitable indicators depending of the needs of the users<break/>- Availability of a suite of new and refined indicators to assess the status of marine waters, based on the gaps identified and to supplement the needs of the users<break/>- Publicly available user-friendly tool to select and rank indicators, depending on the operational needs of the marine managers in different regional seas, and available also for other stakeholders to evaluate GES assessments</td>
<td valign="top" align="left">- Develop environmental targets and reference conditions for some of the new indicators (and refine those of the old ones) to make them comparable across regional seas<break/>- Keep the DEVOTool database updated, and to provide support (help desk) for end-users of the tool</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td valign="top" align="left">Modeling of marine systems</td>
<td valign="top" align="left">- Little use of models within the MSFD</td>
<td valign="top" align="left">- List of models suitable for the MSFD<break/>- Additive model for cumulative impacts of alien species<break/>- New developments in model ecosystem functioning<break/>- New approaches using mass-balanced models<break/>- Habitat modeling for different species<break/>- Models of connectivity developed</td>
<td valign="top" align="left">- Modeling studies support the use of indicators and functional linkages between ecosystem components and overwhelming pressures on the marine environment, such as climate change and ocean acidification, are more fully grasped and can be used in management<break/>- A series of case studies illustrating that modeling can assist the implementation of the MSFD, contributing in each step of the assessment and management cycle.</td>
<td valign="top" align="left">- Need of more integrative models at ecosystem level, covering all European seas<break/>- Need to better communicate to managers the usefulness and need of using modeling tools to implement the MSFD<break/>- Need to take uncertainty into consideration</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td valign="top" align="left">Monitoring of marine systems</td>
<td valign="top" align="left">- Little knowledge regarding marine biodiversity monitoring networks on place at Pan-European scale<break/>- Traditional monitoring undertaken by EU Member States</td>
<td valign="top" align="left">- Catalog with information on marine biodiversity monitoring networks on place in the four European Regional Seas and their sub-regions<break/>- New molecular tools used to monitor and assess the status in microbes, plankton, meio- and macrofauna<break/>- Use of ARMS and ASUs to monitor hard-bottom<break/>- New applications of remote sensors to assess eutrophication<break/>- New biosensor as early warning of contamination</td>
<td valign="top" align="left">- Information on monitoring networks compiled and publically available<break/>- Identification of gaps and needs for further monitoring by European regional sea and marine sub-regions Traditional monitoring, regarded as too expensive to cover large areas, has been complemented with wide-scale and rapid surveillance techniques, useful for assessment and management</td>
<td valign="top" align="left">- Achieve coordinated monitoring within regional seas<break/>- Need to cooperate with non-EU countries, particularly in the Black and Mediterranean Seas<break/>- Need to optimize resources and apply the new monitoring tools under routine monitoring frameworks</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td valign="top" align="left">Assessment of marine systems</td>
<td valign="top" align="left">- Lack of an operational definition of GES<break/>- Little knowledge on aggregation methods<break/>- No integrative assessment tools available</td>
<td valign="top" align="left">- Proposal of an operative definition of GES<break/>- Proposal of different methods for aggregation<break/>- New integrative assessment tool (NEAT)</td>
<td valign="top" align="left">- Provision of the necessary basis to better understand what GES mean, when it is achieved and how can it be assessed, for a better management</td>
<td valign="top" align="left">- Integrate the assessment of ecosystem services in NEAT<break/>- Make assessments across regional seas comparable and harmonized</td>
</tr>
<tr>
<td valign="top" align="left">Economic and social dimensions</td>
<td valign="top" align="left">No knowledge of the barriers to implementing MSFD<break/>No tools to consider the cost-effectiveness of marine monitoring<break/>No approaches for undertaking cost-benefit analysis of management measures to improve the marine environment</td>
<td valign="top" align="left">Understanding of the initial governance, legislative and socio-economic barriers<break/>Systemic modeling approach to consult with stakeholders to overcome barriers<break/>Tool to undertake analysis of cost-effectiveness of monitoring<break/>Approaches to undertake cost-benefit analysis of management measures to achieve GES</td>
<td valign="top" align="left">Decision support on best use of limited resources for monitoring and for development of management measures<break/>Approaches to reveal the benefits of achieving GES enabling cost-benefit analysis of management measures that support decision making on approaches to achieve GES, potentially including motivation to do so.</td>
<td valign="top" align="left">Requirement for economic data on:<break/>- Costs of monitoring<break/>- Costs of implementing management measures<break/>- Valuation data to apply to benefits from ecosystem services<break/>- Bioeconomic modeling to support economic analysis of marine environmental benefits</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>DPSIR and DAPSI(W)R(M): D, drivers; A, activities; P, pressures; S, change of state; I, impact; W, human wellbeing; R, responses; M, management; MSFD, Marine Strategy Framework Directive. GES, Good Environmental Status; NEAT, Nested Environmental status Assessment Tool; ARMS, Autonomous Reef Monitoring Structures; ASU, Artificial Substrate Unit</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>DEVOTES was conceived as an integrative project that aimed to expand and merge natural and social sciences, enable the natural scientists to understand the economic and legal requirements and economic and governance specialists to understand the limitations of natural science. Figure <xref ref-type="fig" rid="F1">1</xref> encapsulates the work done and the integration of pieces to assess the status and respond to multiple stakeholders and end-users (i.e., scientists, policy-makers, managers, industry, conservation organizations, and society). Hence, our outputs not only increased knowledge of marine assessment and assisted marine managers, but also communicated these findings to increase stakeholder uptake.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p><bold>Synthesis of the knowledge generated within the DEVOTES project, to assess the status of marine waters in an integrative manner</bold>. D, drivers; A, activities; P, pressures; S, change of state; I, impact; W, human wellbeing; R, responses; M, measures. NEAT, Nested Environmental status Assessment Tool. The central plate, about NEAT, was drawn by Alberto Gennari.</p></caption>
<graphic xlink:href="fmars-03-00175-g0001.tif"/>
</fig>
<p>In connection with the development of the MSFD programme of measures, Oinonen et al. (<xref ref-type="bibr" rid="B119">2016b</xref>) developed a pragmatic approach to holistic cost-effectiveness analysis. This allows users to select a cost-effective set of candidate measures in order to reach the multidimensional environmental objectives of the MSFD. They concluded that the major challenge in applying cost-effectiveness analysis was in assessing the current state of the environment and the multiple effects of different measures in evaluating marine ecosystem components rather than in the concepts of economic analysis. Despite this, economics helped to determine socially optimal level of marine protection.</p>
<p>Many challenges remain despite the body of work undertaken over the last 4 years (Table <xref ref-type="table" rid="T2">2</xref>). These challenges include, among others: (i) understanding how multiple pressures act in marine ecosystems, and managing those pressures in the context of climate change; (ii) identifying key indicators and setting targets and reference conditions for those indicators so they can be used in assessments, noting the need for comparability across regional seas, and recognizing scenarios of climate change that shift baselines; (iii) the need to develop models capable of operating at an ecosystem level, with powerful computational capacities able to handle big data; (iv) getting EU Members States to consider adopting new monitoring tools routinely, and coordinating monitoring activities within regional sea research activities; (v) the need for intercomparable and harmonized assessments across regional seas that include ecosystem services in the assessment, and (vi) the urgent need for a harmonized framework under which indicator development follows specific rules and aligns with specific criteria to readily use in an integrative assessment tool.</p>
</sec>
<sec id="s9">
<title>General conclusions</title>
<p>Defining, attaining and maintaining the GES of the seas spans from the technical details of monitoring and indicator implementation to major social and economic issues of how to optimize the long-term delivery of ecosystem goods and services, and how to govern society fairly in relation to use of the sea. It requires integrating natural and social sciences, horizontal integration across stakeholders, and vertical integration through governance, and feedback between monitoring, measures, and management. The MSFD aspires to bring all these aspects under the same umbrella, an ambitious and highly relevant objective.</p>
<p>DEVOTES advanced the state-of-the-art and identified major gaps within various aspects of MSFD implementation, contributed to filling these gaps, and identified additional scientific and development needs. The further development and validation of marine biodiversity indicators requires improved data with better spatial and temporal coverage, based on novel and cost-efficient monitoring methods. Better ecological relevance and indicator responsiveness to pressures will require experimental research on different levels of biological organization from the cell to the ecosystem. Such research will also enable incorporation of indicators into models in order to extrapolate marine assessment results to larger spatial and temporal scales. Each of these aspects requires comprehensive and integrated natural and social sciences which cross international boundaries and regional seas.</p>
</sec>
<sec id="s10">
<title>Author contributions</title>
<p>AB conceived the paper and wrote the first draft; ME, AB contributed to the pressures section; TB, SC, MM, AH, JP, LU contributed to the indicators section; CL, CW contributed to the modeling section; RD, AB, AN, JP, SC, PS, MU contributed to the monitoring section; JC, AB, TB, SC, MU contributed to the integration section; MA, MU contributed to the socio-economic area; all authors contributed equally to the discussion and conclusions, AB, ME, SG, PS, MU made a revision of the whole text.</p>
<sec>
<title>Conflict of interest statement</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</sec>
</body>
<back>
<ack>
<p>This manuscript is a result of DEVOTES (DEVelopment Of innovative Tools for understanding marine biodiversity and assessing GES) project, funded by the European Union under the 7th Framework Programme, &#x0201C;The Ocean of Tomorrow&#x0201D; Theme (grant agreement no. 308392), <ext-link ext-link-type="uri" xlink:href="http://www.devotes-project.eu">www.devotes-project.eu</ext-link>. MU is partially funded through the Spanish programme for Talent and Employability in R&#x0002B;D&#x0002B;I &#x0201C;Torres Quevedo&#x0201D;. This is publication number 777 from AZTI&#x00027;s Marine Research Division.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alves</surname> <given-names>A. S.</given-names></name> <name><surname>Ver&#x000ED;ssimo</surname> <given-names>H.</given-names></name> <name><surname>Costa</surname> <given-names>M. J.</given-names></name> <name><surname>Marques</surname> <given-names>J. C.</given-names></name></person-group> (<year>2014</year>). <article-title>Taxonomic resolution and Biological Traits Analysis (BTA) approaches in estuarine free-living nematodes</article-title>. <source>Estuar. Coast. Shelf Sci.</source> <volume>138</volume>, <fpage>69</fpage>&#x02013;<lpage>78</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecss.2013.12.014</pub-id></citation>
</ref>
<ref id="B2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Andersen</surname> <given-names>J. H.</given-names></name> <name><surname>Dahl</surname> <given-names>K.</given-names></name> <name><surname>G&#x000F6;ke</surname> <given-names>C.</given-names></name> <name><surname>Hartvig</surname> <given-names>M.</given-names></name> <name><surname>Murray</surname> <given-names>C.</given-names></name> <name><surname>Rindorf</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Integrated assessment of marine biodiversity status using a prototype indicator-based assessment tool</article-title>. <source>Front. Mar. Sci.</source> <volume>1</volume>:<issue>55</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2014.00055</pub-id></citation>
</ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Andersen</surname> <given-names>J. H.</given-names></name> <name><surname>Halpern</surname> <given-names>B. S.</given-names></name> <name><surname>Korpinen</surname> <given-names>S.</given-names></name> <name><surname>Murray</surname> <given-names>C.</given-names></name> <name><surname>Reker</surname> <given-names>J.</given-names></name></person-group> (<year>2015</year>). <article-title>Baltic Sea biodiversity status vs. cumulative human impacts</article-title>. <source>Estuar. Coast. Shelf Sci.</source> <volume>161</volume>, <fpage>88</fpage>&#x02013;<lpage>92</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecss.2015.05.002</pub-id></citation>
</ref>
<ref id="B4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Andersen</surname> <given-names>J. H.</given-names></name> <name><surname>Murray</surname> <given-names>C.</given-names></name> <name><surname>Larsen</surname> <given-names>M. M.</given-names></name> <name><surname>Green</surname> <given-names>N.</given-names></name> <name><surname>H&#x000F8;g&#x000E5;sen</surname> <given-names>T.</given-names></name> <name><surname>Korpinen</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Development and testing of a prototype tool for integrated assessment of chemical status in marine environments</article-title>. <source>Environ. Monit. Assess.</source> <volume>188</volume>, <fpage>1</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1007/s10661-016-5121-x</pub-id><pub-id pub-id-type="pmid">26810208</pub-id></citation>
</ref>
<ref id="B5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Andrade</surname> <given-names>H.</given-names></name> <name><surname>Massabuau</surname> <given-names>J. C.</given-names></name> <name><surname>Cochrane</surname> <given-names>S.</given-names></name> <name><surname>Tran</surname> <given-names>D.</given-names></name> <name><surname>Ciret</surname> <given-names>P.</given-names></name> <name><surname>Sow</surname> <given-names>M.</given-names></name></person-group> (<year>accepted</year>). <article-title>High frequency non-invasive (HFNI) bio-sensors as a potential tool for marine monitoring assessments</article-title>. <source>Front. Mar. Sci.</source> <fpage>3</fpage>.</citation>
</ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ardura</surname> <given-names>A.</given-names></name> <name><surname>Zaiko</surname> <given-names>A.</given-names></name> <name><surname>Martinez</surname> <given-names>J. L.</given-names></name> <name><surname>Samulioviene</surname> <given-names>A.</given-names></name> <name><surname>Semenova</surname> <given-names>A.</given-names></name> <name><surname>Garcia-Vazquez</surname> <given-names>E.</given-names></name></person-group> (<year>2015</year>). <article-title>eDNA and specific primers for early detection of invasive species &#x02013; A case study on the bivalve Rangia cuneata, currently spreading in Europe</article-title>. <source>Mar. Environ. Res.</source> <volume>112</volume>(Pt B), <fpage>48</fpage>&#x02013;<lpage>55</lpage>. <pub-id pub-id-type="doi">10.1016/j.marenvres.2015.09.013</pub-id><pub-id pub-id-type="pmid">26453004</pub-id></citation>
</ref>
<ref id="B7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Atkins</surname> <given-names>J. P.</given-names></name> <name><surname>Burdon</surname> <given-names>D.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Gregory</surname> <given-names>A. J.</given-names></name></person-group> (<year>2011</year>). <article-title>Management of the marine environment: integrating ecosystem services and societal benefits with the DPSIR framework in a systems approach</article-title>. <source>Mar. Pollut. Bull.</source> <volume>62</volume>, <fpage>215</fpage>&#x02013;<lpage>226</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2010.12.012</pub-id><pub-id pub-id-type="pmid">21215974</pub-id></citation>
</ref>
<ref id="B8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aylagas</surname> <given-names>E.</given-names></name> <name><surname>Borja</surname> <given-names>&#x000C1;.</given-names></name> <name><surname>Irigoien</surname> <given-names>X.</given-names></name> <name><surname>Rodr&#x000ED;guez-Ezpeleta</surname> <given-names>N.</given-names></name></person-group> (<year>2016</year>). <article-title>Benchmarking DNA metabarcoding for biodiversity-based monitoring and assessment</article-title>. <source>Front. Mar. Sci.</source> <volume>3</volume>:<issue>96</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2016.00096</pub-id></citation>
</ref>
<ref id="B9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aylagas</surname> <given-names>E.</given-names></name> <name><surname>Borja</surname> <given-names>&#x000C1;.</given-names></name> <name><surname>Rodr&#x000ED;guez-Ezpeleta</surname> <given-names>N.</given-names></name></person-group> (<year>2014</year>). <article-title>Environmental status assessment using DNA metabarcoding: towards a genetics based Marine Biotic Index (gAMBI)</article-title>. <source>PLoS ONE</source> <volume>9</volume>:<fpage>e90529</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0090529</pub-id><pub-id pub-id-type="pmid">24603433</pub-id></citation>
</ref>
<ref id="B10">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Barbier</surname> <given-names>E. B.</given-names></name> <name><surname>Hacker</surname> <given-names>S. D.</given-names></name> <name><surname>Koch</surname> <given-names>E. W.</given-names></name> <name><surname>Stier</surname> <given-names>A.</given-names></name> <name><surname>Silliman</surname> <given-names>B.</given-names></name></person-group> (<year>2012</year>). <article-title>Chapter 6: Estuarine and coastal ecosystems and their services</article-title>, in <source>Ecological Economics of Estuaries and Coasts, Vol. 12</source>, eds <person-group person-group-type="editor"><name><surname>van den Belt</surname> <given-names>M.</given-names></name> <name><surname>Costanza</surname> <given-names>R.</given-names></name></person-group> (<publisher-loc>Waltham, MA</publisher-loc>: <publisher-name>Academic Press</publisher-name>), <fpage>109</fpage>&#x02013;<lpage>127</lpage>.</citation>
</ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barnard</surname> <given-names>S.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name></person-group> (<year>2015</year>). <article-title>The 10-tenets of adaptive management and sustainability - applying an holistic framework for understanding and managing the socio-ecological system</article-title>. <source>Environ. Sci. Policy</source> <volume>51</volume>, <fpage>181</fpage>&#x02013;<lpage>191</lpage>. <pub-id pub-id-type="doi">10.1016/j.envsci.2015.04.008</pub-id></citation>
</ref>
<ref id="B12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bengil</surname> <given-names>F.</given-names></name> <name><surname>Bizsel</surname> <given-names>K. C.</given-names></name></person-group> (<year>2014</year>). <article-title>Assessing the impact of aquaculture farms using remote sensing: an empirical neural network algorithm for Ild&#x00131;r&#x00131; Bay</article-title>. <source>Turkey Aquac. Environ. Interact</source>. <volume>6</volume>, <fpage>67</fpage>&#x02013;<lpage>79</lpage>. <pub-id pub-id-type="doi">10.3354/aei00115</pub-id></citation>
</ref>
<ref id="B13">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Berg</surname> <given-names>T.</given-names></name> <name><surname>Aylagas</surname> <given-names>E. T.</given-names></name> <name><surname>Balsby</surname> <given-names>J. S.</given-names></name> <name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Bu&#x0010D;as</surname> <given-names>M.</given-names></name> <name><surname>Zenetos</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2016</year>). <source>Report on the New Indicators and Methods for Setting Reference and Target Values. Deliverable D3-3, 269. DEVOTES Project</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="http://www.devotes-project.eu/deliverables-and-milestones/">http://www.devotes-project.eu/deliverables-and-milestones/</ext-link></citation>
</ref>
<ref id="B14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berg</surname> <given-names>T.</given-names></name> <name><surname>F&#x000FC;rhaupter</surname> <given-names>K.</given-names></name> <name><surname>Teixeira</surname> <given-names>H.</given-names></name> <name><surname>Uusitalo</surname> <given-names>L.</given-names></name> <name><surname>Zampoukas</surname> <given-names>N.</given-names></name></person-group> (<year>2015</year>). <article-title>The Marine Strategy Framework Directive and the ecosystem-based approach &#x02013; pitfalls and solutions</article-title>. <source>Mar. Pollut. Bull.</source> <volume>96</volume>, <fpage>18</fpage>&#x02013;<lpage>28</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2015.04.050</pub-id><pub-id pub-id-type="pmid">25956437</pub-id></citation>
</ref>
<ref id="B15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bianchelli</surname> <given-names>S.</given-names></name> <name><surname>Pusceddu</surname> <given-names>A.</given-names></name> <name><surname>Buschi</surname> <given-names>E.</given-names></name> <name><surname>Danovaro</surname> <given-names>R.</given-names></name></person-group> (<year>2016</year>). <article-title>Trophic status and meiofauna biodiversity in the Northern Adriatic Sea: insights for the assessment of good environmental status</article-title>. <source>Mar. Environ. Res.</source> <volume>113</volume>, <fpage>18</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1016/j.marenvres.2015.10.010</pub-id><pub-id pub-id-type="pmid">26562451</pub-id></citation>
</ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Birk</surname> <given-names>S.</given-names></name> <name><surname>Bonne</surname> <given-names>W.</given-names></name> <name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Brucet</surname> <given-names>S.</given-names></name> <name><surname>Courrat</surname> <given-names>A.</given-names></name> <name><surname>Poikane</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>Three hundred ways to assess Europe&#x00027;s surface waters: an almost complete overview of biological methods to implement the Water Framework Directive</article-title>. <source>Ecol. Indic.</source> <volume>18</volume>, <fpage>31</fpage>&#x02013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2011.10.009</pub-id></citation>
</ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Borja</surname> <given-names>A.</given-names></name></person-group> (<year>2014</year>). <article-title>Grand challenges in marine ecosystems ecology</article-title>. <source>Front. Mar. Sci.</source> <volume>1</volume>:<issue>1</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2014.00001</pub-id></citation>
</ref>
<ref id="B18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Bricker</surname> <given-names>S. B.</given-names></name> <name><surname>Dauer</surname> <given-names>D. M.</given-names></name> <name><surname>Demetriades</surname> <given-names>N. T.</given-names></name> <name><surname>Ferreira</surname> <given-names>J. G.</given-names></name> <name><surname>Forbes</surname> <given-names>A. T.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>Overview of integrative tools and methods in assessing ecological integrity in estuarine and coastal systems worldwide</article-title>. <source>Mar. Pollut. Bull.</source> <volume>56</volume>, <fpage>1519</fpage>&#x02013;<lpage>1537</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2008.07.005</pub-id><pub-id pub-id-type="pmid">18715596</pub-id></citation>
</ref>
<ref id="B19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name></person-group> (<year>2013</year>). <article-title>Marine monitoring during an economic crisis: the cure is worse than the disease</article-title>. <source>Mar. Pollut. Bull.</source> <volume>68</volume>, <fpage>1</fpage>&#x02013;<lpage>3</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2013.01.041</pub-id><pub-id pub-id-type="pmid">23465570</pub-id></citation>
</ref>
<ref id="B20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Andersen</surname> <given-names>J. H.</given-names></name> <name><surname>Berg</surname> <given-names>T.</given-names></name> <name><surname>Carstensen</surname> <given-names>J.</given-names></name> <name><surname>Rodriguez-Ezpeleta</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Overview of integrative assessment of marine systems: the Ecosystem Approach in practice</article-title>. <source>Front. Mar. Sci.</source> <volume>3</volume>:<issue>20</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2016.00020</pub-id></citation>
</ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Andersen</surname> <given-names>J. H.</given-names></name> <name><surname>Cardoso</surname> <given-names>A. C.</given-names></name> <name><surname>Carstensen</surname> <given-names>J.</given-names></name> <name><surname>Jo&#x003B3;o</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Good Environmental Status of marine ecosystems: what is it and how do we know when we have attained it?</article-title> <source>Mar. Pollut. Bull.</source> <volume>76</volume>, <fpage>16</fpage>&#x02013;<lpage>27</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2013.08.042</pub-id><pub-id pub-id-type="pmid">24054784</pub-id></citation>
</ref>
<ref id="B22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Borja</surname> <given-names>&#x000C1;.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Carstensen</surname> <given-names>J.</given-names></name> <name><surname>Heiskanen</surname> <given-names>A.-S.</given-names></name> <name><surname>van de Bund</surname> <given-names>W.</given-names></name></person-group> (<year>2010</year>). <article-title>Marine management &#x02013; Towards an integrated implementation of the European Marine Strategy Framework and the Water Framework Directives</article-title>. <source>Mar. Pollut. Bull.</source> <volume>60</volume>, <fpage>2175</fpage>&#x02013;<lpage>2186</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2010.09.026</pub-id><pub-id pub-id-type="pmid">20965524</pub-id></citation>
</ref>
<ref id="B23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Borja</surname> <given-names>&#x000C1;.</given-names></name> <name><surname>Galparsoro</surname> <given-names>I.</given-names></name> <name><surname>Irigoien</surname> <given-names>X.</given-names></name> <name><surname>Iriondo</surname> <given-names>A.</given-names></name> <name><surname>Menchaca</surname> <given-names>I.</given-names></name> <name><surname>Muxika</surname> <given-names>I.</given-names></name> <etal/></person-group>. (<year>2011</year>). <article-title>Implementation of the European Marine Strategy Framework Directive: a methodological approach for the assessment of environmental status, from the Basque Country (Bay of Biscay)</article-title>. <source>Mar. Pollut. Bull.</source> <volume>62</volume>, <fpage>889</fpage>&#x02013;<lpage>904</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2011.03.031</pub-id><pub-id pub-id-type="pmid">21507430</pub-id></citation>
</ref>
<ref id="B24">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Murillas</surname> <given-names>A.</given-names></name> <name><surname>Pascual</surname> <given-names>M.</given-names></name> <name><surname>Uyarra</surname> <given-names>M. C.</given-names></name></person-group> (<year>2015</year>). <article-title>Marine and coastal ecosystems: delivery of goods and services through conservation</article-title>, in <source>Ecosystem Services and River Basin Ecohydrology</source>, eds <person-group person-group-type="editor"><name><surname>Ch&#x000ED;charo</surname> <given-names>L.</given-names></name> <name><surname>Muller</surname> <given-names>F.</given-names></name> <name><surname>Fohrer</surname> <given-names>N.</given-names></name></person-group> (<publisher-loc>London</publisher-loc>: <publisher-name>Springer</publisher-name>), <fpage>83</fpage>&#x02013;<lpage>105</lpage>.</citation>
</ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Prins</surname> <given-names>T.</given-names></name> <name><surname>Simboura</surname> <given-names>N.</given-names></name> <name><surname>Andersen</surname> <given-names>J. H.</given-names></name> <name><surname>Berg</surname> <given-names>T.</given-names></name> <name><surname>Uusitalo</surname> <given-names>L.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Tales from a thousand and one ways to integrate marine ecosystem components when assessing the environmental status</article-title>. <source>Front. Mar. Sci.</source> <volume>1</volume>:<issue>72</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2014.00072</pub-id></citation>
</ref>
<ref id="B26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bourlat</surname> <given-names>S.</given-names></name> <name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Gilbert</surname> <given-names>J.</given-names></name> <name><surname>Taylor</surname> <given-names>M. I.</given-names></name> <name><surname>Davies</surname> <given-names>N.</given-names></name> <name><surname>Weisberg</surname> <given-names>S. B.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Genomics in marine monitoring: new opportunities for assessing marine health status</article-title>. <source>Mar. Pollut. Bull.</source> <volume>74</volume>, <fpage>19</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2013.05.042</pub-id><pub-id pub-id-type="pmid">23806673</pub-id></citation>
</ref>
<ref id="B27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boyes</surname> <given-names>S. J.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name></person-group> (<year>2014</year>). <article-title>Marine legislation &#x02013; The ultimate &#x02018;horrendogram&#x02019;: international law, European directives &#x00026; national implementation</article-title>. <source>Mar. Pollut. Bull.</source> <volume>86</volume>, <fpage>39</fpage>&#x02013;<lpage>47</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2014.06.055</pub-id><pub-id pub-id-type="pmid">25088540</pub-id></citation>
</ref>
<ref id="B28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boyes</surname> <given-names>S. J.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name></person-group> (<year>2015</year>). <article-title>The excessive complexity of national marine governance systems &#x02013; Has this decreased in England since the introduction of the Marine and Coastal Access Act 2009</article-title>. <source>Mar. Policy</source> <volume>51</volume>, <fpage>57</fpage>&#x02013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2014.07.019</pub-id></citation>
</ref>
<ref id="B29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boyes</surname> <given-names>S. J.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Murillas-Maza</surname> <given-names>A.</given-names></name> <name><surname>Papadopoulou</surname> <given-names>N.</given-names></name> <name><surname>Uyarra</surname> <given-names>M. C.</given-names></name></person-group> (<year>2016</year>). <article-title>Is existing legislation fit-for-purpose to achieve Good Environmental Status in European seas?</article-title> <source>Mar. Pollut. Bull.</source> <pub-id pub-id-type="doi">10.1016/j.marpolbul.2016.06.079</pub-id><pub-id pub-id-type="pmid">27377000</pub-id>. [Epub ahead of print].</citation>
</ref>
<ref id="B30">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Boyes</surname> <given-names>S.</given-names></name> <name><surname>Murillas-Maza</surname> <given-names>A.</given-names></name> <name><surname>Uyarra</surname> <given-names>M. C.</given-names></name> <name><surname>Eronat</surname> <given-names>H.</given-names></name> <name><surname>Bizsel</surname> <given-names>K. C.</given-names></name> <name><surname>Oinonen</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2015</year>). <source>Key Barriers of Achieving Good Environmental Status (GES). Deliverable 2.2, 100</source>. Available online at: DEVOTES Project <ext-link ext-link-type="uri" xlink:href="http://www.devotes-project.eu/wp-content/uploads/2015/05/DEVOTES-Deliverable-2_2.pdf">http://www.devotes-project.eu/wp-content/uploads/2015/05/DEVOTES-Deliverable -2_2.pdf</ext-link></citation>
</ref>
<ref id="B31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Browman</surname> <given-names>H. I.</given-names></name> <name><surname>Stergiou</surname> <given-names>K. I.</given-names></name> <name><surname>Cury</surname> <given-names>P. M.</given-names></name> <name><surname>Hilborn</surname> <given-names>R.</given-names></name> <name><surname>Jennings</surname> <given-names>S.</given-names></name> <name><surname>Zeller</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2004</year>). <article-title>Perspectives on ecosystem-based approaches to the management of marine resources</article-title>. <source>Mar. Ecol. Prog. Ser.</source> <volume>274</volume>, <fpage>269</fpage>&#x02013;<lpage>303</lpage>. <pub-id pub-id-type="doi">10.3354/meps274269</pub-id></citation>
</ref>
<ref id="B32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Burdon</surname> <given-names>D.</given-names></name> <name><surname>Boyes</surname> <given-names>S. J.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Smyth</surname> <given-names>K.</given-names></name> <name><surname>Atkins</surname> <given-names>J. P.</given-names></name> <name><surname>Barnes</surname> <given-names>R. A.</given-names></name></person-group> (<year>in press</year>). <article-title>Integrating natural social marine science to sustainably manage vectors of change: dogger Bank transnational case study</article-title>. <source>Estuar. Coast. Shelf Sci.</source> <pub-id pub-id-type="doi">10.1016/j.ecss.2015.09.012.</pub-id></citation>
</ref>
<ref id="B33">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Camp</surname> <given-names>J.</given-names></name> <name><surname>Flo</surname> <given-names>E.</given-names></name> <name><surname>Vila</surname> <given-names>M.</given-names></name> <name><surname>Arin</surname> <given-names>L.</given-names></name> <name><surname>Re&#x000F1;&#x000E9;</surname> <given-names>A.</given-names></name> <name><surname>Sampedro</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Pros and cons of biological quality element phytoplankton as a water-quality indicator in the NW Mediterranean Sea</article-title>, in <source>Experiences from Ground, Coastal and Transitional Water Quality Monitoring. The Handbook of Environmental Chemistry</source>, eds <person-group person-group-type="editor"><name><surname>Munn&#x000E9;</surname> <given-names>A.</given-names></name> <name><surname>Ginebreda</surname> <given-names>A.</given-names></name> <name><surname>Prat</surname> <given-names>N.</given-names></name></person-group> (<publisher-loc>London</publisher-loc>: <publisher-name>Springer</publisher-name>), <fpage>135</fpage>&#x02013;<lpage>160</lpage>.</citation>
</ref>
<ref id="B34">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Cardoso</surname> <given-names>A. C.</given-names></name> <name><surname>Cochrane</surname> <given-names>S.</given-names></name> <name><surname>Doemer</surname> <given-names>H.</given-names></name> <name><surname>Ferreira</surname> <given-names>J. G.</given-names></name> <name><surname>Galgani</surname> <given-names>F.</given-names></name> <name><surname>Hagebro</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2010</year>). <source>Scientific Support to the European Commission on the Marine Strategy Framework Directive</source>. Management Group Report. EUR 24336 <publisher-loc>EN &#x02013; Joint Research Centre, Luxembourg</publisher-loc>: <publisher-name>Office for Official Publications of the European Communities</publisher-name>, <fpage>57</fpage>.</citation>
</ref>
<ref id="B35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carstensen</surname> <given-names>J.</given-names></name></person-group> (<year>2014</year>). <article-title>Need for monitoring and maintaining sustainable marine ecosystem services</article-title>. <source>Front. Mar. Sci.</source> <volume>1</volume>:<issue>33</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2014.00033</pub-id></citation>
</ref>
<ref id="B36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carstensen</surname> <given-names>J.</given-names></name> <name><surname>Cloern</surname> <given-names>J. E.</given-names></name> <name><surname>Klais</surname> <given-names>R.</given-names></name></person-group> (<year>2015</year>). <article-title>Phytoplankton blooms in estuarine and coastal waters: seasonal patterns and key species</article-title>. <source>Estuar. Coast. Shelf Sci.</source> <volume>162</volume>, <fpage>98</fpage>&#x02013;<lpage>109</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecss.2015.05.005</pub-id></citation>
</ref>
<ref id="B37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carstensen</surname> <given-names>J.</given-names></name> <name><surname>Lindegarth</surname> <given-names>M.</given-names></name></person-group> (<year>2016</year>). <article-title>Confidence in ecological indicators: a framework for quantifying uncertainty components from monitoring data</article-title>. <source>Ecol. Indic.</source> <volume>67</volume>, <fpage>306</fpage>&#x02013;<lpage>317</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2016.03.002</pub-id></citation>
</ref>
<ref id="B38">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carugati</surname> <given-names>L.</given-names></name> <name><surname>Corinaldesi</surname> <given-names>C.</given-names></name> <name><surname>Dell&#x00027;Anno</surname> <given-names>A.</given-names></name> <name><surname>Danovaro</surname> <given-names>R.</given-names></name></person-group> (<year>2015</year>). <article-title>Metagenetic tools for the census of marine meiofaunal biodiversity: an overview</article-title>. <source>Mar. Genomics</source> <volume>24</volume>, <fpage>11</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1016/j.margen.2015.04.010</pub-id><pub-id pub-id-type="pmid">25957694</pub-id></citation>
</ref>
<ref id="B39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Caruso</surname> <given-names>G.</given-names></name> <name><surname>La Ferla</surname> <given-names>R.</given-names></name> <name><surname>Azzaro</surname> <given-names>M.</given-names></name> <name><surname>Zoppini</surname> <given-names>A.</given-names></name> <name><surname>Marino</surname> <given-names>G.</given-names></name> <name><surname>Petochi</surname> <given-names>T.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Microbial assemblages for environmental quality assessment: knowledge, gaps and usefulness in the European Marine Strategy Framework Directive</article-title>. <source>Crit. Rev. Microbiol.</source> <volume>42</volume>, <fpage>883</fpage>&#x02013;<lpage>904</lpage>. <pub-id pub-id-type="doi">10.3109/1040841X.2015.1087380</pub-id><pub-id pub-id-type="pmid">26585708</pub-id></citation>
</ref>
<ref id="B40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cavallo</surname> <given-names>M.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Touza</surname> <given-names>J.</given-names></name> <name><surname>Quintino</surname> <given-names>V.</given-names></name></person-group> (<year>2016</year>). <article-title>The ability of regional coordination and policy integration to produce coherent marine management: implementing the Marine Strategy Framework Directive in the North-East Atlantic</article-title>. <source>Mar. Policy</source> <volume>68</volume>, <fpage>108</fpage>&#x02013;<lpage>116</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2016.02.013</pub-id></citation>
</ref>
<ref id="B41">
<citation citation-type="web"><person-group person-group-type="author"><collab>CBD</collab></person-group> (<year>1992</year>). <source>Convention on Biological Diversity</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.cbd.int/doc/legal/cbd-en.pdf">https://www.cbd.int/doc/legal/cbd-en.pdf</ext-link></citation>
</ref>
<ref id="B42">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chaalali</surname> <given-names>A.</given-names></name> <name><surname>Saint-b&#x000E9;at</surname> <given-names>B.</given-names></name> <name><surname>Lassalle</surname> <given-names>G.</given-names></name> <name><surname>Le Loc</surname> <given-names>H. F.</given-names></name> <name><surname>Tecchio</surname> <given-names>S.</given-names></name> <name><surname>Safi</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>A new modeling approach to define marine ecosystems food-web status with uncertainty assessment</article-title>. <source>Prog. Oceanogr.</source> <volume>135</volume>, <fpage>37</fpage>&#x02013;<lpage>47</lpage>. <pub-id pub-id-type="doi">10.1016/j.pocean.2015.03.012</pub-id></citation>
</ref>
<ref id="B43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Choi</surname> <given-names>B. C. K.</given-names></name> <name><surname>Li</surname> <given-names>L.</given-names></name> <name><surname>Lu</surname> <given-names>Y.</given-names></name> <name><surname>Zhang</surname> <given-names>L. R.</given-names></name> <name><surname>Zhu</surname> <given-names>Y.</given-names></name> <name><surname>Little</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Bridging the gap between science and policy: an international survey of scientists and policy makers in China and Canada</article-title>. <source>Implement. Sci.</source> <volume>11</volume>, <fpage>16</fpage>. <pub-id pub-id-type="doi">10.1186/s13012-016-0377-7</pub-id><pub-id pub-id-type="pmid">26852131</pub-id></citation>
</ref>
<ref id="B44">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chu&#x00161;ev&#x00117;</surname> <given-names>Nyg&#x000E5;rd, R.</given-names></name> <name><surname>Nyg&#x000E5;rd</surname> <given-names>H.</given-names></name> <name><surname>Vai&#x0010D;i&#x0016B;t&#x00117;</surname> <given-names>D</given-names></name> <name><surname>Daunys</surname> <given-names>D.</given-names></name> <name><surname>Zaiko</surname> <given-names>A.</given-names></name></person-group> (<year>2016</year>). <article-title>Application of signal detection theory approach for setting thresholds in benthic quality assessments</article-title>. <source>Ecol. Indic.</source> <volume>60</volume>, <fpage>420</fpage>&#x02013;<lpage>427</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2015.07.018</pub-id></citation>
</ref>
<ref id="B45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chust</surname> <given-names>G.</given-names></name> <name><surname>Albaina</surname> <given-names>A.</given-names></name> <name><surname>Aranburu</surname> <given-names>A.</given-names></name> <name><surname>Borja</surname> <given-names>&#x000C1;.</given-names></name> <name><surname>Diekmann</surname> <given-names>O. E.</given-names></name> <name><surname>Estonba</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Connectivity, neutral theories and the assessment of species vulnerability to global change in temperate estuaries</article-title>. <source>Estuar. Coast. Shelf Sci.</source> <volume>131</volume>, <fpage>52</fpage>&#x02013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecss.2013.08.005</pub-id></citation>
</ref>
<ref id="B46">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chust</surname> <given-names>G.</given-names></name> <name><surname>Villarino</surname> <given-names>E.</given-names></name> <name><surname>Chenuil</surname> <given-names>A.</given-names></name> <name><surname>Irigoien</surname> <given-names>X.</given-names></name> <name><surname>Bizsel</surname> <given-names>N.</given-names></name> <name><surname>Bode</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Dispersal similarly shapes both population genetics and community patterns in the marine realm</article-title>. <source>Sci. Rep.</source> <volume>6</volume>:<fpage>28730</fpage>. <pub-id pub-id-type="doi">10.1038/srep28730</pub-id><pub-id pub-id-type="pmid">27344967</pub-id></citation>
</ref>
<ref id="B47">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Clark</surname> <given-names>J. S.</given-names></name> <name><surname>Bell</surname> <given-names>D. M.</given-names></name> <name><surname>Hersh</surname> <given-names>M. H.</given-names></name> <name><surname>Kwit</surname> <given-names>M. C.</given-names></name> <name><surname>Moran</surname> <given-names>E.</given-names></name> <name><surname>Salk</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2011</year>). <article-title>Individual-scale variation, species-scale differences: inference needed to understand diversity</article-title>. <source>Ecol. Lett.</source> <volume>14</volume>, <fpage>1273</fpage>&#x02013;<lpage>1287</lpage>. <pub-id pub-id-type="doi">10.1111/j.1461-0248.2011.01685.x</pub-id><pub-id pub-id-type="pmid">21978194</pub-id></citation>
</ref>
<ref id="B48">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Coll</surname> <given-names>M.</given-names></name> <name><surname>Shannon</surname> <given-names>L. J.</given-names></name> <name><surname>Kleisner</surname> <given-names>K. M.</given-names></name> <name><surname>Juan-Jord&#x000E1;</surname> <given-names>M. J</given-names></name> <name><surname>Bundy</surname> <given-names>A.</given-names></name> <name><surname>Shin</surname> <given-names>Y. J.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Ecological indicators to capture the effects of fishing on biodiversity and conservation status of marine ecosystems</article-title>. <source>Ecol. Indic.</source> <volume>60</volume>, <fpage>947</fpage>&#x02013;<lpage>962</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2015.08.048</pub-id></citation>
</ref>
<ref id="B49">
<citation citation-type="other"><person-group person-group-type="author"><collab>CONISMA</collab></person-group> (<year>2013</year>). <source>Report on the Set Up of the Field and Experimental Activities. Deliverable 5.1. DEVOTES Project.</source></citation>
</ref>
<ref id="B50">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cooper</surname> <given-names>P.</given-names></name></person-group> (<year>2013</year>). <article-title>Socio-ecological accounting: DPSWR, a modified DPSIR framework, and its application to marine ecosystems</article-title>. <source>Ecol. Econ.</source> <volume>94</volume>, <fpage>106</fpage>&#x02013;<lpage>115</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolecon.2013.07.010</pub-id></citation>
</ref>
<ref id="B51">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cristina</surname> <given-names>S.</given-names></name> <name><surname>D&#x00027;Alimonte</surname> <given-names>D.</given-names></name> <name><surname>Costa Goela</surname> <given-names>P.</given-names></name> <name><surname>Kajiyama</surname> <given-names>T.</given-names></name> <name><surname>Icely</surname> <given-names>J.</given-names></name> <name><surname>Moore</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Standard and regional bio-optical algorithms for chlorophyll a estimates in the atlantic off the Southwestern Iberian Peninsula</article-title>. <source>IEEE Geosci. Remote Sens. Lett.</source> <volume>13</volume>, <fpage>757</fpage>&#x02013;<lpage>761</lpage>. <pub-id pub-id-type="doi">10.1109/LGRS.2016.2529182</pub-id></citation>
</ref>
<ref id="B52">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cristina</surname> <given-names>S.</given-names></name> <name><surname>Icely</surname> <given-names>J.</given-names></name> <name><surname>Goela</surname> <given-names>P. C.</given-names></name> <name><surname>DelValls</surname> <given-names>T. A.</given-names></name> <name><surname>Newton</surname> <given-names>A.</given-names></name></person-group> (<year>2015</year>). <article-title>Using remote sensing as a support to the implementation of the European Marine Strategy Framework Directive in SW Portugal</article-title>. <source>Cont. Shelf Res.</source> <volume>108</volume>, <fpage>169</fpage>&#x02013;<lpage>177</lpage>. <pub-id pub-id-type="doi">10.1016/j.csr.2015.03.011</pub-id></citation>
</ref>
<ref id="B53">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cristina</surname> <given-names>S. C. V.</given-names></name> <name><surname>Moore</surname> <given-names>G. F.</given-names></name> <name><surname>Goela</surname> <given-names>P. R. F. C.</given-names></name> <name><surname>Icely</surname> <given-names>J. D.</given-names></name> <name><surname>Newton</surname> <given-names>A.</given-names></name></person-group> (<year>2014</year>). <article-title><italic>In situ</italic> validation of MERIS marine reflectance off the southwest Iberian Peninsula: assessment of vicarious adjustment and corrections for near-land adjacency</article-title>. <source>Int. J. Remote Sens.</source> <volume>35</volume>, <fpage>2347</fpage>&#x02013;<lpage>2377</lpage>. <pub-id pub-id-type="doi">10.1080/01431161.2014.894657</pub-id></citation>
</ref>
<ref id="B54">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Curtin</surname> <given-names>R.</given-names></name> <name><surname>Prellezo</surname> <given-names>R.</given-names></name></person-group> (<year>2010</year>). <article-title>Understanding marine ecosystem based management: a literature review</article-title>. <source>Mar. Policy</source> <volume>34</volume>, <fpage>821</fpage>&#x02013;<lpage>830</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2010.01.003</pub-id></citation>
</ref>
<ref id="B55">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Danovaro</surname> <given-names>R.</given-names></name> <name><surname>Cerrano</surname> <given-names>C.</given-names></name> <name><surname>Cardini</surname> <given-names>U.</given-names></name> <name><surname>Bianchelli</surname> <given-names>S.</given-names></name> <name><surname>Corinaldesi</surname> <given-names>C.</given-names></name> <name><surname>Pusceddu</surname> <given-names>A.</given-names></name></person-group> (<year>2013</year>). <article-title>Red coral extinction risk enhanced by ocean acidification</article-title>. <source>Sci. Rep.</source> <volume>3</volume>, <fpage>1</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1038/srep01457</pub-id><pub-id pub-id-type="pmid">23492780</pub-id></citation>
</ref>
<ref id="B56">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Danovaro</surname> <given-names>R.</given-names></name> <name><surname>Gambi</surname> <given-names>C.</given-names></name> <name><surname>Dell&#x00027;Anno</surname> <given-names>A.</given-names></name> <name><surname>Corinaldesi</surname> <given-names>C.</given-names></name> <name><surname>Fraschetti</surname> <given-names>S.</given-names></name> <name><surname>Vanreusel</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>Exponential decline of deep-sea ecosystem functioning linked to benthic biodiversity loss</article-title>. <source>Curr. Biol.</source> <volume>18</volume>, <fpage>1</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.cub.2007.11.056</pub-id><pub-id pub-id-type="pmid">18164201</pub-id></citation>
</ref>
<ref id="B57">
<citation citation-type="web"><person-group person-group-type="author"><collab>DEFRA</collab></person-group> (<year>2002</year>). <source>Safeguarding Our Seas. A Strategy for the Conservation and Sustainable Development of Our Marine Environment</source>. Department for Environment, Food &#x00026; Rural Affairs, DEFRA Publications, London, 80. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.gov.uk/government/uploads/system/uploads/attachment_data/file/69321/pb6187-marine-stewardship-020425.pdf">https://www.gov.uk/government/uploads/system/uploads/attachment_data/file/69321/pb6187-marine-stewardship-020425.pdf</ext-link></citation>
</ref>
<ref id="B58">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Jonge</surname> <given-names>V. N.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Brauer</surname> <given-names>V. S.</given-names></name></person-group> (<year>2006</year>). <article-title>Marine monitoring: its shortcomings and mismatch with the EU Water Framework Directive&#x00027;s objectives</article-title>. <source>Mar. Pollut. Bull.</source> <volume>53</volume>, <fpage>5</fpage>&#x02013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2005.11.026</pub-id><pub-id pub-id-type="pmid">16426645</pub-id></citation>
</ref>
<ref id="B59">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dell&#x00027;Anno</surname> <given-names>A.</given-names></name> <name><surname>Carugati</surname> <given-names>L.</given-names></name> <name><surname>Corinaldesi</surname> <given-names>C.</given-names></name> <name><surname>Riccioni</surname> <given-names>G.</given-names></name> <name><surname>Danovaro</surname> <given-names>R.</given-names></name></person-group> (<year>2015</year>). <article-title>Unveiling the biodiversity of deep-sea nematodes through metabarcoding: are we ready to bypass the classical taxonomy?</article-title> <source>PLoS ONE</source> <volume>10</volume>:<fpage>e0144928</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0144928</pub-id><pub-id pub-id-type="pmid">26701112</pub-id></citation>
</ref>
<ref id="B60">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elliott</surname> <given-names>M.</given-names></name></person-group> (<year>2011</year>). <article-title>Marine science and management means tackling exogenic unmanaged pressures and endogenic managed pressures &#x02013; A numbered guide</article-title>. <source>Mar. Pollut. Bull.</source> <volume>62</volume>, <fpage>651</fpage>&#x02013;<lpage>655</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2010.11.033</pub-id><pub-id pub-id-type="pmid">21183190</pub-id></citation>
</ref>
<ref id="B61">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elliott</surname> <given-names>M.</given-names></name></person-group> (<year>2013</year>). <article-title>The 10-tenets for integrated, successful and sustainable marine management</article-title>. <source>Mar. Pollut. Bull.</source> <volume>74</volume>, <fpage>1</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2013.08.001</pub-id><pub-id pub-id-type="pmid">23968990</pub-id></citation>
</ref>
<ref id="B62">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elliott</surname> <given-names>M.</given-names></name></person-group> (<year>2014</year>). <article-title>Integrated marine science and management: wading through the morass</article-title>. <source>Mar. Pollut. Bull.</source> <volume>86</volume>, <fpage>1</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2014.07.026</pub-id><pub-id pub-id-type="pmid">25091733</pub-id></citation>
</ref>
<ref id="B63">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Borja</surname> <given-names>&#x000C1;.</given-names></name> <name><surname>McQuatters-Gollop</surname> <given-names>A.</given-names></name> <name><surname>Mazik</surname> <given-names>K.</given-names></name> <name><surname>Birchenough</surname> <given-names>S.</given-names></name> <name><surname>Andersen</surname> <given-names>J. H.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Force majeure: will climate change affect our ability to attain Good Environmental Status for marine biodiversity?</article-title> <source>Mar. Pollut. Bull.</source> <volume>95</volume>, <fpage>7</fpage>&#x02013;<lpage>27</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2015.03.015</pub-id><pub-id pub-id-type="pmid">25837772</pub-id></citation>
</ref>
<ref id="B64">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Cutts</surname> <given-names>N. D.</given-names></name> <name><surname>Trono</surname> <given-names>A.</given-names></name></person-group> (<year>2014</year>). <article-title>A typology of marine and estuarine hazards and risks as vectors of change: a review for vulnerable coasts and their management</article-title>. <source>Ocean Coast. Manag.</source> <volume>93</volume>, <fpage>88</fpage>&#x02013;<lpage>99</lpage>. <pub-id pub-id-type="doi">10.1016/j.ocecoaman.2014.03.014</pub-id></citation>
</ref>
<ref id="B65">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Mander</surname> <given-names>L.</given-names></name> <name><surname>Mazik</surname> <given-names>K.</given-names></name> <name><surname>Simenstad</surname> <given-names>C.</given-names></name> <name><surname>Valesini</surname> <given-names>F.</given-names></name> <name><surname>Whitfield</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Ecoengineering with ecohydrology: successes and failures in estuarine restoration</article-title>. <source>Estuar. Coast. Shelf Sci.</source> <volume>176</volume>, <fpage>12</fpage>&#x02013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecss.2016.04.003</pub-id></citation>
</ref>
<ref id="B66">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Engelhard</surname> <given-names>G. H.</given-names></name> <name><surname>Lynam</surname> <given-names>C. P.</given-names></name> <name><surname>Garcia-Carreras</surname> <given-names>B.</given-names></name> <name><surname>Dolder</surname> <given-names>P. J.</given-names></name> <name><surname>Mackinson</surname> <given-names>S.</given-names></name></person-group> (<year>2015</year>). <article-title>Effort reduction and the large fish indicator: spatial trends reveal positive impacts of recent European fleet reduction schemes</article-title>. <source>Environ. Conserv.</source> <volume>42</volume>, <fpage>227</fpage>&#x02013;<lpage>236</lpage>. <pub-id pub-id-type="doi">10.1017/S0376892915000077</pub-id></citation>
</ref>
<ref id="B67">
<citation citation-type="journal"><person-group person-group-type="author"><collab>European Commission</collab></person-group> (<year>2000</year>). <article-title>Directive 2000/60/EC of the European Parliament and of the Council of 23 October 2000 establishing a framework for community action in the field of water policy</article-title>. <source>Off. J. Eur. Union</source> <volume>L327</volume>, <fpage>1</fpage>&#x02013;<lpage>72</lpage>.</citation>
</ref>
<ref id="B68">
<citation citation-type="journal"><person-group person-group-type="author"><collab>European Commission</collab></person-group> (<year>2008</year>). <article-title>Directive 2008/56/EC of the European Parliament and of the Council establishing a framework for community action in the field of marine environmental policy (Marine Strategy Framework Directive)</article-title>. <source>Off. J. Eur. Union</source> <volume>L164</volume>, <fpage>19</fpage>&#x02013;<lpage>40</lpage>.</citation>
</ref>
<ref id="B69">
<citation citation-type="journal"><person-group person-group-type="author"><collab>European Commission</collab></person-group> (<year>2010</year>). <article-title>Commission Decision of 1 September 2010 on criteria and methodological standards on good environmental status of marine waters (notified under document C(2010) 5956)(2010/477/EU)</article-title>. <source>Off. J. Eur. Union</source> <volume>L232</volume>, <fpage>12</fpage>&#x02013;<lpage>24</lpage>.</citation>
</ref>
<ref id="B70">
<citation citation-type="web"><person-group person-group-type="author"><collab>European Commission</collab></person-group> (<year>2014</year>). <source>Annex accompanying the document Commission Report to the Council and the European Parliament: The first phase of implementation of the Marine Strategy Framework Directive (2008/56/EC) - The European Commission&#x00027;s assessment and guidance</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="http://eur-lex.europa.eu/legal-content/EN/TXT/?uri=CELEX%3A52014DC0097">http://eur-lex.europa.eu/legal-content/EN/TXT/?uri=CELEX%3A52014DC0097</ext-link></citation>
</ref>
<ref id="B71">
<citation citation-type="web"><person-group person-group-type="author"><collab>European Marine Board</collab></person-group> (<year>2013</year>). <source>Linking Oceans and Human Health: A Strategic Research Priority for Europe</source>. Position paper 19 of the European Marine Board, Ostend, 116. Available onlie at: <ext-link ext-link-type="uri" xlink:href="http://www.marineboard.eu/publications-full-list">http://www.marineboard.eu/publications-full-list</ext-link></citation>
</ref>
<ref id="B72">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ferrera</surname> <given-names>I.</given-names></name> <name><surname>Giner</surname> <given-names>C.</given-names></name> <name><surname>Re&#x000F1;&#x000E9;</surname> <given-names>A.</given-names></name> <name><surname>Camp</surname> <given-names>J.</given-names></name> <name><surname>Massana</surname> <given-names>R.</given-names></name> <name><surname>Gasol</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Evaluation of alternative high-throughput sequencing methodologies for the monitoring of marine picoplanktonic biodiversity based on rRNA gene amplicons</article-title>. <source>Front. Mar. Sci.</source> <volume>3</volume>:<issue>147</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2016.00147</pub-id></citation>
</ref>
<ref id="B73">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ferrera</surname> <given-names>I.</given-names></name> <name><surname>Sebastian</surname> <given-names>M.</given-names></name> <name><surname>Acinas</surname> <given-names>S. G.</given-names></name> <name><surname>Gasol</surname> <given-names>J. M.</given-names></name></person-group> (<year>2015</year>). <article-title>Prokaryotic functional gene diversity in the sunlit ocean: stumbling in the dark</article-title>. <source>Curr. Opin. Microbiol.</source> <volume>25</volume>, <fpage>33</fpage>&#x02013;<lpage>39</lpage>. <pub-id pub-id-type="doi">10.1016/j.mib.2015.03.007</pub-id><pub-id pub-id-type="pmid">25863027</pub-id></citation>
</ref>
<ref id="B74">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fraschetti</surname> <given-names>S.</given-names></name> <name><surname>Guarnieri</surname> <given-names>G.</given-names></name> <name><surname>Gambi</surname> <given-names>C.</given-names></name> <name><surname>Bevilacqua</surname> <given-names>S.</given-names></name> <name><surname>Terlizzi</surname> <given-names>A.</given-names></name> <name><surname>Danovaro</surname> <given-names>R.</given-names></name></person-group> (<year>2016</year>). <article-title>Impact of offshore gas platforms on the structural and functional biodiversity of nematodes</article-title>. <source>Mar. Environ. Res.</source> <volume>115</volume>, <fpage>56</fpage>&#x02013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1016/j.marenvres.2016.02.001</pub-id><pub-id pub-id-type="pmid">26878347</pub-id></citation>
</ref>
<ref id="B75">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fr&#x000E9;on</surname> <given-names>P.</given-names></name> <name><surname>Barange</surname> <given-names>M.</given-names></name> <name><surname>Ar&#x000ED;stegui</surname> <given-names>J.</given-names></name></person-group> (<year>2009</year>). <article-title>Eastern boundary upwelling ecosystems: integrative and comparative approaches</article-title>. <source>Prog. Oceanogr.</source> <volume>83</volume>, <fpage>1</fpage>&#x02013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1016/j.pocean.2009.08.001</pub-id></citation>
</ref>
<ref id="B76">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fu</surname> <given-names>C.</given-names></name> <name><surname>Large</surname> <given-names>S.</given-names></name> <name><surname>Knight</surname> <given-names>B.</given-names></name> <name><surname>Richardson</surname> <given-names>A. J.</given-names></name> <name><surname>Bundy</surname> <given-names>A.</given-names></name> <name><surname>Shin</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Relationships among fisheries exploitation, environmental conditions, and ecological indicators across a series of marine ecosystems</article-title>. <source>J. Mar. Syst.</source> <volume>148</volume>, <fpage>101</fpage>&#x02013;<lpage>111</lpage>. <pub-id pub-id-type="doi">10.1016/j.jmarsys.2015.01.004</pub-id></citation>
</ref>
<ref id="B77">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fung</surname> <given-names>T.</given-names></name> <name><surname>Farnsworth</surname> <given-names>K. D.</given-names></name> <name><surname>Reid</surname> <given-names>D. G.</given-names></name> <name><surname>Rossberg</surname> <given-names>A. G.</given-names></name></person-group> (<year>2015</year>). <article-title>Impact of biodiversity loss on production in complex marine food webs mitigated by prey-release</article-title>. <source>Nat. Commun.</source> <volume>6</volume>:<fpage>6657</fpage>. <pub-id pub-id-type="doi">10.1038/ncomms7657</pub-id><pub-id pub-id-type="pmid">25799523</pub-id></citation>
</ref>
<ref id="B78">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Galparsoro</surname> <given-names>I.</given-names></name> <name><surname>Borja</surname> <given-names>&#x000C1;.</given-names></name> <name><surname>Kostylev</surname> <given-names>V. E.</given-names></name> <name><surname>Rodr&#x000ED;guez</surname> <given-names>J. G.</given-names></name> <name><surname>Pascual</surname> <given-names>M.</given-names></name> <name><surname>Muxika</surname> <given-names>I.</given-names></name></person-group> (<year>2013</year>). <article-title>A process-driven sedimentary habitat modelling approach, explaining seafloor integrity and biodiversity assessment within the European Marine Strategy Framework Directive</article-title>. <source>Estuar. Coast. Shelf Sci.</source> <volume>131</volume>, <fpage>194</fpage>&#x02013;<lpage>205</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecss.2013.07.007</pub-id></citation>
</ref>
<ref id="B79">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Galparsoro</surname> <given-names>I.</given-names></name> <name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Uyarra</surname> <given-names>M. C.</given-names></name></person-group> (<year>2014</year>). <article-title>Mapping ecosystem services provided by benthic habitats in the European North Atlantic Ocean</article-title>. <source>Front. Mar. Sci.</source> <volume>1</volume>:<issue>23</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2014.00023</pub-id></citation>
</ref>
<ref id="B80">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Galparsoro</surname> <given-names>I.</given-names></name> <name><surname>Rodr&#x000ED;guez</surname> <given-names>J. G.</given-names></name> <name><surname>Menchaca</surname> <given-names>I.</given-names></name> <name><surname>Quincoces</surname> <given-names>I.</given-names></name> <name><surname>Garmendia</surname> <given-names>J. M.</given-names></name> <name><surname>Borja</surname> <given-names>A.</given-names></name></person-group> (<year>2015</year>). <article-title>Benthic habitat mapping on the Basque continental shelf (SE Bay of Biscay) and its application to the European Marine Strategy Framework Directive</article-title>. <source>J. Sea Res.</source> <volume>100</volume>, <fpage>70</fpage>&#x02013;<lpage>76</lpage>. <pub-id pub-id-type="doi">10.1016/j.seares.2014.09.013</pub-id></citation>
</ref>
<ref id="B81">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gari</surname> <given-names>S. R.</given-names></name> <name><surname>Newton</surname> <given-names>A.</given-names></name> <name><surname>Icely</surname> <given-names>J. D.</given-names></name></person-group> (<year>2015</year>). <article-title>A review of the application and evolution of the DPSIR framework with an emphasis on coastal social-ecological systems</article-title>. <source>Ocean Coast. Manag.</source> <volume>103</volume>, <fpage>63</fpage>&#x02013;<lpage>77</lpage>. <pub-id pub-id-type="doi">10.1016/j.ocecoaman.2014.11.013</pub-id></citation>
</ref>
<ref id="B82">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gates</surname> <given-names>A. R.</given-names></name> <name><surname>Jones</surname> <given-names>D. O. B.</given-names></name></person-group> (<year>2012</year>). <article-title>Recovery of benthic megafauna from anthropogenic disturbance at a hydrocarbon drilling well (380 m depth in the Norwegian Sea)</article-title>. <source>PLoS ONE</source> <volume>7</volume>:<fpage>e0044114</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0044114</pub-id><pub-id pub-id-type="pmid">23056177</pub-id></citation>
</ref>
<ref id="B83">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goela</surname> <given-names>P. C.</given-names></name> <name><surname>Icely</surname> <given-names>J.</given-names></name> <name><surname>Cristina</surname> <given-names>S.</given-names></name> <name><surname>Danchenko</surname> <given-names>S. Angel DelValls, T.</given-names></name> <name><surname>Newton</surname> <given-names>A.</given-names></name></person-group> (<year>2015</year>). <article-title>Using bio-optical parameters as a tool for detecting changes in the phytoplankton community (SW Portugal)</article-title>. <source>Estuar. Coast. Shelf Sci.</source> <volume>167</volume>(Pt A), <fpage>125</fpage>&#x02013;<lpage>137</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecss.2015.07.037</pub-id></citation>
</ref>
<ref id="B84">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Gray</surname> <given-names>J. S.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name></person-group> (<year>2009</year>). <source>Ecology of Marine Sediments. From Science to Managemen, 2nd Edn.</source> <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Oxford University Press</publisher-name>.</citation>
</ref>
<ref id="B85">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guesnet</surname> <given-names>V.</given-names></name> <name><surname>Lassalle</surname> <given-names>G.</given-names></name> <name><surname>Chaalali</surname> <given-names>A.</given-names></name> <name><surname>Kearney</surname> <given-names>K.</given-names></name> <name><surname>Saint-B&#x000E9;at</surname> <given-names>B.</given-names></name> <name><surname>Karimi</surname> <given-names>B.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Incorporating food-web parameter uncertainty into Ecopath-derived ecological network indicators</article-title>. <source>Ecol. Modell.</source> <volume>313</volume>, <fpage>29</fpage>&#x02013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolmodel.2015.05.036</pub-id></citation>
</ref>
<ref id="B86">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Halpern</surname> <given-names>B. S.</given-names></name> <name><surname>Frazier</surname> <given-names>M.</given-names></name> <name><surname>Potapenko</surname> <given-names>J.</given-names></name> <name><surname>Casey</surname> <given-names>K. S.</given-names></name> <name><surname>Koenig</surname> <given-names>K.</given-names></name> <name><surname>Longo</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Spatial and temporal changes in cumulative human impacts on the world&#x00027;s ocean</article-title>. <source>Nat. Commun.</source> <volume>6</volume>:<fpage>7615</fpage>. <pub-id pub-id-type="doi">10.1038/ncomms8615</pub-id><pub-id pub-id-type="pmid">26172980</pub-id></citation>
</ref>
<ref id="B87">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Halpern</surname> <given-names>B. S.</given-names></name> <name><surname>Longo</surname> <given-names>C.</given-names></name> <name><surname>Hardy</surname> <given-names>D.</given-names></name> <name><surname>McLeod</surname> <given-names>K. L.</given-names></name> <name><surname>Samhouri</surname> <given-names>J. F.</given-names></name> <name><surname>Katona</surname> <given-names>S. K.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>An index to assess the health and benefits of the global ocean</article-title>. <source>Nature</source> <volume>488</volume>, <fpage>615</fpage>&#x02013;<lpage>620</lpage>. <pub-id pub-id-type="doi">10.1038/nature11397</pub-id><pub-id pub-id-type="pmid">22895186</pub-id></citation>
</ref>
<ref id="B88">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hattam</surname> <given-names>C.</given-names></name> <name><surname>Atkins</surname> <given-names>J. P.</given-names></name> <name><surname>Beaumont</surname> <given-names>N. B&#x000F6;rger, T.</given-names></name> <name><surname>B&#x000F6;hnke-Henrichs</surname> <given-names>A.</given-names></name> <name><surname>Burdon</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Marine ecosystem services: linking indicators to their classification</article-title>. <source>Ecol. Indic.</source> <volume>49</volume>, <fpage>61</fpage>&#x02013;<lpage>75</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2014.09.026</pub-id></citation>
</ref>
<ref id="B89">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hattam</surname> <given-names>C.</given-names></name> <name><surname>B&#x000F6;hnke-Henrichs</surname> <given-names>A.</given-names></name> <name><surname>B&#x000F6;rger</surname> <given-names>T.</given-names></name> <name><surname>Burdon</surname> <given-names>D.</given-names></name> <name><surname>Hadjimichael</surname> <given-names>M.</given-names></name> <name><surname>Delaney</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Integrating methods for ecosystem service assessment and valuation: mixed methods or mixed messages?</article-title> <source>Ecol. Econ.</source> <volume>120</volume>, <fpage>126</fpage>&#x02013;<lpage>138</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolecon.2015.10.011</pub-id><pub-id pub-id-type="pmid">27514289</pub-id></citation>
</ref>
<ref id="B90">
<citation citation-type="book"><person-group person-group-type="author"><collab>HELCOM</collab></person-group> (<year>2013</year>). <article-title>HELCOM core indicators: Final report of the HELCOM CORESET project</article-title>, in <source>Baltic Sea Environment Proceedings No. 136</source> (<publisher-loc>Helsinki</publisher-loc>).</citation>
</ref>
<ref id="B91">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hering</surname> <given-names>D.</given-names></name> <name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Carstensen</surname> <given-names>J.</given-names></name> <name><surname>Carvalho</surname> <given-names>L.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Feld</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2010</year>). <article-title>The European Water Framework Directive at the age of 10: a critical review of the achievements with recommendations for the future</article-title>. <source>Sci. Tot. Environ.</source> <volume>408</volume>, <fpage>4007</fpage>&#x02013;<lpage>4019</lpage>. <pub-id pub-id-type="doi">10.1016/j.scitotenv.2010.05.031</pub-id><pub-id pub-id-type="pmid">20557924</pub-id></citation>
</ref>
<ref id="B92">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>James</surname> <given-names>A.</given-names></name> <name><surname>Plank</surname> <given-names>M. J.</given-names></name> <name><surname>Rossberg</surname> <given-names>A. G.</given-names></name> <name><surname>Beecham</surname> <given-names>J.</given-names></name> <name><surname>Emmerson</surname> <given-names>M.</given-names></name> <name><surname>Pitchford</surname> <given-names>J. W.</given-names></name></person-group> (<year>2015</year>). <article-title>Constructing random matrices to represent real ecosystems</article-title>. <source>Am. Nat.</source> <volume>185</volume>, <fpage>680</fpage>&#x02013;<lpage>692</lpage>. <pub-id pub-id-type="doi">10.1086/680496</pub-id><pub-id pub-id-type="pmid">25905510</pub-id></citation>
</ref>
<ref id="B93">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jorgensen</surname> <given-names>L. L.</given-names></name> <name><surname>Planque</surname> <given-names>B.</given-names></name> <name><surname>Thangstad</surname> <given-names>T. H.</given-names></name> <name><surname>Certain</surname> <given-names>G.</given-names></name></person-group> (<year>2016</year>). <article-title>Vulnerability of megabenthic species to trawling in the Barents Sea</article-title>. <source>ICES J. Mar. Sci.</source> <volume>73</volume>, <fpage>84</fpage>&#x02013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.1093/icesjms/fsv107</pub-id></citation>
</ref>
<ref id="B94">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Katsanevakis</surname> <given-names>S.</given-names></name> <name><surname>Tempera</surname> <given-names>F.</given-names></name> <name><surname>Teixeira</surname> <given-names>H.</given-names></name></person-group> (<year>2016</year>). <article-title>Mapping the impact of alien species on marine ecosystems: the Mediterranean Sea case study</article-title>. <source>Divers. Distrib.</source> <volume>22</volume>, <fpage>694</fpage>&#x02013;<lpage>707</lpage>. <pub-id pub-id-type="doi">10.1111/ddi.12429</pub-id></citation>
</ref>
<ref id="B95">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Katsanevakis</surname> <given-names>S.</given-names></name> <name><surname>Wallentinus</surname> <given-names>I.</given-names></name> <name><surname>Zenetos</surname> <given-names>A.</given-names></name> <name><surname>Lepp&#x000E4;koski</surname> <given-names>E.</given-names></name> <name><surname>&#x000C7;inar</surname> <given-names>M. E.</given-names></name> <name><surname>Ozt&#x000FC;rk</surname> <given-names>B.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Impacts of invasive alien marine species on ecosystem services and biodiversity: a pan-European review</article-title>. <source>Aquat. Invas.</source> <volume>9</volume>, <fpage>391</fpage>&#x02013;<lpage>423</lpage>. <pub-id pub-id-type="doi">10.3391/ai.2014.9.4.01</pub-id></citation>
</ref>
<ref id="B96">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kleisner</surname> <given-names>K. M.</given-names></name> <name><surname>Coll</surname> <given-names>M.</given-names></name> <name><surname>Lynam</surname> <given-names>C. P.</given-names></name> <name><surname>Bundy</surname> <given-names>A.</given-names></name> <name><surname>Shannon</surname> <given-names>L.</given-names></name> <name><surname>Shin</surname> <given-names>Y. J.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Evaluating changes in marine communities that provide ecosystem services through comparative assessments of community indicators</article-title>. <source>Ecosyst. Serv.</source> <volume>16</volume>, <fpage>413</fpage>&#x02013;<lpage>429</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecoser.2015.02.002</pub-id></citation>
</ref>
<ref id="B97">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Korpinen</surname> <given-names>S.</given-names></name> <name><surname>Andersen</surname> <given-names>J.</given-names></name></person-group> (<year>2016</year>). <article-title>A global review of cumulative pressure and impact assessments in marine environment</article-title>. <source>Front. Mar. Sci.</source> <volume>3</volume>:<issue>153</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2016.00153</pub-id></citation>
</ref>
<ref id="B98">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lassalle</surname> <given-names>G.</given-names></name> <name><surname>Bourdaud</surname> <given-names>P.</given-names></name> <name><surname>Saint-B&#x000E9;at</surname> <given-names>B.</given-names></name> <name><surname>Rochette</surname> <given-names>S.</given-names></name> <name><surname>Niquil</surname> <given-names>N.</given-names></name></person-group> (<year>2014a</year>). <article-title>A toolbox to evaluate data reliability for whole-ecosystem models: application on the Bay of Biscay continental shelf food-web model</article-title>. <source>Ecol. Modell.</source> <volume>285</volume>, <fpage>13</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolmodel.2014.04.002</pub-id></citation>
</ref>
<ref id="B99">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lassalle</surname> <given-names>G.</given-names></name> <name><surname>Chouvelon</surname> <given-names>T.</given-names></name> <name><surname>Bustamante</surname> <given-names>P.</given-names></name> <name><surname>Niquil</surname> <given-names>N.</given-names></name></person-group> (<year>2014b</year>). <article-title>An assessment of the trophic structure of the Bay of Biscay continental shelf food web: comparing estimates derived from an ecosystem model and isotopic data</article-title>. <source>Prog. Oceanogr.</source> <volume>120</volume>, <fpage>205</fpage>&#x02013;<lpage>215</lpage>. <pub-id pub-id-type="doi">10.1016/j.pocean.2013.09.002</pub-id></citation>
</ref>
<ref id="B100">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lassalle</surname> <given-names>G.</given-names></name> <name><surname>Nelva Pasqual</surname> <given-names>J.-S.</given-names></name> <name><surname>Bo&#x000EB;t</surname> <given-names>P. H</given-names></name> <name><surname>Rochet</surname> <given-names>M.-J.</given-names></name> <name><surname>Trenkel</surname> <given-names>V.</given-names></name></person-group> (<year>2013</year>). <article-title>Combining quantitative and qualitative models to identify key interactions in the Bay of Biscay continental shelf exploited food web</article-title>. <source>ICES J. Mar. Sci</source>. <volume>71</volume>, <fpage>105</fpage>&#x02013;<lpage>117</lpage>. <pub-id pub-id-type="doi">10.1093/icesjms/fst107</pub-id></citation>
</ref>
<ref id="B101">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Laurila-Pant</surname> <given-names>M.</given-names></name> <name><surname>Lehikoinen</surname> <given-names>A.</given-names></name> <name><surname>Uusitalo</surname> <given-names>L.</given-names></name> <name><surname>Venesj&#x000E4;rvi</surname> <given-names>R.</given-names></name></person-group> (<year>2015</year>). <article-title>How to value biodiversity in environmental management?</article-title> <source>Ecol. Indic.</source> <volume>55</volume>, <fpage>1</fpage>&#x02013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2015.02.034</pub-id></citation>
</ref>
<ref id="B102">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Levin</surname> <given-names>P. S.</given-names></name> <name><surname>Fogarty</surname> <given-names>M. J.</given-names></name> <name><surname>Murawski</surname> <given-names>S. A.</given-names></name> <name><surname>Fluharty</surname> <given-names>D.</given-names></name></person-group> (<year>2009</year>). <article-title>Integrated ecosystem assessments: developing the scientific basis for ecosystem-based management of the ocean</article-title>. <source>PLoS Biol.</source> <volume>7</volume>:<fpage>e1000014</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pbio.1000014</pub-id><pub-id pub-id-type="pmid">19166267</pub-id></citation>
</ref>
<ref id="B103">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lewison</surname> <given-names>R. L.</given-names></name> <name><surname>Rudd</surname> <given-names>M. A.</given-names></name> <name><surname>Al-Hayek</surname> <given-names>W.</given-names></name> <name><surname>Baldwin</surname> <given-names>C.</given-names></name> <name><surname>Beger</surname> <given-names>M.</given-names></name> <name><surname>Lieske</surname> <given-names>S. N.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>How the DPSIR framework can be used for structuring problems and facilitating empirical research in coastal systems</article-title>. <source>Environ. Sci. Policy</source> <volume>56</volume>, <fpage>110</fpage>&#x02013;<lpage>119</lpage>. <pub-id pub-id-type="doi">10.1016/j.envsci.2015.11.001</pub-id></citation>
</ref>
<ref id="B104">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Luna</surname> <given-names>G. M.</given-names></name> <name><surname>Corinaldesi</surname> <given-names>C.</given-names></name> <name><surname>Dell&#x00027;Anno</surname> <given-names>A.</given-names></name> <name><surname>Pusceddu</surname> <given-names>A.</given-names></name> <name><surname>Danovaro</surname> <given-names>R.</given-names></name></person-group> (<year>2013</year>). <article-title>Impact of aquaculture on benthic virus&#x02013;prokaryote interactions in the Mediterranean Sea</article-title>. <source>Water Res.</source> <volume>47</volume>, <fpage>1156</fpage>&#x02013;<lpage>1168</lpage>. <pub-id pub-id-type="doi">10.1016/j.watres.2012.11.036</pub-id><pub-id pub-id-type="pmid">23276430</pub-id></citation>
</ref>
<ref id="B105">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Lynam</surname> <given-names>C.</given-names></name> <name><surname>Niquil</surname> <given-names>N.</given-names></name> <name><surname>Andonegi</surname> <given-names>E.</given-names></name> <name><surname>Queir&#x000F3;s</surname> <given-names>A.</given-names></name> <name><surname>Tecchio</surname> <given-names>S.</given-names></name> <name><surname>Fernandes</surname> <given-names>J. A.</given-names></name> <etal/></person-group>. (<year>2015b</year>). <source>Report on the Analysis of Reference Levels for Indicators of Biodiversity for Selected pilot areas. Modelling Studies Integrating Uncertainty, Trophic Flows and Prevailing Climatic Conditions. Deliverable 4.3, 66 &#x0002B; Annexes. DEVOTES Project</source>, <publisher-loc>Lowestoft</publisher-loc>.</citation>
</ref>
<ref id="B106">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Lynam</surname> <given-names>C.</given-names></name> <name><surname>Tempera</surname> <given-names>F.</given-names></name> <name><surname>Teixeira</surname> <given-names>H.</given-names></name> <name><surname>Diesing</surname> <given-names>M.</given-names></name> <name><surname>Stephens</surname> <given-names>D.</given-names></name> <name><surname>van Leeuwen</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2015a</year>). <source>Report Describing Spatial Ecosystem Models. Linking Habitats to Functional Biodiversity and Modelling Connectivity between Regional Seas. Deliverable 4.2, 186 &#x0002B; Annexes. DEVOTES Project</source>, <publisher-loc>Lowestoft</publisher-loc>.</citation>
</ref>
<ref id="B107">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lynam</surname> <given-names>C. P.</given-names></name> <name><surname>Mackinson</surname> <given-names>S.</given-names></name></person-group> (<year>2015</year>). <article-title>How will fisheries management measures contribute towards the attainment of good environmental status for the North Sea ecosystem?</article-title> <source>Glob. Ecol. Conserv.</source> <volume>4</volume>, <fpage>160</fpage>&#x02013;<lpage>175</lpage>. <pub-id pub-id-type="doi">10.1016/j.gecco.2015.06.005</pub-id></citation>
</ref>
<ref id="B108">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lynam</surname> <given-names>C. P.</given-names></name> <name><surname>Uusitalo</surname> <given-names>L.</given-names></name> <name><surname>Patr&#x000ED;cio</surname> <given-names>J.</given-names></name> <name><surname>Piroddi</surname> <given-names>C.</given-names></name> <name><surname>Queir&#x000F3;s</surname> <given-names>A. M.</given-names></name> <name><surname>Teixeira</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Uses of innovative modelling tools within the implementation of the marine strategy framework directive</article-title>. <source>Front. Mar. Sci.</source> <volume>3</volume>:<issue>182</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2016.00182</pub-id></citation>
</ref>
<ref id="B109">
<citation citation-type="other"><person-group person-group-type="editor"><name><surname>Martin</surname> <given-names>G.</given-names></name> <name><surname>Fammler</surname> <given-names>H.</given-names></name> <name><surname>Veidemane</surname> <given-names>K.</given-names></name> <name><surname>Wijkmark</surname> <given-names>N.</given-names></name> <name><surname>Auni&#x00146;vs</surname> <given-names>A.</given-names></name> <name><surname>H&#x000E4;llfors</surname> <given-names>H.</given-names></name></person-group> (eds.). (<year>2015</year>). <source>The MARMONI Approach to Marine Biodiversity Indicators - Volume I: Development of Indicators for Assessing the State of Marine Biodiversity in the Baltic Sea within the LIFE MARMONI Project</source>. Estonian Marine Institute Report Series, No. 16.</citation>
</ref>
<ref id="B110">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Minchin</surname> <given-names>D.</given-names></name> <name><surname>Zaiko</surname> <given-names>A.</given-names></name></person-group> (<year>2013</year>). <article-title>Variability of the zebra mussel (Dreissena polymorpha) impacts in the Shannon River system</article-title>, in <source>Quagga and Zebra Mussels: Biology, Impacts and Control, 2nd Edn</source>, eds <person-group person-group-type="editor"><name><surname>Nalepa</surname> <given-names>T.</given-names></name> <name><surname>Schlosser</surname> <given-names>D.</given-names></name></person-group> (<publisher-loc>Boca Rat&#x000F3;n, FL</publisher-loc>: <publisher-name>CRC Press</publisher-name>), <fpage>587</fpage>&#x02013;<lpage>597</lpage>.</citation>
</ref>
<ref id="B111">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mirto</surname> <given-names>S.</given-names></name> <name><surname>Arig&#x000F2;</surname> <given-names>C.</given-names></name> <name><surname>Genovese</surname> <given-names>L.</given-names></name> <name><surname>Pusceddu</surname> <given-names>A.</given-names></name> <name><surname>Gambi</surname> <given-names>C.</given-names></name> <name><surname>Danovaro</surname> <given-names>R.</given-names></name></person-group> (<year>2014</year>). <article-title>Nematode assemblage response to fish-farm impact in vegetated (Posidonia oceanica) and non-vegetated habitats</article-title>. <source>Aquac. Environ. Interact.</source> <volume>5</volume>, <fpage>17</fpage>&#x02013;<lpage>28</lpage>. <pub-id pub-id-type="doi">10.3354/aei00091</pub-id></citation>
</ref>
<ref id="B112">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mirto</surname> <given-names>S.</given-names></name> <name><surname>Bianchelli</surname> <given-names>S.</given-names></name> <name><surname>Gambi</surname> <given-names>C.</given-names></name> <name><surname>Krzelj</surname> <given-names>M.</given-names></name> <name><surname>Pusceddu</surname> <given-names>A.</given-names></name> <name><surname>Scopa</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2010</year>). <article-title>Fish-farm impact on metazoan meiofauna in the Mediterranean Sea: analysis of regional vs. habitat effects</article-title>. <source>Mar. Environ. Res.</source> <volume>69</volume>, <fpage>38</fpage>&#x02013;<lpage>47</lpage>. <pub-id pub-id-type="doi">10.1016/j.marenvres.2009.07.005</pub-id><pub-id pub-id-type="pmid">19698984</pub-id></citation>
</ref>
<ref id="B113">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mora</surname> <given-names>C.</given-names></name> <name><surname>Danovaro</surname> <given-names>R.</given-names></name> <name><surname>Loreau</surname> <given-names>M.</given-names></name></person-group> (<year>2014</year>). <article-title>Alternative hypotheses to explain why biodiversity-ecosystem functioning relationships are concave-up in some natural ecosystems but concave-down in manipulative experiments</article-title>. <source>Sci. Rep.</source> <volume>4</volume>:<fpage>5427</fpage>. <pub-id pub-id-type="doi">10.1038/srep05427</pub-id><pub-id pub-id-type="pmid">24962477</pub-id></citation>
</ref>
<ref id="B114">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nagelkerke</surname> <given-names>L. A. J.</given-names></name> <name><surname>Rossberg</surname> <given-names>A. G.</given-names></name></person-group> (<year>2014</year>). <article-title>Trophic niche-space imaging, using resource and consumer traits</article-title>. <source>Theor. Ecol.</source> <volume>7</volume>, <fpage>423</fpage>&#x02013;<lpage>434</lpage>. <pub-id pub-id-type="doi">10.1007/s12080-014-0229-5</pub-id></citation>
</ref>
<ref id="B115">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nicholson</surname> <given-names>E.</given-names></name> <name><surname>Collen</surname> <given-names>B.</given-names></name> <name><surname>Barausse</surname> <given-names>A.</given-names></name> <name><surname>Blanchard</surname> <given-names>J. L.</given-names></name> <name><surname>Costelloe</surname> <given-names>B. T.</given-names></name> <name><surname>Milner-Gulland</surname> <given-names>E. J.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>Making robust policy decisions using global biodiversity indicators</article-title>. <source>PLoS ONE</source> <volume>7</volume>:<fpage>e41128</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0041128</pub-id><pub-id pub-id-type="pmid">22815938</pub-id></citation>
</ref>
<ref id="B116">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nicholson</surname> <given-names>M. D.</given-names></name> <name><surname>Jennings</surname> <given-names>S.</given-names></name></person-group> (<year>2004</year>). <article-title>Testing candidate indicators to support ecosystem-based management: the power of monitoring surveys to detect temporal trends in fish community metrics</article-title>. <source>ICES J. Mar. Sci.</source> <volume>61</volume>, <fpage>35</fpage>&#x02013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1016/j.icesjms.2003.09.004</pub-id></citation>
</ref>
<ref id="B117">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Niquil</surname> <given-names>N.</given-names></name> <name><surname>Baeta</surname> <given-names>A.</given-names></name> <name><surname>Marques</surname> <given-names>J. C.</given-names></name> <name><surname>Chaalali</surname> <given-names>A.</given-names></name> <name><surname>Lobry</surname> <given-names>J.</given-names></name> <name><surname>Patr&#x000ED;cio</surname> <given-names>J.</given-names></name></person-group> (<year>2014</year>). <article-title>Reaction of an estuarine food web to disturbance: lindeman&#x00027;s perspective</article-title>. <source>Mar. Ecol. Prog. Ser.</source> <volume>512</volume>, <fpage>141</fpage>&#x02013;<lpage>115</lpage>. <pub-id pub-id-type="doi">10.3354/meps10885</pub-id></citation>
</ref>
<ref id="B118">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oinonen</surname> <given-names>S.</given-names></name> <name><surname>B&#x000F6;rger</surname> <given-names>T.</given-names></name> <name><surname>Hynes</surname> <given-names>S.</given-names></name> <name><surname>Buchs</surname> <given-names>A. K.</given-names></name> <name><surname>Heiskanen</surname> <given-names>A.-S.</given-names></name> <name><surname>Hyyti&#x000E4;inen</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2016a</year>). <article-title>The role of economics in ecosystem based management: the case of the EU Marine Strategy Framework Directive; first lessons learnt and way forward</article-title>. <source>J. Ocean Coast. Econ.</source> <volume>2</volume>:<fpage>3</fpage>. <pub-id pub-id-type="doi">10.15351/2373-8456.1038</pub-id></citation>
</ref>
<ref id="B119">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oinonen</surname> <given-names>S.</given-names></name> <name><surname>Hyyti&#x000E4;inen</surname> <given-names>K.</given-names></name> <name><surname>Ahlvik</surname> <given-names>L.</given-names></name> <name><surname>Laamanen</surname> <given-names>M.</given-names></name> <name><surname>Lehtoranta</surname> <given-names>V.</given-names></name> <name><surname>Saloj&#x000E4;rvi</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2016b</year>). <article-title>Cost-effective marine protection - a pragmatic approach</article-title>. <source>PLoS ONE</source> <volume>11</volume>:<fpage>e0147085</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0147085</pub-id><pub-id pub-id-type="pmid">26751965</pub-id></citation>
</ref>
<ref id="B120">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oliver</surname> <given-names>M.</given-names></name> <name><surname>Sorkin</surname> <given-names>L.</given-names></name> <name><surname>Kaschl</surname> <given-names>A.</given-names></name></person-group> (<year>2005</year>). <article-title>Science and policy interface: the LIFE programme and its links to the EU Water Framework Directive</article-title>. <source>Environ. Sci. Policy</source> <volume>8</volume>, <fpage>253</fpage>&#x02013;<lpage>257</lpage>. <pub-id pub-id-type="doi">10.1016/j.envsci.2005.03.004</pub-id></citation>
</ref>
<ref id="B121">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>O&#x00027;Riordan</surname> <given-names>T.</given-names></name> <name><surname>Jordan</surname> <given-names>A.</given-names></name></person-group> (<year>1995</year>). <article-title>The precautionary principle in the contemporary environmental policy</article-title>. <source>Environ. Values</source> <volume>4</volume>, <fpage>191</fpage>&#x02013;<lpage>212</lpage>. <pub-id pub-id-type="doi">10.3197/096327195776679475</pub-id></citation>
</ref>
<ref id="B122">
<citation citation-type="book"><person-group person-group-type="author"><collab>OSPAR</collab></person-group> (<year>2015</year>). <article-title>Programme of work for the Biodiversity Committee - 2015/2016</article-title>, in <source>Meeting of the OSPAR Commission (OSPAR)</source> (<publisher-loc>Ostend</publisher-loc>).</citation>
</ref>
<ref id="B123">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Palialexis</surname> <given-names>A.</given-names></name> <name><surname>Tornero</surname> <given-names>V.</given-names></name> <name><surname>Barbone</surname> <given-names>E.</given-names></name> <name><surname>Gonzalez</surname> <given-names>D.</given-names></name> <name><surname>Hanke</surname> <given-names>G.</given-names></name> <name><surname>Cardoso</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2014</year>). <source>In-Depth Assessment of the EU Member States&#x00027; Submissions for the Marine Strategy Framework Directive under Articles 8, 9 and 10.</source> JRC 88072. European Union.</citation>
</ref>
<ref id="B124">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Patr&#x000ED;cio</surname> <given-names>J.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Mazik</surname> <given-names>K.</given-names></name> <name><surname>Papadopoulou</surname> <given-names>K.-N.</given-names></name> <name><surname>Smith</surname> <given-names>C. J.</given-names></name></person-group> (<year>2016a</year>). <article-title>DPSIR - Two decades of trying to develop a unifying framework for marine environmental management</article-title>. <source>Front. Mar. Sci.</source> <volume>3</volume>:<issue>177</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2016.00177</pub-id></citation>
</ref>
<ref id="B125">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Patr&#x000ED;cio</surname> <given-names>J.</given-names></name> <name><surname>Little</surname> <given-names>S.</given-names></name> <name><surname>Mazik</surname> <given-names>K.</given-names></name> <name><surname>Papadopoulou</surname> <given-names>K.-N.</given-names></name> <name><surname>Smith</surname> <given-names>C. J.</given-names></name> <name><surname>Teixeira</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2016b</year>). <article-title>European biodiversity monitoring networks: strengths, weaknesses, opportunities and threats</article-title>. <source>Front. Mar. Sci.</source> <volume>3</volume>:<issue>161</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2016.00161</pub-id></citation>
</ref>
<ref id="B126">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Patr&#x000ED;cio</surname> <given-names>J.</given-names></name> <name><surname>Teixeira</surname> <given-names>H.</given-names></name> <name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Berg</surname> <given-names>T.</given-names></name> <name><surname>Papadopoulou</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2014</year>). <source>DEVOTES Recommendations for the Implementation of the Marine Strategy Framework Directive. Deliverable 1.5, 71. DEVOTES project. JRC92131</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="http://www.devotes-project.eu/wp-content/uploads/2014/10/DEVOTES_Deliverable-1-5.pdf">http://www.devotes-project.eu/wp-content/uploads/2014/10/DEVOTES_Deliverable-1-5.pdf</ext-link></citation>
</ref>
<ref id="B127">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pearman</surname> <given-names>J. K.</given-names></name> <name><surname>Anlauf</surname> <given-names>H.</given-names></name> <name><surname>Irigoien</surname> <given-names>X.</given-names></name> <name><surname>Carvalho</surname> <given-names>S.</given-names></name></person-group> (<year>2016b</year>). <article-title>Please mind the gap &#x02013; Visual census and cryptic biodiversity assessment at central Red Sea coral reefs</article-title>. <source>Mar. Environ. Res.</source> <volume>118</volume>, <fpage>20</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1016/j.marenvres.2016.04.011</pub-id><pub-id pub-id-type="pmid">27149573</pub-id></citation>
</ref>
<ref id="B128">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pearman</surname> <given-names>J. K.</given-names></name> <name><surname>Irigoien</surname> <given-names>X.</given-names></name> <name><surname>Carvalho</surname> <given-names>S.</given-names></name></person-group> (<year>2016a</year>). <article-title>Extracellular DNA amplicon sequencing reveals high levels of benthic eukaryotic diversity in the central Red Sea</article-title>. <source>Mar. Genomics</source> <volume>26</volume>, <fpage>29</fpage>&#x02013;<lpage>39</lpage>. <pub-id pub-id-type="doi">10.1016/j.margen.2015.10.008</pub-id><pub-id pub-id-type="pmid">26525270</pub-id></citation>
</ref>
<ref id="B129">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Pearson</surname> <given-names>T.</given-names></name> <name><surname>Rosenberg</surname> <given-names>R.</given-names></name></person-group> (<year>1978</year>). <article-title>Macrobenthic succession in relation to organic enrichment and pollution of the marine environment</article-title>. <source>Oceanogr. Mar. Biol.</source> <volume>16</volume>, <fpage>229</fpage>&#x02013;<lpage>311</lpage>.</citation>
</ref>
<ref id="B130">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pinnegar</surname> <given-names>J. K.</given-names></name> <name><surname>Tomczak</surname> <given-names>M. T.</given-names></name> <name><surname>Link</surname> <given-names>J. S.</given-names></name></person-group> (<year>2014</year>). <article-title>How to determine the likely indirect food-web consequences of a newly introduced non-native species: a worked example</article-title>. <source>Ecol. Modell.</source> <volume>272</volume>, <fpage>379</fpage>&#x02013;<lpage>387</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolmodel.2013.09.027</pub-id></citation>
</ref>
<ref id="B131">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Piroddi</surname> <given-names>C.</given-names></name> <name><surname>Teixeira</surname> <given-names>H.</given-names></name> <name><surname>Lynam</surname> <given-names>C. P.</given-names></name> <name><surname>Smith</surname> <given-names>C.</given-names></name> <name><surname>Alvarez</surname> <given-names>M. C.</given-names></name> <name><surname>Uyarra</surname> <given-names>M. C.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Using ecological models to assess ecosystem status in support of the European Marine Strategy Framework Directive</article-title>. <source>Ecol. Indic.</source> <volume>58</volume>, <fpage>175</fpage>&#x02013;<lpage>191</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2015.05.037</pub-id></citation>
</ref>
<ref id="B132">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Queir&#x000F3;s</surname> <given-names>A. M.</given-names></name> <name><surname>Strong</surname> <given-names>J. A.</given-names></name> <name><surname>Mazik</surname> <given-names>K.</given-names></name> <name><surname>Carstensen</surname> <given-names>J.</given-names></name> <name><surname>Bruun</surname> <given-names>J.</given-names></name> <name><surname>Krause-Jensen</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>An objective framework to test the quality of candidate indicators of good environmental status</article-title>. <source>Front. Mar. Sci.</source> <volume>3</volume>:<issue>73</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2016.00073</pub-id></citation>
</ref>
<ref id="B133">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Quevauviller</surname> <given-names>P.</given-names></name> <name><surname>Balabanis</surname> <given-names>P.</given-names></name> <name><surname>Fragakis</surname> <given-names>C.</given-names></name> <name><surname>Weydert</surname> <given-names>M.</given-names></name> <name><surname>Oliver</surname> <given-names>M.</given-names></name> <name><surname>Kaschl</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2005</year>). <article-title>Science-policy integration needs in support of the implementation of the EU Water Framework Directive</article-title>. <source>Environ. Sci. Pol.</source> <volume>8</volume>, <fpage>203</fpage>&#x02013;<lpage>211</lpage>. <pub-id pub-id-type="doi">10.1016/j.envsci.2005.02.003</pub-id></citation>
</ref>
<ref id="B134">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ramirez-Llodra</surname> <given-names>E.</given-names></name> <name><surname>Tyler</surname> <given-names>P. A.</given-names></name> <name><surname>Baker</surname> <given-names>M. C.</given-names></name> <name><surname>Bergstad</surname> <given-names>O. A.</given-names></name> <name><surname>Clark</surname> <given-names>M. R.</given-names></name> <name><surname>Escobar</surname> <given-names>E.</given-names></name> <etal/></person-group>. (<year>2011</year>). <article-title>Man and the last great wilderness: human impact on the Deep Sea</article-title>. <source>PLoS ONE</source> <volume>6</volume>:<fpage>e22588</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0022588</pub-id><pub-id pub-id-type="pmid">21829635</pub-id></citation>
</ref>
<ref id="B135">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Re&#x000F1;&#x000E9;</surname> <given-names>A.</given-names></name> <name><surname>Camp</surname> <given-names>J.</given-names></name> <name><surname>Garc&#x000E9;s</surname> <given-names>E.</given-names></name></person-group> (<year>2015</year>). <article-title>Diversity and phylogeny of Gymnodiniales (Dinophyceae) from the NW Mediterranean Sea revealed by a morphological and molecular approach</article-title>. <source>Protist</source> <volume>166</volume>, <fpage>234</fpage>&#x02013;<lpage>263</lpage>. <pub-id pub-id-type="doi">10.1016/j.protis.2015.03.001</pub-id><pub-id pub-id-type="pmid">25847865</pub-id></citation>
</ref>
<ref id="B136">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Re&#x000F1;&#x000E9;</surname> <given-names>A.</given-names></name> <name><surname>de Salas</surname> <given-names>M.</given-names></name> <name><surname>Camp</surname> <given-names>J.</given-names></name> <name><surname>Balagu&#x000E9;</surname> <given-names>V.</given-names></name> <name><surname>Garc&#x000E9;s</surname> <given-names>E.</given-names></name></person-group> (<year>2013</year>). <article-title>A new clade, based on partial LSU rDNA sequences, of unarmoured dinoflagellates</article-title>. <source>Protist</source> <volume>164</volume>, <fpage>673</fpage>&#x02013;<lpage>685</lpage>. <pub-id pub-id-type="doi">10.1016/j.protis.2013.07.002</pub-id><pub-id pub-id-type="pmid">23933594</pub-id></citation>
</ref>
<ref id="B137">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Reker</surname> <given-names>J. C.</given-names></name> <name><surname>de Carvalho Belchior Royo Gelabert</surname> <given-names>E.</given-names></name></person-group> (<year>2015</year>). <source>State of Europe&#x00027;s Seas.</source> EEA Report, 2, 220. <publisher-loc>Copenhagen</publisher-loc>: <publisher-name>European Environment Agency</publisher-name>.</citation>
</ref>
<ref id="B138">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rice</surname> <given-names>J.</given-names></name> <name><surname>Arvanitidis</surname> <given-names>C.</given-names></name> <name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Frid</surname> <given-names>C.</given-names></name> <name><surname>Hiddink</surname> <given-names>J. G.</given-names></name> <name><surname>Krause</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>Indicators for Sea-floor Integrity under the European Marine Strategy Framework Directive</article-title>. <source>Ecol. Indic.</source> <volume>12</volume>, <fpage>174</fpage>&#x02013;<lpage>184</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2011.03.021</pub-id></citation>
</ref>
<ref id="B139">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rodwell</surname> <given-names>L. D.</given-names></name> <name><surname>Fletcher</surname> <given-names>S.</given-names></name> <name><surname>Glegg</surname> <given-names>G. A.</given-names></name> <name><surname>Campbell</surname> <given-names>M.</given-names></name> <name><surname>Rees</surname> <given-names>S. E.</given-names></name> <name><surname>Ashley</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Marine and coastal policy in the UK: challenges and opportunities in a new era</article-title>. <source>Mar. Policy</source> <volume>45</volume>, <fpage>251</fpage>&#x02013;<lpage>258</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2013.09.014</pub-id></citation>
</ref>
<ref id="B140">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Rossberg</surname> <given-names>A. G.</given-names></name></person-group> (<year>2013</year>). <source>Food Webs and Biodiversity: Foundations, Models, Data.</source> <publisher-loc>Chichester</publisher-loc>: <publisher-name>John Wiley &#x00026; Sons</publisher-name>.</citation>
</ref>
<ref id="B141">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rossberg</surname> <given-names>A. G.</given-names></name> <name><surname>Uusitalo</surname> <given-names>L.</given-names></name> <name><surname>Berg</surname> <given-names>T.</given-names></name> <name><surname>Zaiko</surname> <given-names>A.</given-names></name> <name><surname>Chenuil</surname> <given-names>A.</given-names></name> <name><surname>Uyarra</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Quantitative criteria for choosing targets and indicators for sustainable use of ecosystems</article-title>. <source>Ecol. Indic.</source> <volume>72</volume>, <fpage>215</fpage>&#x02013;<lpage>224</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2016.08.005</pub-id></citation>
</ref>
<ref id="B142">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Salz</surname> <given-names>P.</given-names></name> <name><surname>Buisman</surname> <given-names>E.</given-names></name> <name><surname>Soma</surname> <given-names>K. K.</given-names></name> <name><surname>Hans</surname> <given-names>F.</given-names></name> <name><surname>Acadia</surname> <given-names>P.</given-names></name> <name><surname>Prellezo</surname> <given-names>R.</given-names></name></person-group> (<year>2011</year>). <source>FISHRENT, Bioeconomic Simulation and Optimisation Model for Fisheries</source>. LEI Report 2011-024, May 2011. <publisher-loc>The Hague</publisher-loc>: <publisher-name>LEI, part of Wageningen UR</publisher-name>.</citation>
</ref>
<ref id="B143">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scharin</surname> <given-names>H.</given-names></name> <name><surname>Ericsdotter</surname> <given-names>S.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Turner</surname> <given-names>R. K.</given-names></name> <name><surname>Niiranen</surname> <given-names>S.</given-names></name> <name><surname>Rockstr&#x000F6;m</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Processes for the sustainable stewardship of marine environments</article-title>. <source>Ecol. Econ.</source> <volume>128</volume>, <fpage>55</fpage>&#x02013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolecon.2016.04.010</pub-id></citation>
</ref>
<ref id="B144">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sebek</surname> <given-names>V.</given-names></name></person-group> (<year>1983</year>). <article-title>Bridging the gap between environmental science and policy-making: why public policy often fails to reflect current scientific knowledge</article-title>. <source>Ambio</source> <volume>12</volume>, <fpage>118</fpage>&#x02013;<lpage>120</lpage>.</citation>
</ref>
<ref id="B145">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sguotti</surname> <given-names>C.</given-names></name> <name><surname>Lynam</surname> <given-names>C. P.</given-names></name> <name><surname>Garc&#x000ED;a-Carreras</surname> <given-names>B.</given-names></name> <name><surname>Ellis</surname> <given-names>J. R.</given-names></name> <name><surname>Engelhard</surname> <given-names>G. H.</given-names></name></person-group> (<year>2016</year>). <article-title>Distribution of skates sharks in the North Sea: 112 years of change</article-title>. <source>Glob. Change Biol.</source> <volume>22</volume>, <fpage>2729</fpage>&#x02013;<lpage>2743</lpage>. <pub-id pub-id-type="doi">10.1111/gcb.13316</pub-id><pub-id pub-id-type="pmid">27082729</pub-id></citation>
</ref>
<ref id="B146">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smith</surname> <given-names>C.</given-names></name> <name><surname>Papadopoulou</surname> <given-names>K.- N.</given-names></name> <name><surname>Barnard</surname> <given-names>S.</given-names></name> <name><surname>Mazik</surname> <given-names>K.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Patr&#x000ED;cio</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Managing the marine environment, conceptual models and assessment considerations for the european marine strategy framework directive</article-title>. <source>Front. Mar. Sci.</source> <volume>3</volume>:<issue>144</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2016.00144</pub-id></citation>
</ref>
<ref id="B147">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Smith</surname> <given-names>C.</given-names></name> <name><surname>Papadopoulou</surname> <given-names>N.</given-names></name> <name><surname>Barnard</surname> <given-names>S.</given-names></name> <name><surname>Mazik</surname> <given-names>K.</given-names></name> <name><surname>Patr&#x000ED;cio</surname> <given-names>J.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2014</year>). <source>Conceptual Models for the Effects of Marine Pressures on Biodiversity. Deliverable 1.1, 82. DEVOTES Project</source>. Available onlie at: <ext-link ext-link-type="uri" xlink:href="http://www.devotes-project.eu/wp-content/uploads/2014/06/DEVOTES-D1-1-ConceptualModels.pdf">http://www.devotes-project.eu/wp-content/uploads/2014/06/DEVOTES-D1-1-ConceptualModels.pdf</ext-link></citation>
</ref>
<ref id="B148">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Solan</surname> <given-names>M.</given-names></name> <name><surname>Germano</surname> <given-names>J. D.</given-names></name> <name><surname>Rhoads</surname> <given-names>D. C.</given-names></name> <name><surname>Smith</surname> <given-names>C.</given-names></name> <name><surname>Michaud</surname> <given-names>E.</given-names></name> <name><surname>Parry</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2003</year>). <article-title>Towards a greater understanding of pattern, scale and process in marine benthic systems: a picture is worth a thousand worms</article-title>. <source>J. Exp. Mar. Biol. Ecol.</source> <volume>285&#x02013;286</volume>, <fpage>313</fpage>&#x02013;<lpage>338</lpage>. <pub-id pub-id-type="doi">10.1016/S0022-0981(02)00535-X</pub-id></citation>
</ref>
<ref id="B149">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stanley</surname> <given-names>T. R.</given-names></name></person-group> (<year>1995</year>). <article-title>Ecosystem management and the arrogance of humanism</article-title>. <source>Conserv. Biol.</source> <volume>9</volume>, <fpage>255</fpage>&#x02013;<lpage>262</lpage>. <pub-id pub-id-type="doi">10.1046/j.1523-1739.1995.9020255.x</pub-id></citation>
</ref>
<ref id="B150">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Steel</surname> <given-names>D.</given-names></name></person-group> (<year>2014</year>). <source>Philosophy and the Precautionary Principle. Science, Evidence, and Environmental Policy</source>. <publisher-loc>Cambridge</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name>.</citation>
</ref>
<ref id="B151">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stephens</surname> <given-names>D.</given-names></name> <name><surname>Diesing</surname> <given-names>M.</given-names></name></person-group> (<year>2015</year>). <article-title>Towards quantitative spatial models of seabed sediment composition</article-title>. <source>PLoS ONE</source> <volume>10</volume>:<fpage>e0142502</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0142502</pub-id><pub-id pub-id-type="pmid">26600040</pub-id></citation>
</ref>
<ref id="B152">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>St. John</surname> <given-names>M. A.</given-names></name> <name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Chust</surname> <given-names>G.</given-names></name> <name><surname>Heath</surname> <given-names>M.</given-names></name> <name><surname>Grigorov</surname> <given-names>I.</given-names></name> <name><surname>Mariani</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>A dark hole in our understanding of marine ecosystems and their services: perspectives from the mesopelagic community</article-title>. <source>Front. Mar. Sci.</source> <volume>3</volume>:<issue>31</issue>. <pub-id pub-id-type="doi">10.3389/fmars.2016.00031</pub-id></citation>
</ref>
<ref id="B153">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Strong</surname> <given-names>J. A.</given-names></name> <name><surname>Andonegi</surname> <given-names>E.</given-names></name> <name><surname>Bizsel</surname> <given-names>K. C.</given-names></name> <name><surname>Danovaro</surname> <given-names>R.</given-names></name> <name><surname>Elliott</surname> <given-names>M.</given-names></name> <name><surname>Franco</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Marine biodiversity and ecosystem function relationships: the potential for practical monitoring applications</article-title>. <source>Estuar. Coast. Shelf Sci.</source> <volume>161</volume>, <fpage>46</fpage>&#x02013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecss.2015.04.008</pub-id></citation>
</ref>
<ref id="B154">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tedesco</surname> <given-names>L.</given-names></name> <name><surname>Piroddi</surname> <given-names>C.</given-names></name> <name><surname>K&#x000E4;m&#x000E4;ri</surname> <given-names>M.</given-names></name> <name><surname>Lynam</surname> <given-names>C. P.</given-names></name></person-group> (<year>2016</year>). <article-title>Capabilities of Baltic Sea models to assess Good Environmental Status for marine biodiversity</article-title>. <source>Mar. Policy</source> <volume>70</volume>, <fpage>1</fpage>&#x02013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2016.04.021</pub-id></citation>
</ref>
<ref id="B155">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Teixeira</surname> <given-names>H.</given-names></name> <name><surname>Berg</surname> <given-names>T.</given-names></name> <name><surname>F&#x000FC;rhaupter</surname> <given-names>K.</given-names></name> <name><surname>Uusitalo</surname> <given-names>L.</given-names></name> <name><surname>Papadopoulou</surname> <given-names>N.</given-names></name> <name><surname>Can Bizsel</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2014</year>). <source>Existing Biodiversity, Non-Indigenous Species, Food-Web and Seafloor Integrity GEnS Indicators. Deliverable D3-1. within the DEVOTES Project, 198.</source> Available online at: <ext-link ext-link-type="uri" xlink:href="http://www.devotes-project.eu/deliverables-and-milestones/">http://www.devotes-project.eu/deliverables-and-milestones/</ext-link></citation>
</ref>
<ref id="B156">
<citation citation-type="book"><person-group person-group-type="editor"><name><surname>Turner</surname> <given-names>R. K.</given-names></name> <name><surname>Schaafsma</surname> <given-names>M.</given-names></name></person-group> (eds.). (<year>2015</year>). <article-title>Coastal zones ecosystem services: from science to values and decision making</article-title>, in <source>Springer Ecological Economic Series</source> (<publisher-loc>London</publisher-loc>: <publisher-name>Springer International Publisher</publisher-name>).</citation>
</ref>
<ref id="B157">
<citation citation-type="other"><person-group person-group-type="author"><collab>UNEP</collab></person-group> (<year>2016</year>). <source>Draft Decision: Integrated Monitoring and Assessment Programme of the Mediterranean Sea and Coast and Related Assessment Criteria</source>. UNEP(DEPI)/MED IG.22/10, London.</citation>
</ref>
<ref id="B158">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Uusitalo</surname> <given-names>L.</given-names></name> <name><surname>Blanchet</surname> <given-names>H.</given-names></name> <name><surname>Andersen</surname> <given-names>J. H.</given-names></name> <name><surname>Beauchard</surname> <given-names>O.</given-names></name> <name><surname>Berg</surname> <given-names>T.</given-names></name> <name><surname>Bianchelli</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2016b</year>). <article-title>Indicator-based assessment of marine biological diversity &#x02013; lessons from 10 case studies across the European Seas</article-title>. <source>Front. Mar. Sci.</source> <volume>3</volume>:<issue>159</issue>. 10.3389/fmars.2016.00159</citation>
</ref>
<ref id="B159">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Uusitalo</surname> <given-names>L.</given-names></name> <name><surname>Fernandes</surname> <given-names>J. A.</given-names></name> <name><surname>Bachiller</surname> <given-names>E.</given-names></name> <name><surname>Tasala</surname> <given-names>S.</given-names></name> <name><surname>Lehtiniemi</surname> <given-names>M.</given-names></name></person-group> (<year>2016a</year>). <article-title>Semi-automated classification method addressing marine strategy framework directive (MSFD) zooplankton indicators</article-title>. <source>Ecol. Indic.</source> <volume>71</volume>, <fpage>398</fpage>&#x02013;<lpage>405</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2016.05.036</pub-id></citation>
</ref>
<ref id="B160">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Uusitalo</surname> <given-names>L.</given-names></name> <name><surname>Lehikoinen</surname> <given-names>A.</given-names></name> <name><surname>Helle</surname> <given-names>I.</given-names></name> <name><surname>Myrberg</surname> <given-names>K.</given-names></name></person-group> (<year>2015</year>). <article-title>An overview of methods to evaluate uncertainty of deterministic models in decision support</article-title>. <source>Environ. Modell. Softw.</source> <volume>63</volume>, <fpage>24</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1016/j.envsoft.2014.09.017</pub-id></citation>
</ref>
<ref id="B161">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Van der Linden</surname> <given-names>P.</given-names></name> <name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Rodriguez</surname> <given-names>J. G.</given-names></name> <name><surname>Muxika</surname> <given-names>I.</given-names></name> <name><surname>Galparsoro</surname> <given-names>I.</given-names></name> <name><surname>Patr&#x000ED;cio</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2016b</year>). <article-title>Spatial and temporal response of multiple trait-based indices to natural- and anthropogenic seafloor disturbance (effluents)</article-title>. <source>Ecol. Indic.</source> <volume>69</volume>, <fpage>617</fpage>&#x02013;<lpage>628</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2016.05.020</pub-id></citation>
</ref>
<ref id="B162">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>van der Linden</surname> <given-names>P.</given-names></name> <name><surname>Marchini</surname> <given-names>A.</given-names></name> <name><surname>Dolbeth</surname> <given-names>M.</given-names></name> <name><surname>Patr&#x000ED;cio</surname> <given-names>J.</given-names></name> <name><surname>Ver&#x000ED;ssimo</surname> <given-names>H.</given-names></name> <name><surname>Marques</surname> <given-names>J. C.</given-names></name></person-group> (<year>2016a</year>). <article-title>The performance of trait-based indices in an estuarine environment</article-title>. <source>Ecol. Indic.</source> <volume>61</volume>, <fpage>378</fpage>&#x02013;<lpage>389</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2015.09.039</pub-id></citation>
</ref>
<ref id="B163">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Leeuwen</surname> <given-names>S.</given-names></name> <name><surname>Tett</surname> <given-names>P.</given-names></name> <name><surname>Mills</surname> <given-names>D.</given-names></name> <name><surname>van der Molen</surname> <given-names>J.</given-names></name></person-group> (<year>2015</year>). <article-title>Stratified and nonstratified areas in the North Sea: long-term variability and biological and policy implications</article-title>. <source>J. Geophys. Res. Oceans</source> <volume>120</volume>, <fpage>4670</fpage>&#x02013;<lpage>4686</lpage>. <pub-id pub-id-type="doi">10.1002/2014jc010485</pub-id></citation>
</ref>
<ref id="B164">
<citation citation-type="other"><person-group person-group-type="editor"><name><surname>Veidemane</surname> <given-names>K.</given-names></name> <name><surname>Pakalniete</surname> <given-names>K.</given-names></name></person-group> (eds.). (<year>2015</year>). <source>Socio-Economic Assessment of Indicator-Based Marine Biodiversity Monitoring Programmes and Methods.</source> MARMONI Report. Baltic Environmental Forum, Riga.</citation>
</ref>
<ref id="B165">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Ver&#x000ED;ssimo</surname> <given-names>H.</given-names></name> <name><surname>Beauchard</surname> <given-names>O.</given-names></name> <name><surname>Lynam</surname> <given-names>C.</given-names></name> <name><surname>Somerfield</surname> <given-names>P.</given-names></name> <name><surname>Borja</surname> <given-names>A.</given-names></name> <name><surname>Galparsoro</surname> <given-names>I.</given-names></name> <etal/></person-group>. (<year>2015</year>). <source>Fuzzy Analysis Complete. Biological Traits and Ecological Function</source>. Milestone 17, 64. DEVOTES project, Coimbra.</citation>
</ref>
<ref id="B166">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>von Winterfeldt</surname> <given-names>D.</given-names></name></person-group> (<year>2013</year>). <article-title>Bridging the gap between science and decision making</article-title>. <source>Proc. Natl. Acad. Sci. U.S.A.</source> <volume>110</volume>, <fpage>14055</fpage>&#x02013;<lpage>14061</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.1213532110</pub-id><pub-id pub-id-type="pmid">23940310</pub-id></citation>
</ref>
<ref id="B167">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zaiko</surname> <given-names>A.</given-names></name> <name><surname>Martinez</surname> <given-names>J. L.</given-names></name> <name><surname>Schmidt-Petersen</surname> <given-names>J.</given-names></name> <name><surname>Ribicic</surname> <given-names>D.</given-names></name> <name><surname>Samuloviene</surname> <given-names>A.</given-names></name> <name><surname>Garcia-Vazquez</surname> <given-names>E.</given-names></name></person-group> (<year>2015a</year>). <article-title>Metabarcoding approach for the ballast water surveillance - an advantageous solution or an awkward challenge?</article-title> <source>Mar. Pollut. Bull.</source> <volume>92</volume>, <fpage>25</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2015.01.008</pub-id><pub-id pub-id-type="pmid">25627196</pub-id></citation>
</ref>
<ref id="B168">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zaiko</surname> <given-names>A.</given-names></name> <name><surname>Minchin</surname> <given-names>D.</given-names></name> <name><surname>Olenin</surname> <given-names>S.</given-names></name></person-group> (<year>2014</year>). <article-title>The day after tomorrow&#x0201D;: anatomy of an &#x02018;r&#x02019; strategist aquatic invasion</article-title>. <source>Aquat. Invas.</source> <volume>9</volume>, <fpage>145</fpage>&#x02013;<lpage>155</lpage>. <pub-id pub-id-type="doi">10.3391/ai.2014.9.2.03</pub-id></citation>
</ref>
<ref id="B169">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zaiko</surname> <given-names>A.</given-names></name> <name><surname>Samulioviene</surname> <given-names>A.</given-names></name> <name><surname>Ardura</surname> <given-names>A.</given-names></name> <name><surname>Garcia-Vazquez</surname> <given-names>E.</given-names></name></person-group> (<year>2015b</year>). <article-title>Metabarcoding approach for non-indigenous species surveillance in marine coastal waters</article-title>. <source>Mar. Pollut. Bull.</source> <volume>100</volume>, <fpage>53</fpage>&#x02013;<lpage>59</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpolbul.2015.09.030</pub-id><pub-id pub-id-type="pmid">26422121</pub-id></citation>
</ref>
<ref id="B170">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zeppilli</surname> <given-names>D.</given-names></name> <name><surname>Pusceddu</surname> <given-names>A.</given-names></name> <name><surname>Trincardi</surname> <given-names>F.</given-names></name> <name><surname>Danovaro</surname> <given-names>R.</given-names></name></person-group> (<year>2016</year>). <article-title>Seafloor heterogeneity influences the biodiversity&#x02013;ecosystem functioning relationships in the deep sea</article-title>. <source>Sci. Rep.</source> <volume>6</volume>:<fpage>26352</fpage>. <pub-id pub-id-type="doi">10.1038/srep26352</pub-id><pub-id pub-id-type="pmid">27211908</pub-id></citation>
</ref>
</ref-list>
</back>
</article>
