<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Mar. Sci.</journal-id>
<journal-title>Frontiers in Marine Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Mar. Sci.</abbrev-journal-title>
<issn pub-type="epub">2296-7745</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmars.2017.00328</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Marine Science</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Preference Modeling to Support Stakeholder Outreach toward the Common Fishery Policy Objectives in the North Mediterranean Sea</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Lembo</surname> <given-names>Giuseppe</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/365830/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Bellido</surname> <given-names>Jose M.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/427894/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Bitetto</surname> <given-names>Isabella</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/419738/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Facchini</surname> <given-names>Maria T.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/424153/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Garc&#x000ED;a-Jim&#x000E9;nez</surname> <given-names>Teresa</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/428334/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Stithou</surname> <given-names>Mavra</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Vassilopoulou</surname> <given-names>Vassiliki C.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Spedicato</surname> <given-names>Maria T.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/424452/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>COISPA Tecnologia &#x00026; Ricerca</institution>, <addr-line>Bari</addr-line>, <country>Italy</country></aff>
<aff id="aff2"><sup>2</sup><institution>Instituto Espa&#x000F1;ol De Oceanograf&#x000ED;a</institution>, <addr-line>Murcia</addr-line>, <country>Spain</country></aff>
<aff id="aff3"><sup>3</sup><institution>Hellenic Centre for Marine Research</institution>, <addr-line>Athens</addr-line>, <country>Greece</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Simone Libralato, National Institute of Oceanography and Experimental Geophysics, Italy</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Matteo Zucchetta, Universit&#x000E0; Ca&#x00027; Foscari, Italy; Manuel J. Zetina-Rej&#x000F3;n, Instituto Polit&#x000E9;cnico Nacional, Mexico</p></fn>
<fn fn-type="corresp" id="fn001"><p>&#x0002A;Correspondence: Giuseppe Lembo <email>lembo&#x00040;coispa.it</email></p></fn>
<fn fn-type="other" id="fn002"><p>This article was submitted to Marine Fisheries, Aquaculture and Living Resources, a section of the journal Frontiers in Marine Science</p></fn></author-notes>
<pub-date pub-type="epub">
<day>20</day>
<month>10</month>
<year>2017</year>
</pub-date>
<pub-date pub-type="collection">
<year>2017</year>
</pub-date>
<volume>4</volume>
<elocation-id>328</elocation-id>
<history>
<date date-type="received">
<day>28</day>
<month>02</month>
<year>2017</year>
</date>
<date date-type="accepted">
<day>29</day>
<month>09</month>
<year>2017</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2017 Lembo, Bellido, Bitetto, Facchini, Garc&#x000ED;a-Jim&#x000E9;nez, Stithou, Vassilopoulou and Spedicato.</copyright-statement>
<copyright-year>2017</copyright-year>
<copyright-holder>Lembo, Bellido, Bitetto, Facchini, Garc&#x000ED;a-Jim&#x000E9;nez, Stithou, Vassilopoulou and Spedicato</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) or licensor are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><p>Participatory management is a working method of paramount importance based on the principles of knowledge sharing and accountability for addressing the sustainable management of the fishery sector. To approach this multidimensional problem we applied two Multi Criteria Decision Analysis (MCDA) methods, the Analytic Hierarchy Process (AHP), and the Non-Structural Fuzzy Decision Support System (NSFDSS), which were applied incorporating uncertainty to generate probabilistic rankings. The NSFDSS technique was applied for the first time to address a fishery problem. Two surveys were carried out among Mediterranean Advisory Council (MEDAC) stakeholders with different backgrounds. By the two surveys we: (i) made an AHP test for exploring stakeholders&#x00027; perception of the objectives and indicators used in the monitoring of the stocks, ecosystem, and fisheries, and (ii) introduced the NSFDSS technique, gathering feedback on stakeholders&#x00027; preferences on management options for improving fishery sustainability (e.g., reducing discards, improving ecosystem state, and economic yield in the long term). In the AHP the respondents were asked to evaluate the importance of one objective against another according to a scale of semantic scores from 1 to 5, whereas a simpler scoring scale, with only three possible options, was used in the NSFDSS. The two MCDA methods were proven to be useful to elicit stakeholders&#x00027; view on the potential effects of key issues on economic and environmental fishery sustainability. The results showed stakeholders&#x00027; awareness of the fact that the reproductive potential should be secured by checking mortality and/or fishing intensity. Consistently, among the ecological indicators that are tracking the fisheries policy objectives, a higher rank was attributed to &#x0201C;<italic>mean size of the spawners</italic>,&#x0201D; while cost efficiency was considered to be essential for improving profits. Regarding the economic indicators, stakeholders gave higher priority to &#x0201C;<italic>revenue</italic>&#x0201D; in comparison to &#x0201C;<italic>production (catches)</italic>,&#x0201D; which is a sign of awareness that increasing fish production does not necessarily turn into increased revenue. Among the different management strategies, &#x0201C;<italic>fleet withdrawal</italic>&#x0201D; (scraping) was considered as the worst option, while the &#x0201C;<italic>combination of measures</italic>&#x0201D; was considered to be the best alternative for achieving a sustainable fishery in the long term.</p></abstract>
<kwd-group>
<kwd>multi criteria decision analysis</kwd>
<kwd>data collection framework</kwd>
<kwd>indicators</kwd>
<kwd>fishery management plan</kwd>
<kwd>north Mediterranean Sea</kwd>
</kwd-group>
<counts>
<fig-count count="7"/>
<table-count count="2"/>
<equation-count count="2"/>
<ref-count count="44"/>
<page-count count="13"/>
<word-count count="8934"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Participatory management is widely recognized as a working method of paramount importance, based on the principles of knowledge sharing, accountability, and legitimacy, for addressing the sustainable development of the fishery sector. Industry&#x02013;science cooperation could ensure more coherent information, enhance credibility, as well as contribute to the progressive implementation of an Ecosystem Approach to Fishery Management (EAFM). This process entails the integration of stakeholder&#x00027;s local and traditional knowledge on both research-based advice and identification of management directions (e.g., Garcia and Cochrane, <xref ref-type="bibr" rid="B14">2005</xref>; Cochrane et al., <xref ref-type="bibr" rid="B9">2007</xref>; Rochet et al., <xref ref-type="bibr" rid="B31">2008</xref>; R&#x000F6;ckmann et al., <xref ref-type="bibr" rid="B32">2012</xref>). The production of the northern Mediterranean (European countries) represents approximately 35% of the production in the basin (FAO, <xref ref-type="bibr" rid="B13">2016</xref>). In Mediterranean fisheries, actions are urgently needed to reverse the unsustainable exploitation of most stocks (85% overexploited according to FAO, <xref ref-type="bibr" rid="B13">2016</xref>). Fisheries management is based mainly on input control rules (i.e., capacity, selectivity, and effort limitations), whereas output control is applied on a few highly migratory stocks. The former approach requires a tiered control system, so it is possible that low compliance affected its effectiveness in regard to stock recovery in the Mediterranean (e.g., Damalas and Vassilopoulou, <xref ref-type="bibr" rid="B10">2013</xref>). A cooperative approach, involving stakeholders with different backgrounds, could help to increase collective awareness of this issue. It is thus fundamental to facilitate good governance and policy implementation, reducing conflicts and distrust in the advice and decision-making processes (e.g., Delaney et al., <xref ref-type="bibr" rid="B11">2007</xref>; Shelton, <xref ref-type="bibr" rid="B39">2007</xref>; Linke et al., <xref ref-type="bibr" rid="B26">2011</xref>).</p>
<p>The Reform of the Common Fishery Policy (CFP) (EU Reg. 1380/2013<xref ref-type="fn" rid="fn0001"><sup>1</sup></xref>) clearly places the role of stakeholders in a more interactive governance system, involving other actors besides scientists and policymakers. The Advisory Councils, established following the 2002 reform of the CFP, are currently the bodies where representatives from a broad set of stakeholders contribute to the decision-making process through a bottom-up approach (Aanesen et al., <xref ref-type="bibr" rid="B1">2014</xref>).</p>
<p>However, participatory management requires that stakeholders are enabled to express their qualitative and quantitative perceptions about the current situation, being aware of the objectives and indicators used to assess the fishery&#x00027;s impact, the information these are able to convey, the advice procedures, and the range of applicable management options with estimates of their biological, economic, and social consequences. This is particularly relevant in the Mediterranean, where the structured participation of the stakeholders in the governance system is quite recent (Commission Decision 2008/695/EC<xref ref-type="fn" rid="fn0002"><sup>2</sup></xref>).</p>
<p>The scientific advisory process that supports the CFP commitments (e.g., Maximum Sustainable Yield, landing obligation, and EAFM, including Good Environmental Status according to the Marine Strategy Directive Framework<xref ref-type="fn" rid="fn0003"><sup>3</sup></xref>) is characterized by multiple attributes and objectives, involving the estimation of indicators associated with such specific objectives. Advice on the state of the stocks, fisheries, and ecosystems is the basis for the implementation of the Multiannual Management Plans (MAP), which are recognized as a more effective tool for achieving the multiple objectives of the CFP and thus for reversing the overexploitation status of several stocks while minimizing the economic and social impacts. Designing and evaluating MAPs is a complex task, which requires reliable data, specific expertise, and the involvement of stakeholders to share knowledge and improve the understanding of management measures while receiving feedback on management options and implementation strategies.</p>
<p>Multi Criteria Decision Analysis (MCDA; e.g., Belton and Stewart, <xref ref-type="bibr" rid="B5">2002</xref>) is an area of growing interest in fisheries management, and there are several applications worldwide (e.g., Soma, <xref ref-type="bibr" rid="B40">2003</xref>; Leung, <xref ref-type="bibr" rid="B23">2006</xref>; Bevacqua et al., <xref ref-type="bibr" rid="B6">2009</xref>; Innes and Pascoe, <xref ref-type="bibr" rid="B17">2010</xref>; Aanesen et al., <xref ref-type="bibr" rid="B1">2014</xref>; Kavadas et al., <xref ref-type="bibr" rid="B21">2015</xref>; Rossetto et al., <xref ref-type="bibr" rid="B33">2015</xref>). MCDA models are powerful for addressing specific problems characterized by multiple and often conflicting objectives, something that is common in fishery systems. However, only a limited portion of the applications reported in the literature has explicitly engaged stakeholders at any stage of the MCDA process (see Est&#x000E9;vez and Gelcich, <xref ref-type="bibr" rid="B12">2015</xref> for a review). In addition, MCDA assessments can be affected by a range of uncertainties due to the imperfect knowledge of the specific system under study and the subjectivity of expert judgments (e.g., Banuelas and Antony, <xref ref-type="bibr" rid="B4">2004</xref>; Rossetto et al., <xref ref-type="bibr" rid="B33">2015</xref>). Incorporating uncertainty in the MCDA has been achieved using probabilistic judgments (e.g., Levary and Wan, <xref ref-type="bibr" rid="B25">1998</xref>), fuzzy sets (Lee et al., <xref ref-type="bibr" rid="B22">2001</xref>), and ranking intervals (Arbel and Vargas, <xref ref-type="bibr" rid="B3">1993</xref>) to test the statistical significance of the final score and to facilitate consensus when a large number of stakeholders is involved.</p>
<p>In this paper, we applied two preference modeling methods that allow the transformation of qualitative judgments into quantitative judgments in order to ease their evaluation and practical use: the Analytical Hierarchy Process (AHP) (e.g., Saaty, <xref ref-type="bibr" rid="B35">1980</xref>, <xref ref-type="bibr" rid="B36">2003</xref>, <xref ref-type="bibr" rid="B37">2008</xref>) and the Non-Structural Fuzzy Decision Support System (NSFDSS) (Tam et al., <xref ref-type="bibr" rid="B44">2002</xref>, <xref ref-type="bibr" rid="B43">2006</xref>). AHP has, together with ordination techniques, the highest number of applications in fishery science (Leung et al., <xref ref-type="bibr" rid="B24">1998</xref>; Mardle and Pascoe, <xref ref-type="bibr" rid="B27">1999</xref>; Andalecio, <xref ref-type="bibr" rid="B2">2010</xref>; Pascoe et al., <xref ref-type="bibr" rid="B29">2014</xref>), while NSFDSS has not yet been applied to fishery case studies.</p>
<p>Both techniques are decision-aiding tools for resolving multi-criteria decision problems based on the decomposition into a hierarchy of smaller problems ranked through pairwise comparisons, evaluated according to a scale of semantic scores. AHP relies upon a broad range of scores, whereas NSFDSS is based on a simpler scoring scale, with only three possible options: 0.5 (<italic>x</italic> and <italic>y</italic> are equally important), 1 (<italic>x</italic> is more important than <italic>y</italic>), and 0 (<italic>x</italic> is less important than <italic>y)</italic>. This simplification eases the expression of judgment, possibly reducing inconsistencies due to human uncertainty or inaccuracy. However, this simpler scoring is reclassified inside the model into a more broad scale, using fuzzy sets (assignment of priority scores; Chen, <xref ref-type="bibr" rid="B8">1998</xref>). This feature, coupled with an internal checking, makes it possible, in addition, to solve the inconsistency issues that can only be measured in AHP trough a consistency ratio, e.g., an index developed as a guide for decision-makers (Saaty, <xref ref-type="bibr" rid="B37">2008</xref>).</p>
<p>We applied the two methods, at a pilot scale, during an <italic>ad hoc</italic> workshop carried out in collaboration with the Mediterranean Advisory Council (MEDAC) to elicit the preferences of 12 stakeholders, with different backgrounds (fishermen, representatives of fisheries associations, and of non-governmental environmental organization), belonging to the MEDAC organization. The workshop aimed to make all stakeholders aware of the general definition and specific concepts of the surveys. During the workshop we applied: (i) AHP for exploring stakeholders&#x00027; perceptions about the objectives and indicators used in the monitoring of stocks, ecosystems, and fisheries; and (ii) NSFDSS for gathering feedbacks regarding stakeholders&#x00027; preferences on management options to improve fishery sustainability (e.g., reducing discards and improving the ecosystem state and economic yield in the long term).</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and methods</title>
<p>We implemented the AHP and the NSFDSS, respectively, in survey 1 and survey 2 to:</p>
<list list-type="order">
<list-item><p>understand how stakeholders rank the importance of the economic, social, and biological factors affecting the fisheries;</p></list-item>
<list-item><p>evaluate how stakeholders rank the different indicators currently applied in the assessment of fishery impact;</p></list-item>
<list-item><p>quantify how stakeholders perceive a set of management options.</p></list-item>
</list>
<p>In both methods, the decision-making process needs to be decomposed to generate priorities in a specific way, defining the problem and structuring the decision hierarchy from the goal on top to the objectives at the intermediate level and down to the indicators/management options. Decision trees were thus identified for both survey designs.</p>
<p>During a dedicated workshop of MEDAC 12 equally weighed stakeholders (fishermen, representatives of fisheries associations and of non-governmental environmental organizations) were first informed about the survey objective, and then they were invited to interact in the plenary discussion; finally, they were asked to fill in two different questionnaires for the two surveys. MEDAC is a non-profit organization representing the fisheries sector (including the industrial fleet, small-scale fisheries, the processing sector, and trade unions) and other interest groups, such as, environmental organizations, consumer groups, and sports/recreational fishery associations, operating in the Mediterranean area in the framework of the CFP (<ext-link ext-link-type="uri" xlink:href="http://en.med-ac.eu/chi_siamo.php">http://en.med-ac.eu/chi_siamo.php</ext-link>).</p>
<p>The administration of the questionnaires followed a broad discussion on the objectives of the survey, problem structure, survey structure, and technical issues. Ethics approval was not required for this study as per institutional guidelines and Italian law and regulations. In compliance with the aforementioned guidelines, laws, and regulations, oral informed consent was obtained from the participants. Their answers were anonymized, and it is not possible to link the statements back to individual subjects.</p>
<sec>
<title>Survey 1 (AHP)</title>
<p>The goal has been defined as &#x0201C;<italic>Contribute to a sustainable fishery management</italic>&#x0201D; in line with the CFP main target. Three main components were considered: <italic>Ecological state, Pressure/impact</italic>, and <italic>Economic state</italic>. Then, the hierarchic processes for the classification of the objectives and the <italic>associated</italic> indicators were defined (decision tree in Figure <xref ref-type="fig" rid="F1">1</xref>).</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Decision Tree of survey 1. The AHP decision tree, indicating the goal, the three main components (ecological, pressure, and economic), and objectives (1st level green cells) with associated indicators (2nd level yellow cells).</p></caption>
<graphic xlink:href="fmars-04-00328-g0001.tif"/>
</fig>
<p>In the AHP survey the preferences were expressed according to a scale of semantic scores from 1 to 5 (Table <xref ref-type="table" rid="T1">1</xref>). In a pairwise comparison, the respondents were asked to evaluate the importance of one objective against another, with the value &#x0201C;1&#x0201D; representing equal importance. The stakeholders expressed their degree of preference between two alternatives (see questionnaire <xref ref-type="supplementary-material" rid="SM1">1</xref> in Supplementary Material), with the higher score indicating the higher preference.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Scale of semantic operators and relative score adopted in survey 1.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Semantic score for importance</bold></th>
<th valign="top" align="center"><bold>Numerical score</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Equally important</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">Little more important</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">More important</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">Much more important</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">Exceptionally more important</td>
<td valign="top" align="center">5</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The results were elaborated using a pairwise comparison matrix <italic>A</italic> &#x0003D; (<italic>a</italic><sub><italic>i, j</italic></sub>)<sub><italic>i, j</italic> &#x0003D; 1, 2, &#x02026;<italic>N</italic></sub>, where <italic>N</italic> is the number of alternatives (objectives or indicators) and <italic>a</italic><sub><italic>i, j</italic></sub> is the score assigned by the stakeholder in the pairwise comparison between the <italic>i</italic>-<italic>th</italic> and <italic>j</italic>-<italic>th</italic> alternatives. <italic>A</italic> is a positive reciprocal square <italic>N</italic> &#x000D7; <italic>N</italic> matrix, where a square matrix is reciprocal if <inline-formula><mml:math id="M1"><mml:msub><mml:mrow><mml:mi>a</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi>a</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mi>i</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:math></inline-formula>. Further, we computed the weight vector in each level of the hierarchical tree through the eigenvalue/eigenvector averaging technique, according to Saaty (<xref ref-type="bibr" rid="B36">2003</xref>, <xref ref-type="bibr" rid="B37">2008</xref>), who demonstrated that a good approximation of the priority vector is represented by the principal eigenvector of <italic>A</italic>. The eigenvector was then normalized to obtain a priorities&#x00027; vector for each pairwise comparison matrix. The principal eigenvalue (or its multiple) &#x003BB;<sub>max</sub> is associated to the principal eigenvector, and it is used to estimate the consistency of the answers.</p>
<p>It was possible to calculate a measure of consistency (Consistency Ratio) for each matrix of preferences using the following formula: <inline-formula><mml:math id="M2"><mml:mi>C</mml:mi><mml:mi>R</mml:mi><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mi>C</mml:mi><mml:mi>I</mml:mi></mml:mrow><mml:mrow><mml:mi>R</mml:mi><mml:mi>I</mml:mi></mml:mrow></mml:mfrac><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mfrac><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x003BB;</mml:mi></mml:mrow><mml:mrow><mml:mo class="qopname">max</mml:mo></mml:mrow></mml:msub><mml:mo>-</mml:mo><mml:mi>N</mml:mi></mml:mrow><mml:mrow><mml:mi>N</mml:mi><mml:mo>-</mml:mo><mml:mn>1</mml:mn></mml:mrow></mml:mfrac></mml:mrow><mml:mrow><mml:mi>R</mml:mi><mml:mi>I</mml:mi></mml:mrow></mml:mfrac></mml:math></inline-formula>, where <italic>CI</italic> is the consistency index, computed using the principal eigenvalue &#x003BB;<sub>max</sub> and the number of alternatives <italic>N</italic>; the random index <italic>RI</italic> is a randomly generated value, computed assuming that the numbers in pairwise comparison matrix <italic>A</italic> are completely random (Saaty, <xref ref-type="bibr" rid="B37">2008</xref>).</p>
<p>In this survey a questionnaire with 38 pairwise combinations was tested: 28 combinations were related to the objectives and 10 to the indicators (see questionnaire <xref ref-type="supplementary-material" rid="SM1">1</xref> in the Supplementary Material).</p>
</sec>
<sec>
<title>Survey 2 (NSFDSS)</title>
<p>The survey 2 has the same goal of survey 1, while the three components are <italic>ecological, economic</italic>, and <italic>social</italic>. Within this framework the objectives that can drive the choice about the possible alternative management options have been identified as in the decision tree reported in Figure <xref ref-type="fig" rid="F2">2</xref>.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Decision Tree of survey 2. The NSFDSS decision tree, indicating the goal, the three main components (ecological, economic and social), the objectives, and the management options.</p></caption>
<graphic xlink:href="fmars-04-00328-g0002.tif"/>
</fig>
<p>In the NSFDSS approach the management options were compared pairwise against each of the seven objectives. Hence, pairwise comparisons were also made among objectives (see questionnaire <xref ref-type="supplementary-material" rid="SM1">2</xref> in the Supplementary Material). The final step was the synthesis of priorities.</p>
<p>We recorded stakeholders&#x00027; preferences in each pairwise comparison matrix <italic>A</italic> &#x0003D; (<italic>a</italic><sub><italic>i, j</italic></sub>)<sub><italic>i, j</italic> &#x0003D; 1, 2, &#x02026;<italic>N</italic></sub>, where <italic>N</italic> is the number of alternatives (objectives or management options). Then we filled the whole matrix, making a check of consistency of preferences, as follows:</p>
<disp-formula id="E1"><mml:math id="M10"><mml:mtable columnalign='left'><mml:mtr><mml:mtd><mml:mi>i</mml:mi><mml:mi>f</mml:mi><mml:mrow><mml:mo>{</mml:mo><mml:mrow><mml:mtable columnalign='left'><mml:mtr columnalign='left'><mml:mtd columnalign='left'><mml:mrow><mml:msub><mml:mi>a</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mn>1</mml:mn><mml:mo>&#x021D2;</mml:mo><mml:msub><mml:mi>a</mml:mi><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mn>0</mml:mn></mml:mrow></mml:mtd></mml:mtr><mml:mtr columnalign='left'><mml:mtd columnalign='left'><mml:mrow><mml:msub><mml:mi>a</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mn>0</mml:mn><mml:mo>&#x021D2;</mml:mo><mml:msub><mml:mi>a</mml:mi><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow></mml:mtd></mml:mtr><mml:mtr columnalign='left'><mml:mtd columnalign='left'><mml:mrow><mml:msub><mml:mi>a</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mn>0</mml:mn><mml:mo>.</mml:mo><mml:mn>5</mml:mn><mml:mo>&#x021D2;</mml:mo><mml:msub><mml:mi>a</mml:mi><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mn>0</mml:mn><mml:mo>.</mml:mo><mml:mn>5</mml:mn></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:mrow></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>Summing up the values on each row of the matrixes, the management options are rearranged in descending order with respect to each objective. With an analogous procedure, the objectives are rearranged in descending order. Based on this priority order, we assigned a semantic operator to each alternative by comparing it to the one with the highest value. Chen (<xref ref-type="bibr" rid="B8">1998</xref>) incorporated fuzzy set theory to the model, as described by Tam et al. (<xref ref-type="bibr" rid="B44">2002</xref>). Thus, each semantic operator is assigned to a semantic score within the range [0, 1]. After obtaining the priority order of the management options, it is necessary to measure the magnitude of the pairwise comparison by calculating the weights <italic>w</italic><sub><italic>i</italic></sub> of the objectives, obtained normalizing the associated semantic scores. Multiplying the weights of management options by the corresponding weights of the objectives, three matrices are obtained: products, square products, and the complementary square matrices. These three matrices are necessary in order to compute the final priority vector of decisions (management options), applying the Hamming (<xref ref-type="bibr" rid="B16">1950</xref>) distance:</p>
<disp-formula id="E2"><mml:math id="M20"><mml:mtable columnalign='left'><mml:mtr><mml:mtd><mml:msub><mml:mi>u</mml:mi><mml:mi>j</mml:mi></mml:msub><mml:mo>=</mml:mo><mml:mfrac><mml:mn>1</mml:mn><mml:mrow><mml:mn>1</mml:mn><mml:mo>+</mml:mo><mml:msup><mml:mrow><mml:mrow><mml:mo>{</mml:mo><mml:mrow><mml:mfrac><mml:mrow><mml:mstyle displaystyle='true'><mml:munderover><mml:mo>&#x02211;</mml:mo><mml:mrow><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mi>N</mml:mi></mml:munderover><mml:mrow><mml:mo stretchy='false'>[</mml:mo><mml:msub><mml:mi>w</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:msup><mml:mrow><mml:mo stretchy='false'>(</mml:mo><mml:msub><mml:mi>r</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>&#x02212;</mml:mo><mml:mn>1</mml:mn><mml:mo stretchy='false'>)</mml:mo></mml:mrow><mml:mi>p</mml:mi></mml:msup></mml:mrow></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle displaystyle='true'><mml:munderover><mml:mo>&#x02211;</mml:mo><mml:mrow><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mi>N</mml:mi></mml:munderover><mml:mrow><mml:msup><mml:mrow><mml:mo stretchy='false'>(</mml:mo><mml:msub><mml:mi>w</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:msub><mml:mi>r</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo stretchy='false'>)</mml:mo></mml:mrow><mml:mi>p</mml:mi></mml:msup></mml:mrow></mml:mstyle></mml:mrow></mml:mfrac></mml:mrow><mml:mo>}</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:mn>2</mml:mn><mml:mo>/</mml:mo><mml:mi>p</mml:mi></mml:mrow></mml:msup></mml:mrow></mml:mfrac><mml:mo>,</mml:mo></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>where <italic>w</italic><sub><italic>i</italic></sub> is the weight of each objective, <italic>r</italic><sub><italic>i</italic>.<italic>j</italic></sub> is the semantic score (Chen, <xref ref-type="bibr" rid="B8">1998</xref>), and <italic>N</italic> is the number of objectives. The final priority vector was obtained taking the average of the two values of <italic>u</italic><sub><italic>j</italic></sub> (for <italic>p</italic> &#x0003D; 1 and for <italic>p</italic> &#x0003D; 2).</p>
<p>In this survey a questionnaire with 136 pairwise combinations was tested, with 115 of these comparing the management options and 21 the objectives (see questionnaire <xref ref-type="supplementary-material" rid="SM1">2</xref> in the Supplementary Material).</p>
</sec>
<sec>
<title>Sensitivity</title>
<p>A sensitivity analysis was carried out to evaluate the robustness of the results, with respect to the uncertainty associated to the weights expressing the relative importance of the elements considered both in the AHP and in the NSFDSS. To this end, the Monte Carlo approach was applied to both analyses, according to the following steps:</p>
<list list-type="order">
<list-item><p>Application of uncertainty to the normalized vector of weights at each hierarchical level for each stakeholder, multiplying the deterministic local weights by the factor (<italic>1</italic> &#x0002B; &#x003B5;), where &#x003B5; is a normally distributed error with mean 0 and standard deviation 0.15 (so that 90% confidence bounds encompass the original value of the weight &#x000B1;20%). A total of 1,000 extractions were made;</p></list-item>
<list-item><p>The perturbed local weights were normalized to add up to 1;</p></list-item>
<list-item><p>On the 1,000 vectors of weights for each hierarchical level, and for each element, relevant percentiles (0.05, 0.25, median, 0.75, 0.95) and statistics (minimum, maximum, mean, standard deviation and CV) were calculated;</p></list-item>
<list-item><p>For each statistic and percentile, the corresponding global vector was derived as a geometric mean among all stakeholders; this was carried out at each level of the hierarchical tree.</p></list-item>
</list>
</sec>
<sec>
<title>Estimates</title>
<p>First, an <italic>exploratory analysis</italic> on the perturbed weight vectors was carried out to detect possible differences between rankings. For each hierarchical level of the decision tree a global frequency was computed, taking all the runs of all the stakeholders as a whole and estimating the frequency to be the first, the second, etc. on the total perturbed rankings. This frequency has been interpreted as a proxy of the probability to get the higher preference, that is, a synthesis of the frequency of the ranking for a given objective/indicator, based on its weight and taking into account the judgment of each stakeholder (empirical probability). The results of this exploratory analysis are affected by both the uncertainty introduced in the process and the natural variability among the stakeholders&#x00027; preferences. Then, <italic>ranking preferences</italic> over stakeholders were estimated using geometric means for both surveys. These global means and other associated statistics are only affected by the uncertainty introduced in the process, as the variability due to the different perceptions of stakeholders is smoothed by the mean.</p>
<p>All the algorithms and computations were performed using an <italic>ad hoc</italic> routine developed in R language.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Survey 1</title>
<sec>
<title>Exploratory analysis</title>
<p>The objective to &#x0201C;<italic>maintain a safe level of reproductive potential</italic>&#x0201D; had the maximum empirical probability to be ranked first (25.32%), followed by <italic>improve cost efficiency</italic> (23.35%). The other objectives of the ecological and economic components received an intermediate or very low empirical probability. Among the objectives pertaining to the pressure component <italic>Monitoring the mortality</italic> reached a higher value compared to the other two objectives, while <italic>reduce discards</italic> had the higher probability to be ranked the last (25.61%; Figure <xref ref-type="fig" rid="F3">3</xref>).</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Survey 1&#x02014;AHP (Exploratory analysis): empirical probability to be first and to be last associated to the objectives according to stakeholders&#x00027; preferences, respectively, for ecological, pressure/impact, and economic components. SRL, Maintain safe level of reproductive potential; AB&#x00026;Bio, Conserve abundance and biodiversity; SPS, Preserve the size structure of the fish populations; M, Monitoring the mortality; D, Reduce discards; FI, Monitoring the fishing intensity; CE, Improve cost efficiency; MR, Maximize revenue.</p></caption>
<graphic xlink:href="fmars-04-00328-g0003.tif"/>
</fig>
<p>The empirical probability associated to the indicators showed that the <italic>fuel cost</italic> had the highest probability to be the most important (31.59%), while the indicator <italic>proportion of large fish</italic> reached the highest probability to be ranked the least important (28.59%; Figure <xref ref-type="fig" rid="F4">4</xref>). However, for the ecological component the <italic>biomass of all the species</italic> achieved a higher empirical probability compared to the other indicators, whereas for the impact component the indicator <italic>Fishing mortality at the MSY of the most exploited species</italic> achieved a higher value.</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>Survey 1&#x02014;AHP (Exploratory analysis): empirical probability to be first and to be last associated to the indicators according to stakeholders&#x00027; preferences, respectively, for ecological, pressure/impact, and economic components. B, Biomass of all species; SSB, Spawning stock biomass; MSS, Mean size of the spawners; SA, Spawning areas; NA, Nursery areas; LFI, Proportion of large fish; PrS, Proportion of elasmobranchs; F<sub>MSY</sub> mE, Fishing mortality at the MSY of the most exploited species; DAS, Discard rate of all the exploited species; AnI, Area not impacted by fishing gears; 90% FA, Area in which 90% of the fishery by metier, month, and year concentrates; F<sub>MSY</sub> mix, Fishing mortality at the MSY of a mix of target species; DCS, Discard rate of commercially exploited species; FC, Fuel cost; R, Revenue; P, Production; CC, Crew cost.</p></caption>
<graphic xlink:href="fmars-04-00328-g0004.tif"/>
</fig>
<p>The Consistency Ratios were generally satisfactory and below 0.1 (a value suggested as a threshold by Saaty, <xref ref-type="bibr" rid="B37">2008</xref>), except in two cases.</p>
</sec>
<sec>
<title>Ranking preferences</title>
<p>The average statistics of preferences expressed by stakeholders for the objectives and indicators highlighted higher scores (Figure <xref ref-type="fig" rid="F5">5</xref> and Table <xref ref-type="table" rid="T2">2</xref>) for the objective <italic>maintain a safe level of reproductive potential</italic> (0.13), pertaining to the ecological component, and the lowest for the objective of the pressure/impact component <italic>reduce discard</italic> (0.08). The other objectives achieved a similar score (0.10&#x02013;0.11). Likewise, in the exploratory analysis, the objective <italic>improve cost efficiency</italic> of the economic component received a higher preference compared to <italic>maximize the revenue</italic>.</p>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>Survey 1&#x02014;AHP (Ranking preferences): Ranking the objectives with uncertainty (box plot with median and percentile values: 0.05, 0.25, 0.75, and 0.95). <bold>(A)</bold> Level 1, D, Reduce discards; SPS, Preserve the size structure of the fish populations; M, Monitoring the mortality; FI, Monitoring the fishing intensity; MR, Maximize revenue; SRL, Maintain safe level of reproductive potential; CE, Improve cost efficiency; AB&#x00026;Bio, Conserve abundance and biodiversity. <bold>(B)</bold> Level 2, SSB, Spawning stock biomass; SA, Spawning areas; R, Revenue; PrS, Proportion of elasmobranchs; LFI, Proportion of large fish; P, Production; NA, Nursery areas; MSS, Mean size of the spawners; FC, Fuel cost; FMSY mE, Fishing mortality at the MSY of the most exploited species; FMSY mix, Fishing mortality at the MSY of a mix of target species; DCS, Discard rate of commercially exploited species; DAS, Discard rate of all the exploited species; CC, Crew cost; B, Biomass of all species; AnI, Area not impacted by fishing gears; 90% FA, Area in which 90% of the fishery by metier, month, and year concentrates.</p></caption>
<graphic xlink:href="fmars-04-00328-g0005.tif"/>
</fig>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Survey 1 (Ranking preferences).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Component</bold></th>
<th valign="top" align="left"><bold>Objectives</bold></th>
<th valign="top" align="left"><bold>Indicators</bold></th>
<th valign="top" align="center"><bold>Perc_0.05</bold></th>
<th valign="top" align="center"><bold>Median</bold></th>
<th valign="top" align="center"><bold>Perc_0.95</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Ecological</td>
<td valign="top" align="left">Maintain safe level of reproductive potential</td>
<td valign="top" align="left">1. Spawning stock biomass</td>
<td valign="top" align="center">0.043</td>
<td valign="top" align="center">0.059</td>
<td valign="top" align="center">0.078</td>
</tr>
<tr>
<td/>
<td style="border-bottom: thin solid #000000;"/>
<td valign="top" align="left" style="border-bottom: thin solid #000000;">2. Mean size of the spawners</td>
<td valign="top" align="center" style="border-bottom: thin solid #000000;">0.046</td>
<td valign="top" align="center" style="border-bottom: thin solid #000000;">0.064</td>
<td valign="top" align="center" style="border-bottom: thin solid #000000;">0.084</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Conserve abundance and biodiversity</td>
<td valign="top" align="left">3. Biomass of all species</td>
<td valign="top" align="center">0.051</td>
<td valign="top" align="center">0.069</td>
<td valign="top" align="center">0.089</td>
</tr>
<tr>
<td/>
<td style="border-bottom: thin solid #000000;"/>
<td valign="top" align="left" style="border-bottom: thin solid #000000;">4. Proportion of elasmobranchs</td>
<td valign="top" align="center" style="border-bottom: thin solid #000000;">0.022</td>
<td valign="top" align="center" style="border-bottom: thin solid #000000;">0.031</td>
<td valign="top" align="center" style="border-bottom: thin solid #000000;">0.043</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Preserve the size structure of the of fish populations</td>
<td valign="top" align="left">5. Proportion of large fish</td>
<td valign="top" align="center">0.016</td>
<td valign="top" align="center">0.023</td>
<td valign="top" align="center">0.032</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">6. Nursery areas</td>
<td valign="top" align="center">0.025</td>
<td valign="top" align="center">0.036</td>
<td valign="top" align="center">0.048</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">7. Spawning areas</td>
<td valign="top" align="center">0.029</td>
<td valign="top" align="center">0.040</td>
<td valign="top" align="center">0.053</td>
</tr>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;">Pressure/impact</td>
<td valign="top" align="left" style="border-top: thin solid #000000;">Monitoring the mortality</td>
<td valign="top" align="left" style="border-top: thin solid #000000;">8. Fishing mortality at the MSY of the most exploited species</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.026</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.037</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.050</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">9. Fishing mortality at the MSY of a mix of target species</td>
<td valign="top" align="center">0.039</td>
<td valign="top" align="center">0.054</td>
<td valign="top" align="center">0.071</td>
</tr>
<tr>
<td/>
<td valign="top" align="left" style="border-top: thin solid #000000;">Monitoring the fishing intensity</td>
<td valign="top" align="left" style="border-top: thin solid #000000;">10. Area not impacted by fishing gears</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.030</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.042</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.056</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">11. Area in which concentrates 90% of the fishery by m&#x000E9;tier, month, and year</td>
<td valign="top" align="center">0.036</td>
<td valign="top" align="center">0.050</td>
<td valign="top" align="center">0.067</td>
</tr>
<tr>
<td/>
<td valign="top" align="left" style="border-top: thin solid #000000;">Reduce discards</td>
<td valign="top" align="left" style="border-top: thin solid #000000;">12. Discard rate of commercially exploited species</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.026</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.037</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.049</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">13. Discard rate of all the exploited species</td>
<td valign="top" align="center">0.022</td>
<td valign="top" align="center">0.031</td>
<td valign="top" align="center">0.042</td>
</tr>
<tr>
<td valign="top" align="left" style="border-top: thin solid #000000;">Economic</td>
<td valign="top" align="left" style="border-top: thin solid #000000;">Maximize revenue</td>
<td valign="top" align="left" style="border-top: thin solid #000000;">14. Revenue</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.041</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.056</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.073</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">15. Production</td>
<td valign="top" align="center">0.026</td>
<td valign="top" align="center">0.037</td>
<td valign="top" align="center">0.050</td>
</tr>
<tr>
<td/>
<td valign="top" align="left" style="border-top: thin solid #000000;">Improve cost efficiency</td>
<td valign="top" align="left" style="border-top: thin solid #000000;">16. Fuel cost</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.053</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.070</td>
<td valign="top" align="center" style="border-top: thin solid #000000;">0.089</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">17. Crew cost</td>
<td valign="top" align="center">0.024</td>
<td valign="top" align="center">0.034</td>
<td valign="top" align="center">0.047</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Geometric means (5th, median, and 95th percentile) of indicator weights classified by objective and component</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>With regard to the stakeholders&#x00027; perception of the effectiveness of each indicator to track ecological objectives, a higher rank was attributed to <italic>biomass of all species</italic> (score &#x0003D; 0.069), <italic>mean size of the spawners</italic> (0.064), and <italic>spawning stock biomass</italic> (0.059), while the <italic>proportion of large fish</italic> was considered the less important indicator, consistent with the exploratory analysis. Among the pressure/impact indicators, the stakeholders&#x00027; preference was expressed for <italic>fishing mortality at the MSY of a mix of target species</italic> (0.054), while <italic>fishing mortality at the MSY of the most exploited species</italic> received lower preferences (0.037). This result, which appears inconsistent with the exploratory analysis, is a sign of skewed stakeholder responses. Among the economic components, the <italic>fuel cost</italic> received the highest score (0.07), as in the exploratory analysis (Figure <xref ref-type="fig" rid="F5">5</xref> and Table <xref ref-type="table" rid="T2">2</xref>).</p>
</sec>
</sec>
<sec>
<title>Survey 2</title>
<sec>
<title>Exploratory analysis</title>
<p>The objective, in the ecological domain, that had the highest empirical probability to be the most important for the sustainable development of the fishery in the long term was <italic>maintain a safe level of the reproductive potential of target species</italic> (25%). Likewise, <italic>optimize revenue</italic> and <italic>maintain occupation levels</italic> had the highest empirical probability to be the more important, respectively in the economic and social domains. The highest probability to be the least important (33.33%) was obtained by <italic>allow equitable access to resources by all the fishing m&#x000E9;tiers</italic>, belonging to the social domain (Figure <xref ref-type="fig" rid="F6">6</xref>).</p>
<fig id="F6" position="float">
<label>Figure 6</label>
<caption><p>Survey 2&#x02014;NSFDSS (Exploratory analysis): empirical probability to be first and to be last associated to <bold>(A)</bold> objectives and <bold>(B)</bold> management options, according to stakeholders&#x00027; preferences, respectively, for ecological, economic, and social components. <bold>(A)</bold> SRPt, Maintain a safe level of the reproductive potential of target species; MSSP, Maintain a safe structure of spawner population; STP, Maintain an adequate structure of target populations; OR, Optimize revenue; OC, Optimize costs; NW, Maintain occupation levels; EA, Allow equitable access to resources by all the fishing metiers. <bold>(B)</bold> MIX, measures combination; GS, improve gears selectivity; SFB, spatial fishing ban; FB, seasonal fishing ban; SQ, keep the status quo; WD, fleet withdrawal.</p></caption>
<graphic xlink:href="fmars-04-00328-g0006.tif"/>
</fig>
<p>Among the management options, <italic>measures combination</italic> (47.77%) obtained the highest empirical probability to be ranked the first option, while <italic>fleet withdrawal</italic> (57.98%) was ranked the least appropriate option, followed by <italic>keep the status quo</italic> (41.34%; Figure <xref ref-type="fig" rid="F6">6</xref>).</p>
</sec>
<sec>
<title>Ranking preferences</title>
<p>Likewise, in the exploratory analysis, in the ranking preferences of objectives (Figure <xref ref-type="fig" rid="F7">7</xref>), stakeholders assigned the higher score to <italic>maintain occupation levels</italic> (0.16) and the lower score to <italic>allow equitable access to resources by all the fishing m&#x000E9;tiers</italic> (0.11). Intermediate scores (0.14) were assigned to the other objectives of the ecological and economic components: i.e.<italic>, optimize revenues, optimize costs, maintain safe level of the reproductive potential of target species</italic>, and <italic>mean length of spawners</italic>.</p>
<fig id="F7" position="float">
<label>Figure 7</label>
<caption><p>Survey 2&#x02014;NSFDSS (Ranking preferences): <bold>(A)</bold> ranking objectives and <bold>(B)</bold> management options, according to stakeholders&#x00027; preferences with uncertainty (box plot with median and percentile values: 0.05, 0.25, 0.75, and 0.95). <bold>(A)</bold> SRPt, Maintain a safe level of the reproductive potential of target species; OR, Optimize revenue; OC, Optimize costs; NW, Maintain occupation levels; MSSP, Maintain a safe structure of spawner population; STP, Maintain an adequate structure of target populations; EA, Allow equitable access to resources by all the fishing metiers. <bold>(B)</bold> WD, fleet withdrawal; SQ, keep the status quo; SFB, spatial fishing ban; GS, improve gears selectivity; FB, seasonal fishing ban; MIX, measures combination.</p></caption>
<graphic xlink:href="fmars-04-00328-g0007.tif"/>
</fig>
<p>In the ranking preferences of management options (Figure <xref ref-type="fig" rid="F7">7</xref>), stakeholders considered the <italic>measures combination</italic> as the best option to achieve sustainable fishery management in the long term (score &#x0003D; 0.89), followed by the <italic>spatial fishing ban</italic> (0.86) and the <italic>seasonal fishing ban</italic> (0.75). The last choices were <italic>keep status quo</italic> (0.47) and <italic>fleet withdrawal</italic> (0.40).</p>
</sec>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Preference modeling methods, particularly those using multi-attribute value theory, are well suited in situations where the active involvement of stakeholders is desired in the entire decision-making process. Participative MCDA is progressively applied in marine multi-objective management situations, and it is of increasing interest in fisheries management, aquaculture, and marine conservation, although the engagement of stakeholders is often limited to certain steps in the whole process (e.g., Est&#x000E9;vez and Gelcich, <xref ref-type="bibr" rid="B12">2015</xref>). We tested this methodological approach, which is a novel application to a Mediterranean case study, at a pilot scale to support a participatory procedure and elicit stakeholders&#x00027; preferences as a step toward understanding and incorporating their knowledge and views. This kind of process is expected to contribute to effective fisheries management in terms of agreement on specific objectives and measures.</p>
<p>Information on the management and socio-economic aspects of fisheries is relatively limited in the Mediterranean and Black Seas, where there is a need for more integration of the ecosystem and socio-economic considerations into assessment procedures (Sartor et al., <xref ref-type="bibr" rid="B38">2014</xref>). Full stakeholders&#x00027; engagement is thus pivotal to promote tools for developing effective fisheries co-management, evolving toward an assessment of fisheries systems rather than fish stocks. Following Halls et al. (<xref ref-type="bibr" rid="B15">2005</xref>), such an approach can make a broader use of traditional ecological knowledge and propose co-management initiatives in data collection methods, especially for small scale fisheries.</p>
<p>We explored the preferences of 12 stakeholders answering to two surveys in a meeting organized by MEDAC, applying AHP and NFSDSS methods. With the former method we elicited the stakeholders&#x00027; perceptions about the objectives and indicators used for stocks, ecosystem, and fisheries monitoring. Whereas, using the latter method we elicited the stakeholders&#x00027; preferences about management options to improve fishery sustainability.</p>
<p>Regarding the AHP, which is used in a very wide range of areas with complex decision and evaluation problems (Andalecio, <xref ref-type="bibr" rid="B2">2010</xref>; Kavadas et al., <xref ref-type="bibr" rid="B21">2015</xref>; Rossetto et al., <xref ref-type="bibr" rid="B33">2015</xref>), we identified clear benefits such as eliciting priorities among stakeholders and taking responsibilities (Nielsen and Mathiesen, <xref ref-type="bibr" rid="B28">2006</xref>). AHP is also an empowering, communicating, and quantifying tool that may allow stakeholder engagement, which is usually omitted from the formal decision-making process (Leung, <xref ref-type="bibr" rid="B23">2006</xref>; Brooks et al., <xref ref-type="bibr" rid="B7">2015</xref>). In addition, this technique acknowledges that decision-makers may be much more comfortable in expressing semantic evaluations (e.g., equal important, much more important, etc.) and using pairwise comparisons rather than expressing attributes only in terms of numerical scores. It is worth highlighting that in our case we observed a satisfactory consistency ratio for 10 out of 12 stakeholders interviewed. In addition, excluding the two respondents with a consistency ratio slightly above the threshold value from the AHP analysis did not affect the results.</p>
<p>However, users of this technique have pointed out some weaknesses, with criticisms focused on the structuring of the hierarchy process, the inconsistent ranking of preferences, and the lack of a pre-defined approach for the combination of judgments. Despite its simplicity AHP is considered to be a powerful and versatile technique with merits related to both the involvement of stakeholder groups in the decision-making process and the advantageous features of the method as a communication tool (Soma, <xref ref-type="bibr" rid="B40">2003</xref>).</p>
<p>An advantage of using NFSDSS, compared to similar methods such as AHP, is the major accuracy of the solution due to the automatic consistency checking (Tam et al., <xref ref-type="bibr" rid="B43">2006</xref>). In addition, NFSDSS takes advantage of the fuzzy set theory using semantic operators to allow the improvement of expert judgment analysis (Tam et al., <xref ref-type="bibr" rid="B44">2002</xref>). This leads to a further strength, as stakeholders have only three possible answers to give: prefer A to B, prefer B to A, or A and B are equally important. This simplifies the decision-making process and may reduce errors. Despite these advantages, NSFDSS, given the simplification of the questions, may sometimes lead to a reduction of the differentiation between decisions, making the selection of the best option difficult (Tam et al., <xref ref-type="bibr" rid="B43">2006</xref>).</p>
<p>Basically, the pilot scale surveys we carried out demonstrated the suitability of both the MCDA methods, even in the light of their pros and cons.</p>
<p>The proposed case studies seemed feasible and conducive for stakeholders&#x00027; engagement at the level of the fishing industry and non-governmental organizations (NGOs), that are members of the MEDAC. Overall, the exploratory analysis and the ranking preferences gave consistent results and showed a low level of skewness in the opinions expressed by the participants in the surveys, even though the group composition mirrored the presence of stakeholders with different backgrounds, as represented in the MEDAC. This allowed us to neglect the analysis by group, treating all the stakeholders as belonging to the same group.</p>
<p>Looking into the results of the surveys, it emerged that the opinions of different stakeholders linked to key issues of fisheries&#x00027; sustainability (e.g., improving ecosystem state and yield in the long term, avoiding bycatches, and reducing discards) converged toward preferences for ecological state objectives, such as, <italic>maintain a safe level of reproductive potential</italic>, and for economic state objectives, such as, <italic>improve cost efficiency</italic>. The latter received a higher preference compared to the counterpart economical state objective <italic>maximize the revenue</italic>, while the lowest score was assigned to the objective of the pressure/impact component <italic>reduce discard</italic>. This result demonstrates the awareness of the key role of ecological objectives, as in Janssen et al. (<xref ref-type="bibr" rid="B18">2014</xref>), and also reflects the common sense of fishermen, who generally consider the spawners as the more fragile component of the stock, which necessitates protection. This is quite different from the results of Aanesen et al. (<xref ref-type="bibr" rid="B1">2014</xref>), who found a low interest of the industry in fostering ecological objectives.</p>
<p>Regarding the economic state, it was unsurprising that stakeholders considered the objective of <italic>improve cost efficiency</italic> more effective for increasing profit, given that possible limitations of effort and catches would make it more difficult to <italic>maximize revenues</italic> if cost efficiency and marketing of the fish products are not improved. The low level of preference assigned to <italic>reduce discard</italic> might be due to the perception of this objective as a further burden, considered difficult to put in practice in the short term in the multispecies&#x02013;multitarget Mediterranean fisheries.</p>
<p>Indicators are commonly used in the communication between scientific researchers and managers as synthetic tools to monitor the stocks, the fleet, as well as the ecological state of marine resources. Each indicator is generally defined with the aim to control the achievement of a specific objective, while all the objectives concur to the attainment of the main goal (i.e., contributing to sustainable fishery management). The role of such indicators is crucial because they make it possible to describe the current situation of the fishery system and to foresee the impact of alternative management measures through the use of <italic>ad hoc</italic> bio-economic simulation models (e.g., Bevacqua et al., <xref ref-type="bibr" rid="B6">2009</xref>; Johnston et al., <xref ref-type="bibr" rid="B20">2010</xref>; Spedicato, <xref ref-type="bibr" rid="B41">2016</xref>; Russo et al., <xref ref-type="bibr" rid="B34">2017</xref>). Nevertheless, the understanding of these indicators is not always straightforward for the stakeholders, who are not fully involved in the advice process. Moreover, their practice and solid knowledge of the aspects linked to the fishery sector would have the potential to streamline the management process, improving the level of compliance to the management measures.</p>
<p>A glance into the ranking of the indicators (survey 1) shows that the economic and ecological ones occupy the top five places in the list. In particular, the decisive importance that stakeholders assign to <italic>fuel costs</italic> in determining the cost-effectiveness of fisheries is clear, which is consistent with the first-level objective <italic>improve cost efficiency</italic>. After that, we find three indicators (<italic>biomass of all species, mean size of the spawners</italic>, and <italic>spawning stock biomass</italic>), all belonging to the ecological component, which highlight the importance that stakeholders assign to monitoring the reproductive potential and stock abundance. Low interest is expressed for the indicator linked to the fish community structure, the <italic>Large Fish Indicator (LFI)</italic>, which is related to the ecosystem state, but this is counterbalanced by the interest for the indicator <italic>biomass of all the species</italic>. The reason may be that the latter is more understandable and even easier to communicate than the former.</p>
<p>As in Prigent et al. (<xref ref-type="bibr" rid="B30">2008</xref>) we observed that the ecological indicators used by the fishermen as the basis to form their opinions were quite similar to those generally used by scientists for assessing the state of exploited marine populations and communities.</p>
<p>Overall, the results of the second-level objectives are quite in line with those of Aanesen et al. (<xref ref-type="bibr" rid="B1">2014</xref>), who observed that stakeholders belonging to the fishing industry ranked as first the economic objectives, which highlights the stakeholder&#x00027;s attitude to consider unrealistic achieving the objective of the biological resources sustainability without social and economic sustainability.</p>
<p>With regards to the economic indicators, stakeholders gave higher priority to <italic>revenue</italic> in comparison to production, which is a sign of awareness that increasing fish <italic>production</italic> does not necessarily turn into increased revenue, and they gave higher priority to <italic>fuel costs</italic> in comparison to <italic>crew costs</italic>. This is because fuel is one of the more significant variable costs in the fishing industry.</p>
<p>In addition, it is worth noting that the pressure/impact indicators always occupy a low rank position. Consistently with the value assigned to the first-level objectives, the indicators <italic>discard rate of commercially exploited species</italic> and <italic>discard rate of all the exploited species</italic> were considered less important compared to the ecological state and economic indicators.</p>
<p>As observed by Innes and Pascoe (<xref ref-type="bibr" rid="B17">2010</xref>), a lower relevance was given to <italic>Discard rate of commercially exploited species</italic>. Conversely, higher preferences were given to the ecological indicators, indicating that stakeholders focus more on population state indicators than on impact indicators, as also pinpointed by Nielsen and Mathiesen (<xref ref-type="bibr" rid="B28">2006</xref>) in an AHP application.</p>
<p>Among the pressure/impact indicators, only <italic>Fishing mortality at the MSY of a mix of target species</italic> reached a high priority level, probably because stakeholders perceive the need to account for the complexity of the ecosystem in terms of the number of species and their interactions rather than referring to a single stock.</p>
<p>Interestingly, the aggregated preferences of alternative management measures (survey 2) ranked against the objectives showed that the perceptions of the objectives were consistent with the results of survey 1, prioritizing the ecological objective <italic>Maintain a safe level of the reproductive potential of target species</italic> and the economic objective <italic>Optimize revenues</italic>. There was, however, a social concern, which is underpinned by the priority assigned to the objective <italic>Maintain occupation levels</italic>. This is clearly indicative of an individual perspective, as the objective <italic>Allow equitable access to resources by all the fishing metiers</italic> received one of the lowest scores, testifying to the peculiar aspect of highly competitive fishermen&#x00027;s behavior. Consistent with survey 1, objectives such as, <italic>Maintain an adequate structure of target populations</italic> received the least interest, confirming the difficulties in perceiving/understanding the consequences of fishery impact in terms of erosion of age/length groups from harvested populations.</p>
<p>Considering management options, the <italic>measures combination</italic> was ranked as the first option while <italic>spatial fishing ban</italic> was second. The worst option for stakeholders was scrapping of the fleet, likely showing that most of them have not yet lost hope that the fisheries could produce income, if the exploitation of the resources is sustainable. Moreover, the very low ranking of <italic>keep the status quo</italic> shows awareness that the current state of exploitation can hardly be sustained in the long run. Less consideration was given to the management strategy <italic>improve gear selectivity</italic>, which seems to reflect the view that selectivity measures alone are not very effective for the Mediterranean mixed fisheries. It is interesting to note that the <italic>spatial fishing ban</italic> was preferred to the <italic>seasonal fishing ban</italic>, which could be interpreted as showing greater confidence in the positive effect of protecting only some essential fish habitats, such as, spawner/nursery areas, in comparison to a <italic>seasonal fishing ban</italic> extended to all the areas. This is probably because spatial fishing bans leave room for the idea that some fishing activities in areas other than those that are protected could be allowed throughout the year. This would contradict to a certain extent the reluctance of stakeholders to establish marine protected areas, which was reported by Jentoft et al. (<xref ref-type="bibr" rid="B19">2012</xref>), who pinpointed fishermen&#x00027;s concerns about such spatial measures, based on the perceived risk of reduced operational flexibility and an imbalance between gains and losses. On the other hand, even in the present study, the high interest expressed toward <italic>spatial fishing ban</italic> is not corroborated by the priority assigned to indicators such as, the presence of <italic>spawning</italic> and <italic>nursery areas</italic>, which received a low rank in survey 1. This apparent contradiction could be a consequence of the range of indicators proposed, which led to higher ranks for those that were easier to interpret and, to a certain extent, also to the broader scale of semantic operators (5 possibilities) used in AHP. The preference of one management strategy compared to another one (e.g., the <italic>spatial fishing ban</italic> vs. <italic>seasonal fishing ban</italic>) is an aspect that is often neglected, but it represents important information that is useful for managers in the preparation of MAPs. Indeed, the reduction in the fishing pressure and especially the change of the exploitation patterns (increased size/age at first capture) for restoring the overexploited stocks and achieving the maximum sustainable yield (MSY) are pivotal for the implementation of the new CFP objectives. Gear selectivity has been considered insufficient or inadequate to reduce the fishing mortality on the fisheries&#x00027; recruits (e.g., Suuronen, <xref ref-type="bibr" rid="B42">2005</xref>). Seasonal fishing bans have been applied in the European Mediterranean countries (e.g., Greece and Italy), but they have not effectively mitigated the overexploitation of stocks, especially those mainly distributed offshore.</p>
<p>MCDA assessments can, however, be affected by a range of uncertainties due to the imperfect knowledge of the specific system under study, the subjectivity of expert judgments, unfamiliarity with the elicitation process, a large number of pairwise comparisons, incomplete information or knowledge, uncertainty about the outcome of events, or levels of intensity associated with stakeholder preferences (e.g., Banuelas and Antony, <xref ref-type="bibr" rid="B4">2004</xref>; Rossetto et al., <xref ref-type="bibr" rid="B33">2015</xref>).</p>
<p>In this study we addressed uncertainty issues, applying a probabilistic approach via the propagation of a normal error from the individual rankings to the synthetic rankings. Consequently, accounting for uncertainty allowed more appropriate rankings among objectives, indicators, and management options. Indeed, in our survey, a sensitivity analysis was carried out to evaluate the robustness of the results, with respect to the uncertainty associated to the weights expressing the relative importance of the elements considered in the AHP and NSFDSS. This approach is similar to the one used in Rossetto et al. (<xref ref-type="bibr" rid="B33">2015</xref>) and differs from the probabilistic judgments method described in Banuelas and Antony (<xref ref-type="bibr" rid="B4">2004</xref>), as the present work multiplicatively applies a normal distributed error to the deterministic eigenvector (in AHP) and to the objectives and management options priority vectors (in NSFDSS) to obtain the perturbed rankings.</p>
<p>Increased stakeholder participation and their knowledge integration are suggested to improve the EU&#x00027;s CFP, which is suffering from legitimacy, credibility, and compliance problems (Linke et al., <xref ref-type="bibr" rid="B26">2011</xref>). The present work has made it possible to test a framework for the creation of synergies and to find common ground for a bottom-up approach in a transparent way. Two MCDA methods have been applied and proven useful for eliciting stakeholders&#x00027; view on the potential effects of key issues on the economic and environmental sustainability of fisheries; for example, improving ecosystem state and yield in the long term, avoiding by catches and reducing discards, changing technical features of the gears, facing possible losses in the short term, and changing/releasing local seafood traditions/habits. The results suggest that, according to the preferences of the interviewed stakeholders, management measures aimed at reducing the environmental impacts of fishing that are more broad than simply discarding could be appropriate and sharable. In addition, to improve stakeholders&#x00027; participatory role, there is a need for continuous cycles of planning, implementation, and adjustment due to the inherent complexity of monitoring fisheries, as well as the uncertainty of the fishery management process. At the same time, the ability to understand the concerns of managers (regulatory aspects, control issues, time-lines, political dimension, etc.), scientists (data availability, knowledge on species biology, population dynamic, etc.), and fishermen (practices, lifestyle, language issues, etc.) is key to ensuring a smooth process and the successful preparation and implementation of MAPs.</p>
</sec>
<sec id="s5">
<title>Author contributions</title>
<p>Substantial contributions to the conception or design of the work: GL, MTS, JB, VV, MS, and TG. Acquisition, analysis and interpretation of data: IB, GL, MTS, and MF. Drafting the work: GL, IB, and MTS. Revising the work critically for important intellectual content: GL, JB, IB, MF, TG, MS, VV, and MTS. Final approval of the version to be published: GL, JB, IB, MF, TG, MS, VV, and MTS. Agreement to be accountable for all aspects of the work in ensuring that questions related to the accuracy or integrity of any part of the work are appropriately investigated and resolved: GL, JB, IB, MF, TG, MS, VV, and MTS.</p>
<sec>
<title>Conflict of interest statement</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</sec>
</body>
<back>
<ack><p>This research was funded by the European Commission under the DISCATCH project (European Grant MARE/2012/24-Lot2, SI2.672370: Pilot project on catch and discard composition including solutions for limitation and possible elimination of unwanted bycatches in trawl net fisheries in the Mediterranean). We are grateful to MEDAC and the stakeholders involved in the study who have agreed to contribute with their knowledge and availability to the realization of this work.</p>
</ack>
<sec sec-type="supplementary-material" id="s6">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fmars.2017.00328/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fmars.2017.00328/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="DataSheet1.pdf" id="SM1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aanesen</surname> <given-names>M.</given-names></name> <name><surname>Armstrong</surname> <given-names>W. C.</given-names></name> <name><surname>Bloomfield</surname> <given-names>H. J.</given-names></name> <name><surname>R&#x000F6;ckmann</surname> <given-names>C.</given-names></name></person-group> (<year>2014</year>). <article-title>What does stakeholder involvement mean for fisheries management?</article-title> <source>Ecol. Soc</source>. <volume>19</volume>:<fpage>35</fpage>. <pub-id pub-id-type="doi">10.5751/ES-06947-190435</pub-id></citation></ref>
<ref id="B2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Andalecio</surname> <given-names>M.</given-names></name></person-group> (<year>2010</year>). <article-title>Multi-criteria decision models for management of tropical coastal fisheries. A review</article-title>. <source>Agron. Sustain. Dev</source>. <volume>30</volume>, <fpage>557</fpage>&#x02013;<lpage>580</lpage>. <pub-id pub-id-type="doi">10.1051/agro/2009051</pub-id></citation></ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Arbel</surname> <given-names>A.</given-names></name> <name><surname>Vargas</surname> <given-names>L.</given-names></name></person-group> (<year>1993</year>). <article-title>Preference simulation and preference programming: robustness issues in priority derivation</article-title>. <source>Eur. J. Oper. Res</source>. <volume>69</volume>, <fpage>200</fpage>&#x02013;<lpage>209</lpage>. <pub-id pub-id-type="doi">10.1016/0377-2217(93)90164-I</pub-id></citation></ref>
<ref id="B4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Banuelas</surname> <given-names>R.</given-names></name> <name><surname>Antony</surname> <given-names>J.</given-names></name></person-group> (<year>2004</year>). <article-title>Modified analytic hierarchy process to incorporate uncertainty and managerial aspects</article-title>. <source>Int. J. Prod. Res</source>. <volume>42</volume>, <fpage>3851</fpage>&#x02013;<lpage>3872</lpage>. <pub-id pub-id-type="doi">10.1080/00207540410001699183</pub-id></citation></ref>
<ref id="B5">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Belton</surname> <given-names>V.</given-names></name> <name><surname>Stewart</surname> <given-names>T.</given-names></name></person-group> (<year>2002</year>). <source>Multiple Criteria Decision Analysis - An Integrated Approach</source>. <publisher-loc>Boston, MA</publisher-loc>: <publisher-name>Kluwer Academic Press</publisher-name>.</citation></ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bevacqua</surname> <given-names>D.</given-names></name> <name><surname>Meli&#x000E0;</surname> <given-names>P.</given-names></name> <name><surname>Crivelli</surname> <given-names>A. J.</given-names></name> <name><surname>Gatto</surname> <given-names>M.</given-names></name> <name><surname>De Leo</surname> <given-names>G. A.</given-names></name></person-group> (<year>2009</year>). <article-title>Assessing management plans for the recovery of the European eel: a need for multi-objective analyses</article-title>. <source>Am. Fish. Soc. Symp</source>. <volume>69</volume>, <fpage>637</fpage>&#x02013;<lpage>647</lpage>. <pub-id pub-id-type="doi">10.1016/j.envsoft.2014.10.008</pub-id></citation></ref>
<ref id="B7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brooks</surname> <given-names>K.</given-names></name> <name><surname>Schirmer</surname> <given-names>J.</given-names></name> <name><surname>Pascoe</surname> <given-names>S.</given-names></name> <name><surname>Triantafillos</surname> <given-names>L.</given-names></name> <name><surname>Jebreen</surname> <given-names>E.</given-names></name> <name><surname>Cannard</surname> <given-names>T.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Selecting and assessing social objectives for Australian fisheries management</article-title>. <source>Mar. Policy</source> <volume>53</volume>, <fpage>111</fpage>&#x02013;<lpage>122</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2014.11.023</pub-id></citation></ref>
<ref id="B8">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>S. Y.</given-names></name></person-group> (<year>1998</year>). <source>Engineering Fuzzy Set Theory and Application</source>. <publisher-loc>Beijing</publisher-loc>: <publisher-name>State Security Industry Press</publisher-name>.</citation></ref>
<ref id="B9">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Cochrane</surname> <given-names>K. L.</given-names></name> <name><surname>Augustyn</surname> <given-names>C. J.</given-names></name> <name><surname>Bianchi</surname> <given-names>G.</given-names></name> <name><surname>de Barros</surname> <given-names>P.</given-names></name> <name><surname>Fairweather</surname> <given-names>T.</given-names></name> <name><surname>Iitembu</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2007</year>). <source>Results and Conclusions of the Project &#x0201C;Ecosystem Approaches for Fisheries Management in the Benguela Current Large Marine Ecosystem</source>.&#x0201D; FAO Fisheries Circular. No. 1026. Rome.</citation></ref>
<ref id="B10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Damalas</surname> <given-names>D.</given-names></name> <name><surname>Vassilopoulou</surname> <given-names>V.</given-names></name></person-group> (<year>2013</year>). <article-title>Slack regulation compliance in the Mediterranean fisheries: a paradigm from the Greek Aegean Sea demersal trawl fishery, modelling discard ogives</article-title>. <source>Fish. Manage. Ecol.</source> <volume>20</volume>, <fpage>21</fpage>&#x02013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1111/j.1365-2400.2012.00860.x</pub-id></citation></ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Delaney</surname> <given-names>A. E.</given-names></name> <name><surname>McLay</surname> <given-names>H. A.</given-names></name> <name><surname>van Densen</surname> <given-names>W. L. T.</given-names></name></person-group> (<year>2007</year>). <article-title>Influences of discourse on decision-making in EU fisheries management: the case of North Sea cod (<italic>Gadus morhua</italic>)</article-title>. <source>ICES J. Mar. Sci</source>. <volume>64</volume>, <fpage>804</fpage>&#x02013;<lpage>810</lpage>. <pub-id pub-id-type="doi">10.1093/icesjms/fsm015</pub-id></citation></ref>
<ref id="B12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Est&#x000E9;vez</surname> <given-names>R. A.</given-names></name> <name><surname>Gelcich</surname> <given-names>S.</given-names></name></person-group> (<year>2015</year>). <article-title>Participative multi-criteria decision analysis in marine management and conservation: research progress and the challenge of integrating value judgments and uncertainty</article-title>. <source>Mar. Policy</source> <volume>61</volume>, <fpage>1</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2015.06.022</pub-id></citation></ref>
<ref id="B13">
<citation citation-type="book"><person-group person-group-type="author"><collab>FAO</collab></person-group> (<year>2016</year>). <source>The State of Mediterranean and Black Sea Fisheries</source>. <publisher-loc>Rome</publisher-loc>: <publisher-name>General Fisheries Commission for the Mediterranean</publisher-name>.</citation></ref>
<ref id="B14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Garcia</surname> <given-names>M.</given-names></name> <name><surname>Cochrane</surname> <given-names>K. L.</given-names></name></person-group> (<year>2005</year>). <article-title>Ecosystem approach to fisheries: a review of implementation guidelines</article-title>. <source>ICES J. Mar. Sci</source>. <volume>62</volume>, <fpage>311</fpage>&#x02013;<lpage>318</lpage>. <pub-id pub-id-type="doi">10.1016/j.icesjms.2004.12.003</pub-id></citation></ref>
<ref id="B15">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Halls</surname> <given-names>A. S.</given-names></name> <name><surname>Arthur</surname> <given-names>R. I.</given-names></name> <name><surname>Bartley</surname> <given-names>D.</given-names></name> <name><surname>Felsing</surname> <given-names>M.</given-names></name> <name><surname>Grainger</surname> <given-names>R.</given-names></name> <name><surname>Hartmann</surname> <given-names>W.</given-names></name> <etal/></person-group>. (<year>2005</year>). <source>Guidelines for Designing Data Collection and Sharing Systems for Co-managed Fisheries. Part 1: Practical Guide</source>. <publisher-loc>FAO Fisheries Technical Paper. No. 494/1. Rome</publisher-loc>: <publisher-name>FAO</publisher-name>.</citation></ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hamming</surname> <given-names>R. W.</given-names></name></person-group> (<year>1950</year>). <article-title>Error-detecting and error-correcting codes</article-title>. <source>AT&#x00026;T. Tech. J</source>. <volume>29</volume>, <fpage>147</fpage>&#x02013;<lpage>160</lpage>. <pub-id pub-id-type="doi">10.1002/j.1538-7305.1950.tb00463.x</pub-id></citation></ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Innes</surname> <given-names>J. P.</given-names></name> <name><surname>Pascoe</surname> <given-names>S.</given-names></name></person-group> (<year>2010</year>). <article-title>A multi-criteria assessment of fishing gear impacts in demersal fisheries</article-title>. <source>J. Environ. Manage</source>. <volume>91</volume>, <fpage>932</fpage>&#x02013;<lpage>939</lpage>. <pub-id pub-id-type="doi">10.1016/j.jenvman.2009.11.011</pub-id><pub-id pub-id-type="pmid">20022161</pub-id></citation></ref>
<ref id="B18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Janssen</surname> <given-names>R.</given-names></name> <name><surname>Knudsen</surname> <given-names>S.</given-names></name> <name><surname>Todorova</surname> <given-names>V.</given-names></name> <name><surname>Hosg&#x000F6;r</surname> <given-names>A. G.</given-names></name></person-group> (<year>2014</year>). <article-title>Managing Rapana in the Black Sea: stakeholder workshops on both sides</article-title>. <source>Ocean Coast. Manage</source>. <volume>87</volume>, <fpage>75</fpage>&#x02013;<lpage>87</lpage>. <pub-id pub-id-type="doi">10.1016/j.ocecoaman.2013.10.015</pub-id></citation></ref>
<ref id="B19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jentoft</surname> <given-names>S.</given-names></name> <name><surname>Pascual-Fernandez</surname> <given-names>J. J.</given-names></name> <name><surname>De la Cruz Modino</surname> <given-names>R.</given-names></name> <name><surname>Gonzalez-Ramallal</surname> <given-names>M.</given-names></name> <name><surname>Chuenpagdee</surname> <given-names>R.</given-names></name></person-group> (<year>2012</year>). <article-title>What stakeholders think about marine protected areas: case studies from Spain</article-title>. <source>Hum. Ecol.</source> <volume>40</volume>, <fpage>185</fpage>&#x02013;<lpage>197</lpage>. <pub-id pub-id-type="doi">10.1007/s10745-012-9459-6</pub-id></citation></ref>
<ref id="B20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Johnston</surname> <given-names>F. F.</given-names></name> <name><surname>Arlinghaus</surname> <given-names>R.</given-names></name> <name><surname>Dieckmann</surname> <given-names>U.</given-names></name></person-group> (<year>2010</year>). <article-title>Diversity and complexity of angler behavior drive socially optimal input and output regulations in a bioeconomic recreational fisheries model</article-title>. <source>Can. J. Fish. Aquat. Sci.</source> <volume>67</volume>, <fpage>1507</fpage>&#x02013;<lpage>1531</lpage>. <pub-id pub-id-type="doi">10.1139/F10-046</pub-id></citation></ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kavadas</surname> <given-names>S.</given-names></name> <name><surname>Maina</surname> <given-names>I.</given-names></name> <name><surname>Dalamas</surname> <given-names>D.</given-names></name> <name><surname>Dokos</surname> <given-names>I.</given-names></name> <name><surname>Pantazi</surname> <given-names>M.</given-names></name> <name><surname>Vassilopoulou</surname> <given-names>V.</given-names></name></person-group> (<year>2015</year>). <article-title>Multi-criteria decision analysis as a tool to extract fishing footprints: application to small scale fisheries and implications for management in the context of the Maritime spatial planning directive</article-title>. <source>Medit. Mar. Sci</source>. <volume>16</volume>, <fpage>294</fpage>&#x02013;<lpage>304</lpage>. <pub-id pub-id-type="doi">10.12681/mms.1087</pub-id></citation></ref>
<ref id="B22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>W.</given-names></name> <name><surname>Lau</surname> <given-names>H.</given-names></name> <name><surname>Samson</surname> <given-names>T.</given-names></name></person-group> (<year>2001</year>). <article-title>A fuzzy analytic hierarchy process approach in modular product design</article-title>. <source>Expert Syst</source>. <volume>18</volume>, <fpage>32</fpage>&#x02013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1111/1468-0394.00153</pub-id></citation></ref>
<ref id="B23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leung</surname> <given-names>P. S.</given-names></name></person-group> (<year>2006</year>). <article-title>Multiple-criteria decision making (MCDM) applications in fishery management</article-title>. <source>Int. J. Environ. Technol. Manage.</source> <volume>6</volume>, <fpage>96</fpage>&#x02013;<lpage>110</lpage>. <pub-id pub-id-type="doi">10.1504/IJETM.2006.008255</pub-id></citation></ref>
<ref id="B24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leung</surname> <given-names>P. S.</given-names></name> <name><surname>Muraoka</surname> <given-names>J.</given-names></name> <name><surname>Nakamoto</surname> <given-names>S. T.</given-names></name> <name><surname>Pooley</surname> <given-names>S.</given-names></name></person-group> (<year>1998</year>). <article-title>Evaluating fisheries management options in Hawaii using analytic hierarchy process (AHP)</article-title>. <source>Fish. Res.</source> <volume>36</volume>, <fpage>171</fpage>&#x02013;<lpage>183</lpage>. <pub-id pub-id-type="doi">10.1016/S0165-7836(98)00097-6</pub-id></citation></ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Levary</surname> <given-names>R.</given-names></name> <name><surname>Wan</surname> <given-names>K.</given-names></name></person-group> (<year>1998</year>). <article-title>A simulation approach for handling uncertainty in the analytic hierarchy process</article-title>. <source>Eur. J. Oper. Res</source>. <volume>106</volume>, <fpage>116</fpage>&#x02013;<lpage>122</lpage>. <pub-id pub-id-type="doi">10.1016/S0377-2217(97)00134-3</pub-id></citation></ref>
<ref id="B26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Linke</surname> <given-names>S.</given-names></name> <name><surname>Dreyer</surname> <given-names>M.</given-names></name> <name><surname>Sellke</surname> <given-names>P.</given-names></name></person-group> (<year>2011</year>). <article-title>The Regional Advisory Councils: what is their potential to incorporate stakeholder knowledge into fisheries governance?</article-title> <source>Ambio</source> <volume>40</volume>, <fpage>133</fpage>&#x02013;<lpage>143</lpage>. <pub-id pub-id-type="doi">10.1007/s13280-010-0125-1</pub-id><pub-id pub-id-type="pmid">21446392</pub-id></citation></ref>
<ref id="B27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mardle</surname> <given-names>S.</given-names></name> <name><surname>Pascoe</surname> <given-names>S.</given-names></name></person-group> (<year>1999</year>). <article-title>A review of applications of multiple&#x02013;criteria decision-making techniques</article-title>. <source>Mar. Resour. Econ</source>. <volume>14</volume>, <fpage>41</fpage>&#x02013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1086/mre.14.1.42629251</pub-id></citation></ref>
<ref id="B28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nielsen</surname> <given-names>J. R.</given-names></name> <name><surname>Mathiesen</surname> <given-names>C.</given-names></name></person-group> (<year>2006</year>). <article-title>Stakeholder preferences for Danish fisheries management of sand eel and Norway pout</article-title>. <source>Fish. Res</source>. <volume>77</volume>, <fpage>92</fpage>&#x02013;<lpage>101</lpage>. <pub-id pub-id-type="doi">10.1016/j.fishres.2005.08.002</pub-id></citation></ref>
<ref id="B29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pascoe</surname> <given-names>S.</given-names></name> <name><surname>Brooks</surname> <given-names>K.</given-names></name> <name><surname>Cannard</surname> <given-names>T.</given-names></name> <name><surname>Dichmont</surname> <given-names>C. M.</given-names></name> <name><surname>Jebreen</surname> <given-names>E.</given-names></name> <name><surname>Schirmer</surname> <given-names>J.</given-names></name></person-group> (<year>2014</year>). <article-title>Social objectives of fisheries management: what are managers&#x00027; priorities?</article-title> <source>Ocean Coast. Manage</source> <volume>98</volume>, <fpage>1</fpage>&#x02013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.1016/j.ocecoaman.2014.05.014</pub-id></citation></ref>
<ref id="B30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Prigent</surname> <given-names>M.</given-names></name> <name><surname>Fontenelle</surname> <given-names>G.</given-names></name> <name><surname>Rochet</surname> <given-names>M.-J, Trenkel, V. M.</given-names></name></person-group> (<year>2008</year>). <article-title>Using cognitive maps to investigate fishers&#x00027; ecosystem objectives and knowledge</article-title>. <source>Ocean Coast. Manage</source>. <volume>51</volume>, <fpage>450</fpage>&#x02013;<lpage>462</lpage>. <pub-id pub-id-type="doi">10.1016/j.ocecoaman.2008.04.005</pub-id></citation></ref>
<ref id="B31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rochet</surname> <given-names>M-J.</given-names></name> <name><surname>Prigent</surname> <given-names>M.</given-names></name> <name><surname>Bertrand</surname> <given-names>J. A.</given-names></name> <name><surname>Carpentier</surname> <given-names>A.</given-names></name> <name><surname>Coppin</surname> <given-names>F.</given-names></name> <name><surname>Delpech</surname> <given-names>J-P.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>Ecosystem trends: evidence for agreement between fishers&#x00027; perceptions and scientific information</article-title>. <source>ICES J. Mar. Sci</source>. <volume>65</volume>, <fpage>1057</fpage>&#x02013;<lpage>1068</lpage>. <pub-id pub-id-type="doi">10.1093/icesjms/fsn062</pub-id></citation></ref>
<ref id="B32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>R&#x000F6;ckmann</surname> <given-names>C.</given-names></name> <name><surname>Ulrich</surname> <given-names>C.</given-names></name> <name><surname>Dreyer</surname> <given-names>M.</given-names></name> <name><surname>Bell</surname> <given-names>E.</given-names></name> <name><surname>Borodzicz</surname> <given-names>E.</given-names></name> <name><surname>Haapasaari</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>The added value of participatory modelling in fisheries management &#x02013; what has been learnt?</article-title> <source>Mar. Policy</source> <volume>36</volume>, <fpage>1072</fpage>&#x02013;<lpage>1085</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2012.02.027</pub-id></citation></ref>
<ref id="B33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rossetto</surname> <given-names>M.</given-names></name> <name><surname>Bitetto</surname> <given-names>I.</given-names></name> <name><surname>Spedicato</surname> <given-names>M. T.</given-names></name> <name><surname>Lembo</surname> <given-names>G.</given-names></name> <name><surname>Gambino</surname> <given-names>M.</given-names></name> <name><surname>Accadia</surname></name> <etal/></person-group>. (<year>2015</year>). <article-title>Multi-criteria decision-making for fisheries management: a case study of Mediterranean demersal fisheries</article-title>. <source>Mar. Policy</source> <volume>53</volume>, <fpage>83</fpage>&#x02013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2014.11.006</pub-id></citation></ref>
<ref id="B34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Russo</surname> <given-names>T.</given-names></name> <name><surname>Bitetto</surname> <given-names>I.</given-names></name> <name><surname>Carbonara</surname> <given-names>P.</given-names></name> <name><surname>Carlucci</surname> <given-names>R.</given-names></name> <name><surname>D&#x00027;Andrea</surname> <given-names>L.</given-names></name> <name><surname>Facchini</surname> <given-names>M. T. G.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>A holistic approach to fishery management: evidence and insights from a central mediterranean case study (Western Ionian Sea)</article-title>. <source>Front. Mar. Sci.</source> <volume>4</volume>:<fpage>193</fpage>. <pub-id pub-id-type="doi">10.3389/fmars.2017.00193</pub-id></citation></ref>
<ref id="B35">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Saaty</surname> <given-names>T. L.</given-names></name></person-group> (<year>1980</year>). <source>The Analytical Hierarchy Process</source>. <publisher-loc>Pittsburgh, PA</publisher-loc>: <publisher-name>RWS Publications</publisher-name>.</citation></ref>
<ref id="B36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Saaty</surname> <given-names>T. L.</given-names></name></person-group> (<year>2003</year>). <article-title>Decision-making with the AHP: why is the principal eigenvector necessary</article-title>. <source>Eur. J. Oper. Res</source>. <volume>145</volume>, <fpage>85</fpage>&#x02013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.1016/S0377-2217(02)00227-8</pub-id></citation></ref>
<ref id="B37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Saaty</surname> <given-names>T. L.</given-names></name></person-group> (<year>2008</year>). <article-title>Decision making with the analytic hierarchy process</article-title>. <source>Int. J. Services Sci</source>. <volume>1</volume>, <fpage>83</fpage>&#x02013;<lpage>98</lpage>. <pub-id pub-id-type="doi">10.1504/IJSSCI.2008.017590</pub-id></citation></ref>
<ref id="B38">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sartor</surname> <given-names>P.</given-names></name> <name><surname>Colloca</surname> <given-names>F.</given-names></name> <name><surname>Maravelias</surname> <given-names>C.</given-names></name> <name><surname>Maynou</surname> <given-names>F.</given-names></name></person-group>. (<year>2014</year>). <article-title>Critical assessment of the current understanding/knowledge of the framework of the ecosystem approach to fisheries in the Mediterranean and Black Seas</article-title>. <source>Sci. Mar</source>. <volume>78S1</volume>, <fpage>19</fpage>&#x02013;<lpage>27</lpage>. <pub-id pub-id-type="doi">10.3989/scimar.04021.17B</pub-id></citation></ref>
<ref id="B39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shelton</surname> <given-names>P. A.</given-names></name></person-group> (<year>2007</year>). <article-title>The weakening role of science in the management of groundfish off the east coast of Canada</article-title>. <source>ICES J. Mar. Sci</source>. <volume>64</volume>, <fpage>723</fpage>&#x02013;<lpage>729</lpage>. <pub-id pub-id-type="doi">10.1093/icesjms/fsm008</pub-id></citation></ref>
<ref id="B40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Soma</surname> <given-names>K.</given-names></name></person-group> (<year>2003</year>). <article-title>How to involve stakeholders in fisheries management &#x02013; a country case study in Trinidad and Tobago</article-title>. <source>Mar. Policy</source> <volume>27</volume>, <fpage>47</fpage>&#x02013;<lpage>58</lpage>. <pub-id pub-id-type="doi">10.1016/S0308-597X(02)00050-7</pub-id></citation></ref>
<ref id="B41">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Spedicato</surname> <given-names>M. T.</given-names></name></person-group> (<year>2016</year>). <source>Study on the Evaluation of Specific Management Scenarios for the Preparation of Multiannual Management Plans in the Mediterranean and the Black Sea</source>. Final Report, CALL MARE/2014/27, CONTRACT NUMBER - EASME/EMFF/2014/1.3.2.7/SI2.703 193. <pub-id pub-id-type="doi">10.2826/85917</pub-id></citation></ref>
<ref id="B42">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Suuronen</surname> <given-names>P.</given-names></name></person-group> (<year>2005</year>). <source>Mortality of Fish Escaping Trawl Gears</source>. FAO Fisheries Technical Paper. No. 478. <publisher-loc>Rome</publisher-loc>: <publisher-name>FAO</publisher-name>.</citation></ref>
<ref id="B43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tam</surname> <given-names>C. M.</given-names></name> <name><surname>Tong</surname> <given-names>T. K. L.</given-names></name> <name><surname>Chiu</surname> <given-names>G. W. C.</given-names></name></person-group> (<year>2006</year>). <article-title>Comparing non-structural fuzzy decision support system and analytical hierarchy process in decision-making for construction problems</article-title>. <source>Eur. J. Oper. Res</source>. <volume>174</volume>, <fpage>1317</fpage>&#x02013;<lpage>1324</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejor.2005.03.013</pub-id></citation></ref>
<ref id="B44">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tam</surname> <given-names>C. M.</given-names></name> <name><surname>Tong</surname> <given-names>T. K. L.</given-names></name> <name><surname>Chiu</surname> <given-names>G. W. C.</given-names></name> <name><surname>Fung</surname> <given-names>I. W. H.</given-names></name></person-group> (<year>2002</year>). <article-title>Non-structural fuzzy decision support system for evaluation of construction safety management system</article-title>. <source>Int. J. Proj. Manage</source>. <volume>20</volume>, <fpage>303</fpage>&#x02013;<lpage>313</lpage>. <pub-id pub-id-type="doi">10.1016/S0263-7863(00)00055-7</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn id="fn0001"><p><sup>1</sup><italic>Regulation (EU) No 1380/2013 of the European Parliament and of the Council of 11 December 2013 on the Common Fisheries Policy, Amending Council Regulations (EC) No 1954/2003 and (EC) No 1224/2009 and Repealing Council Regulations (EC) No 2371/2002 and (EC) No 639/2004 and Council Decision 2004/585/EC Official Journal of the European Union</italic>. Brussels.</p></fn>
<fn id="fn0002"><p><sup>2</sup>Commission Decision (2008/695/EC). <italic>Commission Decision of 29 August 2008 Declaring Operational the Regional Advisory Council for Mediterranean Sea under the Common Fisheries Policy</italic>.</p></fn>
<fn id="fn0003"><p><sup>3</sup><italic>Directive 2008/56/EC of the European Parliament and of The Council of 17 June 2008 Establishing a Framework for Community Action in the Field of Marine Environmental Policy (Marine Strategy Framework Directive), EU-COM</italic>. Available online at: <ext-link ext-link-type="uri" xlink:href="http://eur-lex.europa.eu/LexUriServ/LexUriServ.do?uri=OJ:L:2008:164:0019:0040:EN:PDF">http://eur-lex.europa.eu/LexUriServ/LexUriServ.do?uri=OJ:L:2008:164:0019:0040:EN:PDF</ext-link>)</p></fn>
</fn-group>
</back>
</article>