<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Environ. Sci.</journal-id>
<journal-title>Frontiers in Environmental Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Environ. Sci.</abbrev-journal-title>
<issn pub-type="epub">2296-665X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">1369001</article-id>
<article-id pub-id-type="doi">10.3389/fenvs.2024.1369001</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Environmental Science</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Localizing the sustainable development goals in smart and sustainable cities: how can citizen-generated data support the local monitoring of SDGs? A case study of the Brussels Capital Region</article-title>
<alt-title alt-title-type="left-running-head">Borghys et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/fenvs.2024.1369001">10.3389/fenvs.2024.1369001</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Borghys</surname>
<given-names>Koen</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2249408/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Vandercruysse</surname>
<given-names>Laurens</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2649519/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Veeckman</surname>
<given-names>Carina</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/942962/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Temmerman</surname>
<given-names>Laura</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2649424/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Heyman</surname>
<given-names>Rob</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1901597/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>SMIT, Studies in Media, Innovation and Technology</institution>, <institution>Faculty of Social Sciences and Solvay Business School</institution>, <institution>Vrije Universiteit Brussel</institution>, <addr-line>Brussels</addr-line>, <country>Belgium</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Applied Economics</institution>, <institution>Faculty of Social Sciences and Solvay Business School</institution>, <institution>Vrije Universiteit Brussel</institution>, <addr-line>Brussels</addr-line>, <country>Belgium</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1558698/overview">Claudia Schuetze</ext-link>, Helmholtz Association of German Research Centres (HZ), Germany</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1442399/overview">Uta Koedel</ext-link>, Helmholtz Association of German Research Centres (HZ), Germany</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1142870/overview">Ayyoob Sharifi</ext-link>, Hiroshima University, Japan</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Koen Borghys, <email>koen.borghys@vub.be</email>
</corresp>
</author-notes>
<pub-date pub-type="epub">
<day>02</day>
<month>04</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>12</volume>
<elocation-id>1369001</elocation-id>
<history>
<date date-type="received">
<day>11</day>
<month>01</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>11</day>
<month>03</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2024 Borghys, Vandercruysse, Veeckman, Temmerman and Heyman.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Borghys, Vandercruysse, Veeckman, Temmerman and Heyman</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>
<bold>Introduction:</bold> The Sustainable Development Goals (SDGs) serve as the global reference framework for sustainable development endeavors. However, traditional data sources, including official statistics, fall short in effectively measuring SDG performance, due to substantial gaps in the availability of reliable, timely, actionable, disaggregated, and accessible information for policy formulation. This research explores the SDG monitoring potential of citizen-generated data to enhance local environmental in the Brussels Capital Region.</p>
<p>
<bold>Methods:</bold> Employing a qualitative approach, the study first defines and maps essential characteristics of citizen-generated data for inclusion in environmental SDG monitoring. Subsequently, expert interviews refine these characteristics and explore design requirements tailored to the Brussels Capital Region.</p>
<p>
<bold>Results:</bold> The research culminates in a framework linking essential citizen-generated data characteristics to design requirements, ensuring data suitability for local environmental SDG monitoring.</p>
<p>
<bold>Discussion:</bold> This framework advances the existing literature by specifically addressing local environmental SDG monitoring through citizen-generated data. It offers practical insights for local stakeholders, particularly policymakers, aiming to overcome barriers to the uptake of citizen-generated data and ultimately enhances environmental SDG monitoring in the Brussels Capital Region. The framework&#x2019;s applicability in other regions or for non-environmental SDG indicators remains a potential avenue for future research.</p>
</abstract>
<kwd-group>
<kwd>smart &#x26; sustainable cities</kwd>
<kwd>data-driven policymaking</kwd>
<kwd>non-traditional data</kwd>
<kwd>sustainable development goals</kwd>
<kwd>environmental SDG monitoring</kwd>
<kwd>indicators</kwd>
<kwd>expert interviews</kwd>
<kwd>citizen science data</kwd>
</kwd-group>
<contract-sponsor id="cn001">Vrije Universiteit Brussel<named-content content-type="fundref-id">10.13039/501100004418</named-content>
</contract-sponsor>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Environmental Informatics and Remote Sensing</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1">
<title>1 Introduction</title>
<p>The SDGs provide a global framework with a narrative to be implemented at the local level. Despite the inclusion of input from representatives of local governments during the formulation process, the SDGs remains a global agenda with an implicit focus on the national level. Consisting of a policy framework endorsed by all 193 member states of the United Nations (UN) and are set to be achieved by 2030. Currently, there is an ongoing process of localization facilitated by subnational actors, i.e., regional, and local entities (<xref ref-type="bibr" rid="B13">Greene and Meixell, 2017</xref>; <xref ref-type="bibr" rid="B29">Oosterhof, 2018</xref>).</p>
<p>The SDGs are associated with a large set of 248 indicators, which are intended to provide a comprehensive overview of progress while offering insights for future action. However, the reporting of these indicators is predominantly done at the national level, creating a challenge for subnational governments in identifying meaningful data sources to effectively measure the progress (<xref ref-type="bibr" rid="B13">Greene and Meixell, 2017</xref>; <xref ref-type="bibr" rid="B29">Oosterhof, 2018</xref>).</p>
<p>There is a critical need for high-quality, accessible, timely, reliable, and disaggregated data to facilitate the measurement of progress towards the SDGs (<xref ref-type="bibr" rid="B41">United Nations, 2020</xref>). Traditional data sources, such as official statistics, are proving inadequate for SDG measurement, necessitating innovative approaches for data collection (<xref ref-type="bibr" rid="B40">United Nations, 2016</xref>). At the same time, a &#x201c;data revolution&#x201d; is unfolding, driven by technological advances that have exponentially increased the volume and variety of available data (<xref ref-type="bibr" rid="B17">IEAG, 2014</xref>; <xref ref-type="bibr" rid="B21">L&#xe4;mmerhirt et al., 2016</xref>; <xref ref-type="bibr" rid="B11">Fritz et al., 2019</xref>). The digital revolution, characterized by the widespread accessibility of broadband internet, mobile tools (e.g., dedicated apps and smart devices), and big data analytics, has transformed the landscape of information sharing, collection, and processing.</p>
<p>In addition, the rise of social media facilitates the promotion and encourages public participation in science projects at a range of scales, from local to global (<xref ref-type="bibr" rid="B8">De Rijck et al., 2020</xref>; <xref ref-type="bibr" rid="B43">van den Homberg and Susha, 2018</xref>; <xref ref-type="bibr" rid="B44">West and Pateman, 2017</xref>). This phenomenon opens unprecedented opportunities for societal transformation and environmental protection (<xref ref-type="bibr" rid="B23">Mahajan et al., 2022</xref>). Data generated directly by citizens to monitor, address, and instigate change on issues directly affecting them (referred to as citizen-generated data) holds the potential to offer a more precise and robust representation of progress. Often produced in real or near real-time, this data is firmly rooted in local contexts, amplifying citizen voices and perspectives on SDG progress, arguably including those typically marginalized and hard-to-reach populations. The production and utilization of citizen-generated data also fosters the direct, active and invested participation of individuals in advancing the SDGs (<xref ref-type="bibr" rid="B16">Higgins and Cornforth, 2015</xref>; <xref ref-type="bibr" rid="B14">Hecker et al., 2019</xref>; <xref ref-type="bibr" rid="B25">Moczek et al., 2021</xref>). While certain initiatives - such as eBird for conservation planning, and the European bird index for biodiversity and agicultural planning - have been successful in supporting environmental action, at both EU and Member State levels, the evidence points to a gap between the policy relevance and policy uptake (<xref ref-type="bibr" rid="B8">De Rijck et al., 2020</xref>).</p>
<p>In this research, we aim to offer nuanced insights to local governments regarding the barriers to the integration of citizen-generated data into monitoring initiatives like the SDGs and to suggest ways for optimization. To achieve this objective, we will construct a comprehensive framework delineating the data characteristics essential for suitable local SDG monitoring. Subsequently, we will translate these characteristics into requisite design requirements that must be considered to obtain these characteristics. The overarching goal is to formulate a set of generalized design principles that transcend diverse contexts. Citizen science projects can then refine and tailor these principles during the actual application phase.</p>
<p>The initial stage of this research involves desk research to identify pertinent data characteristics and their associated design requirements. Subsequently, the framework will undergo validation via a qualitative approach involving 10 semi-structured expert interviews (<xref ref-type="bibr" rid="B42">Van Audenhove and Donders, 2019</xref>). These interviews, conducted within the domain of citizen-generated data, will seek expert perspectives on the identified characteristics and design requirements.</p>
<p>The article&#x2019;s structure follows a logical sequence, commencing with an overview of current literature on citizen-generated data for local SDG monitoring. Subsequent sections detail the research methodologies employed and the data derived from the interviews. The article concludes with a summary and points for discussion, aiming to contribute to the discourse on citizen-generated data for local SDG monitoring.</p>
</sec>
<sec id="s2">
<title>2 Literature review</title>
<p>An expanding body of literature highlights the significance of localizing the SDGs. Although the SDGs were developed by and designed for national governments, the idea that there would be a crucial role for regional and local governments in the success of the goals was already present during the establishment of the Agenda 2030 (<xref ref-type="bibr" rid="B31">Reddy, 2016</xref>). Although the Agenda 2030 explicitly recognizes the key role of cities and municipalities by dedicating a specific SDG to Sustainable Cities and Communities (SDG 11), the importance of the local level within the SDGs goes further than SDG 11. The reasoning is that efforts to achieve certain subgoals will mainly have to be done in the context of local governments (cities and municipalities), which is the closest level of governance to citizens and is a necessary level to stimulate other actors to work towards these sustainability goals (<xref ref-type="bibr" rid="B38">UNDG, 2014</xref>). Various sources have estimated that around two-thirds or 65 per cent of the 169 SDG Targets will only be reached with a clear mandate and role for local (urban) actors in the implementation process (<xref ref-type="bibr" rid="B7">Cities Alliance, 2015</xref>; <xref ref-type="bibr" rid="B20">Lafortune et al., 2019</xref>; <xref ref-type="bibr" rid="B28">OECD, 2020</xref>).</p>
<p>These targets are linked to 62 per cent of all the Official Global Indicators (<xref ref-type="bibr" rid="B6">Ciambra et al., 2020</xref>), which brings us to the topic of local monitoring of the SDGs. To operationalise the SDGs, a form of progress measurement towards the goals will be necessary. However, the existing efforts done on the global (international) and national scale will not be sufficient at the local level because of various reasons. For example, national averages of scores on indicators can misinterpret realities on the ground and mask large regional or local disparities (<xref ref-type="bibr" rid="B35">SDSN &#x26; IEEP, 2019</xref>).</p>
<p>Local SDG monitoring not only necessitates a substantial volume of data but also demands data of high quality, extensive coverage, frequent availability, and spatial disaggregation (<xref ref-type="bibr" rid="B11">Fritz et al., 2019</xref>). Presently, SDG monitoring heavily relies on conventional and official data predominantly sourced from national statistical offices, like household surveys or administrative registers, often referred to as traditional data sources. Although essential and valuable, these traditional data sources exhibit several limitations (<xref ref-type="bibr" rid="B3">Ballerini and Bergh, 2021</xref>). Primarily are technical constraints, involving costly and time-consuming collection processes, along with limited spatial variation and coverage which results in infrequent data collection cycles, substantial data gaps, and unrepresentative samples that systematically exclude marginalized populations, such as vulnerable minorities, and sensitive issues (<xref ref-type="bibr" rid="B21">L&#xe4;mmerhirt et al., 2016</xref>). Other often-mentioned constraints are related to the risk of manipulation by public officials to suppress contentious information, downplay their public institutions&#x2019; challenges or artificially enhance their performances, and inadequacy of traditional data sources for capturing contextual information and local knowledge (<xref ref-type="bibr" rid="B3">Ballerini and Bergh, 2021</xref>).</p>
<p>Given the inherent limitations in traditional data sources, there is a growing consensus for SDG monitoring to complement them with unofficial and alternative data sources, often referred to as non-traditional data sources (<xref ref-type="bibr" rid="B11">Fritz et al., 2019</xref>; <xref ref-type="bibr" rid="B32">San Llorente Capdevila et al., 2020</xref>; <xref ref-type="bibr" rid="B3">Ballerini and Bergh, 2021</xref>). There are various examples of non-traditional data sources. <xref ref-type="bibr" rid="B11">Fritz et al. (2019)</xref> divided them into 5 main categories: Earth Observations, spatial data infrastructure, official sensor networks, commercial data and citizen-generated data. This last category consitutes data voluntarily generated and gathered by individuals, herein referred to as &#x201c;citizens,&#x201d; with the purpose to monitor, advocate for, or instigate change in matters directly affecting them (<xref ref-type="bibr" rid="B21">L&#xe4;mmerhirt et al., 2016</xref>; <xref ref-type="bibr" rid="B3">Ballerini and Bergh, 2021</xref>). It includes a wide variety of approaches and methods, with citizens utilizing a diverse array of technologies and participatory methodologies such as community-based monitoring, crowdsourcing on online platforms, or digital sensors (<xref ref-type="bibr" rid="B21">L&#xe4;mmerhirt et al., 2016</xref>; <xref ref-type="bibr" rid="B3">Ballerini and Bergh, 2021</xref>). Typically, the production of citizen-generated data is initiated by citizens or civil society organizations and overseen by various intermediary entities, including non-governmental organizations (NGOs), academic researchers, private companies, and government agencies (<xref ref-type="bibr" rid="B21">L&#xe4;mmerhirt et al., 2016</xref>).</p>
<p>It is worth noting that the existing literature lacks a universally accepted definition of citizen-generated data. Depending on the context, the term is frequently used interchangeably with concepts like citizen science data, community-driven data or participatory data (<xref ref-type="bibr" rid="B21">L&#xe4;mmerhirt et al., 2016</xref>; <xref ref-type="bibr" rid="B11">Fritz et al., 2019</xref>; <xref ref-type="bibr" rid="B3">Ballerini and Bergh, 2021</xref>). Nonetheless, aligning with the perspective of <xref ref-type="bibr" rid="B11">Fritz et al. (2019)</xref>, we position citizen science data as an integral part of the broader concept of citizen-generated data, where individuals actively contribute data as part of a scientific research process (<xref ref-type="bibr" rid="B24">McKinley et al., 2017</xref>; <xref ref-type="bibr" rid="B36">Serrano et al., 2018</xref>; <xref ref-type="bibr" rid="B30">Phillips et al., 2021</xref>). Presently, the prevailing focus within the literature predominantly centres on elucidating the significance of citizen science in contributing to the SDGs, as well as the utility of citizen-science data for monitoring SDG progress, as there are many examples of citizen science projects covering a diversity of domains that can contribute to the SDGs (<xref ref-type="bibr" rid="B11">Fritz et al., 2019</xref>; <xref ref-type="bibr" rid="B30">Phillips et al., 2021</xref>). We will thus use citizen science and citizen science data as umbrella terms that cover all these terms and diverse activities.</p>
<p>An examination of the potential role of citizen science in defining, monitoring and implementing the SDGs was initially presented in a discussion brief published by the Stockholm Environment Institute (<xref ref-type="bibr" rid="B44">West and Pateman, 2017</xref>; <xref ref-type="bibr" rid="B26">M&#xfc;ller et al., 2023</xref>) and since then the discourse on the impact of citizen science has evolved unto a growing research domain with growing output (<xref ref-type="bibr" rid="B26">M&#xfc;ller et al., 2023</xref>). Current research predominantly operates on the premise that citizen science can significantly contribute to the SDGs by facilitating the envisioned environmental and social transformations outlined in the SDG agenda, driven by its democratic principles (<xref ref-type="bibr" rid="B33">Sauermann et al., 2020</xref>; <xref ref-type="bibr" rid="B2">Alarcon Ferrari et al., 2021</xref>). These principles not only align with the SDG objective of &#x201c;Leaving No One Behind&#x201d; but also aim to enhance scientific productivity by involving society in the research process. Building upon these theoretical foundations, diverse stands of scientific literature have emerged. For instance, researchers have investigated how citizen science project coordinators evaluate alignment with the SDGs and the challenges encountered in contributing to them (<xref ref-type="bibr" rid="B25">Moczek et al., 2021</xref>). Moreover, studies have documented the actual and potential scope of various forms of contribution at project, local, national, and global levels (<xref ref-type="bibr" rid="B11">Fritz et al., 2019</xref>; <xref ref-type="bibr" rid="B10">Fraisl et al., 2020</xref>; <xref ref-type="bibr" rid="B34">Schleicher and Schmidt, 2020</xref>).</p>
<p>Despite acknowledging the potential of citizen science data for monitoring SDGs, the literature also highlights challenges and the limited integration of such data into monitoring and policymaking processes (<xref ref-type="bibr" rid="B8">De Rijck et al., 2020</xref>; <xref ref-type="bibr" rid="B2">Alarcon Ferrari et al., 2021</xref>). This aligns with broader challenges like data ownership (<xref ref-type="bibr" rid="B22">MacFeely, 2019</xref>), and the tradeoffs and negative impacts associated with big data and smart technology solutions for SDGs (<xref ref-type="bibr" rid="B37">Sharifi et al., 2024</xref>). For instance, financial limitations in implementing these technologies in cities can hinder progress towards specific goals like poverty reduction (SDG 1), zero hunger (SDG 2), and affordable and clean energy (SDG 7). Additionally <xref ref-type="bibr" rid="B37">Sharifi et al. (2024)</xref>, identify trade-offs related to privacy, cybersecurity, infrastructure costs, biased decision-making that can exacerbate social inequalities (SDG 10) and limit accessibility due to the digital divide (SDG 9).</p>
<p>However, it is crucial to acknowledge that smart technologies also offer opportunities for achieving SDGs <xref ref-type="bibr" rid="B37">Sharifi et al. (2024)</xref>. Highlight successful cases where responsible data governance practices and community-driven data collection (potentially linked to citizen science) helped mitigate challenges and contributed to positive outcomes. For example, initiatives that prioritize data privacy and security while empowering communities to collect and own their data can address concerns about data ownership and promote inclusive participation (SDG 10). Therefore, a nuanced approach that carefully considers both the potential benefits and drawbacks of smart technologies is necessary to ensure they contribute to achieving SDGs in a responsible and equitable manner.</p>
<p>This article extends the focus to understand how citizen science initiatives can be more effectively incorporated into local environmental SDG monitoring. Therefore, we delve into the conditions for enhancing the uptake of citizen science data into local governmental SDG monitoring mechanisms.</p>
<p>The focus centers on SDGs with a primary environmental emphasis, including clean water and sanitation (SDG 6), sustainable cities and communities (SDG 11), responsible consumption and production (SDG 12), climate action (SDG 13), life below water (SDG 14), and life on land (SDG 15) (<xref ref-type="bibr" rid="B39">UNEP, 2021</xref>). Citizen science activities span various environmental policy areas related to SDGs, making existing initiatives particularly relevant for providing valuable data to address these goals (<xref ref-type="bibr" rid="B24">McKinley et al., 2017</xref>; <xref ref-type="bibr" rid="B27">Nascimento et al., 2018</xref>; <xref ref-type="bibr" rid="B36">Serrano et al., 2018</xref>; <xref ref-type="bibr" rid="B30">Phillips et al., 2021</xref>).</p>
<p>The exploration begins with the scholarly work of <xref ref-type="bibr" rid="B11">Fritz et al. (2019)</xref>, which introduces a conceptual model with five dimensions&#x2014;spatial, temporal, thematic, process, and data management&#x2014;each featuring distinct attributes highlighting the intrinsic value of citizen science data for SDG monitoring (<xref ref-type="bibr" rid="B11">Fritz et al., 2019</xref>). It provides a structured way to analyze various aspects of citizen science data across key dimensions, helping to understand its strengths and limitations for specific SDG indicators.</p>
<p>It breaks down the evaluation of citizen science data into different dimensions, this comprehensive approach ensures a thorough assessment of diverse factors influencing data suitability for SDG monitoring. Each dimension highlights positive aspects (attributes) of citizen science data, such as denser spatial coverage, more frequent updates and diversity of domains covered. This emphasizes the potential contribution of citizen science beyond traditional data sources. The framework provides specific values or descriptions for each feature, offering a concise understanding of how citizen science data performs in each aspect. <xref ref-type="table" rid="T1">Table 1</xref> further explains the different dimensions and attributes.</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Value of citizen science data for SDG monitoring: Explanation of different features.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center">Dimension</th>
<th align="center">Feature</th>
<th align="center">Description</th>
<th align="center">Value for the SDGs</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td rowspan="3" align="left">Spatial</td>
<td align="left">Spatial reference</td>
<td align="left">Degree of inclusion of reference information</td>
<td align="left">Location information can contribute to spatially explicit indicators</td>
</tr>
<tr>
<td align="left">Spatial resolution</td>
<td align="left">Density and abundance of observations</td>
<td align="left" style="color:#111212">Denser coverage than traditional surveys</td>
</tr>
<tr>
<td align="left">Spatial extent</td>
<td align="left">Degree of (wide) geographical coverage and coverage of remote locations</td>
<td align="left" style="color:#111212">Wide geographical coverage and remote locations</td>
</tr>
<tr>
<td rowspan="2" align="left">Temporal</td>
<td align="left">Duration</td>
<td align="left">Length of time data is collected</td>
<td align="left" style="color:#111212">Regular or continuous data collection is well suited to the SDGs</td>
</tr>
<tr>
<td align="left">Resolution</td>
<td align="left">Frequency of data collection</td>
<td align="left" style="color:#111212">More frequent update cycles could fill temporal gaps in SDG indicators</td>
</tr>
<tr>
<td rowspan="3" align="left">Thematic</td>
<td align="left">Coverage (subject)</td>
<td align="left">Diversity of domains covered relevant for the SDGs</td>
<td align="left" style="color:#111212">Multiple domains relevant to a range of SDG indicators</td>
</tr>
<tr>
<td align="left">Definition</td>
<td align="left">The richness of the vocabulary that describes a particular subject area of concept</td>
<td align="left" style="color:#111212">Richer vocabularies could fill data gaps (especially Tier II and III)</td>
</tr>
<tr>
<td align="left">Resolution</td>
<td align="left">Level of detail provided by the vocabulary describing the data</td>
<td align="left" style="color:#111212">More detailed vocabularies could fill data gaps (especially Tier II and III)</td>
</tr>
<tr>
<td rowspan="5" align="left">Process</td>
<td align="left">Purpose</td>
<td align="left">Implicit or explicit link with the SDGs</td>
<td align="left" style="color:#111212">Potential implicit use of Citizen science data for SDG indicators</td>
</tr>
<tr>
<td align="left">Data processing</td>
<td align="left">Cleaning, analyzing, and potentially modelling the collected data to make it usable for SDG indicators</td>
<td align="left" style="color:#111212">Data processing can be aligned with indicator needs</td>
</tr>
<tr>
<td align="left">Data collection</td>
<td align="left">Way in which data is collected (using a strict sampling design or opportunistic)</td>
<td align="left">Data collection can be aligned with indicator needs</td>
</tr>
<tr>
<td align="left">Cognitive attention</td>
<td align="left">Level of intervention needed during data collection (active vs. passive)</td>
<td align="left" style="color:#111212">Both active and passive data sources can be valuable for SDG indicators</td>
</tr>
<tr>
<td align="left">Driver</td>
<td align="left">Defines who is the driver of the proces (scientists vs. volunteers/ communities)</td>
<td align="left">Both approaches can offer value for SDGs depending on the data needs</td>
</tr>
<tr>
<td rowspan="4" align="left">Data management (FAIR)</td>
<td align="left">Findable</td>
<td align="left">Data should be easy to discover both for humans and machines</td>
<td align="left" style="color:#111212">New resources can be found for Tier II and III indicators</td>
</tr>
<tr>
<td align="left">Accessible</td>
<td align="left">Mechanisms should be in place to allow access to the data</td>
<td align="left" style="color:#111212">Persistence and openly accessible</td>
</tr>
<tr>
<td align="left">Interoperable</td>
<td align="left">The data and its metadata should be understandable and usable by different software systems, allowing seamless integration</td>
<td align="left" style="color:#111212">Integration with traditional data sources and across initiatives</td>
</tr>
<tr>
<td align="left">Reusable</td>
<td align="left">Data is presented in a way that allows for reuse by others</td>
<td align="left" style="color:#111212">Licensing, metadata and conforms to standards</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Indicators are rank by data readiness for SDG monitoring, with Tier I indicators boasting clear definitions and readily available data, while Tier III indicators lack standardized methods for data collection.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>As the framework serves as a theoretical model, this research objective is to customize it towards policymakers and citizen science practitioners. The primary aim is to enhance its practical utility, thereby amplifying its impact and fostering broader integration of citizen science for SDG monitoring. Beyond discerning the inherent value of citizen science, we seek to illuminate the requisites for extracting actionable insights from the data. We are particularly keen on identifying potential challenges and critical considerations that could hinder realizing the full potential of citizen science for SDG monitoring.</p>
</sec>
<sec sec-type="methods" id="s3">
<title>3 Methodology</title>
<sec id="s3-1">
<title>3.1 Geographical focus</title>
<p>The Brussels-Capital Region (BCR), situated at the heart of Belgium, serves as the focal point of our analysis. Encompassing a surface area of approximately 161.4 km<sup>2</sup>,<xref ref-type="fn" rid="fn1">
<sup>1</sup>
</xref> with a population exceeding 1.2 million inhabitants, it stands as Belgium&#x2019;s sole metropolitan area and is recognized as the capital of the European Union. Administratively, the BCR comprises 19 municipalities, including the city of Brussels.</p>
</sec>
<sec id="s3-2">
<title>3.2 Monitoring of SDGs in the BCR</title>
<p>Presently, a comprehensive framework or tool specifically tailored to aid local actors in monitoring SDGs within the BCR is lacking. Some existing initiatives, such as indicators.be,<xref ref-type="fn" rid="fn2">
<sup>2</sup>
</xref> Donut.Brussels,<xref ref-type="fn" rid="fn3">
<sup>3</sup>
</xref> OECD a Territorial Approach to the SDGs,<xref ref-type="fn" rid="fn4">
<sup>4</sup>
</xref> and SDSN European Cities SDG Index,<xref ref-type="fn" rid="fn5">
<sup>5</sup>
</xref> offer data and indicators for the region as whole. However, these initiatives predominantly operate at the regional level, overlooking the unique composition of the 19 individual municipalities within the BCR.</p>
<p>At the local level, some municipalities in the BCR collect data related to themes within the environmental SDGs as part of own developed climate plans in response to a project call initiated by the regional government. These efforts mainly rely on traditional data sources, with the potential of citizen science data sources largely remaining untapped.</p>
</sec>
<sec id="s3-3">
<title>3.3 SDG in ACTION</title>
<p>The growing demand for support for local implementation of the SDGs resulted in the SDG in ACTION PhD project.<xref ref-type="fn" rid="fn6">
<sup>6</sup>
</xref> This applied PhD, funded by the Brussels Capital Region (Innoviris) and implemented by Studies in Media and Innovation (SMIT) and IDEA Consult. The primary objective is to provide support to local public and private stakeholders within the BCR in their efforts to monitor progress towards local SDG targets. This study is done in the context of this research project.</p>
</sec>
<sec id="s3-4">
<title>3.4 Citizen science projects in the BCR</title>
<p>The BCR today hosts several noteworthy citizen science data projects, particularly in the domain of Air Quality monitoring, including projects such as CureuzenAir BXL, compAIR, AIRCasting, expAIR. Despite the existence of these projects, there is currently no comprehensive public portal that consolidates information on past, ongoing or upcoming citizen science projects within the region.</p>
<p>However, there are available resources that offer partial insights into the landscape of citizen science in the BCR. The EU-citizen.science website<xref ref-type="fn" rid="fn7">
<sup>7</sup>
</xref> features some projects associated with the BCR, but the coverage is somewhat limited. Furthermore, the website from the Vrije Universiteit Brussel<xref ref-type="fn" rid="fn8">
<sup>8</sup>
</xref> provides an overview of some of the projects researchers from the university are involved with.</p>
</sec>
<sec id="s3-5">
<title>3.5 Data collection method</title>
<p>Our data collection adopts a qualitative methodology, employing semi-structured interviews with data experts in citizen science data. This method aims to extract bottom-up insights into various aspects related to the data generated during citizen science data projects.</p>
<p>In the initial phase, a comprehensive literature review and desk research were conducted to orient the research, identify relevant experts, and construct a topic list to guidance the interviews (<xref ref-type="bibr" rid="B42">Van Audenhove and Donders, 2019</xref>).</p>
<p>The interviews were conducted using a semi-structured topic list, providing flexibility to guide the conversation and adapt questions based on the interviewee&#x2019;s responses. Open-ended questions were employed to allow interviewees to provide detailed and nuanced responses, thereby enabling a deeper understanding of their perspectives and often yielding valuable additional information. The interviews were structured into five broad, predefined sections:<list list-type="simple">
<list-item>
<p>1. Welcome and introduction: Communicating the purpose of the interview, its relation to the SDG in ACTION project, and outlining the interview process.</p>
</list-item>
<list-item>
<p>2. Introductory questions and general knowledge: Exploring the interviewees&#x2019; familiarity with the SDG framework and non-traditional data sources.</p>
</list-item>
<list-item>
<p>3. Citizen-generated data sources and the SDGs: Delving further into different elements of the framework making abstraction of the local context in the BCR.</p>
</list-item>
<list-item>
<p>4. Citizen-generated data sources for the BCR: Addressing questions on the concrete applicability of citizen-generated data for the BCR and ideas for future projects.</p>
</list-item>
<list-item>
<p>5. Closing: Conduct a short debrief, providing information on the next steps in the data analysis process.</p>
</list-item>
</list>
</p>
<p>In the subsequent phase, participants were selected based on specific characteristics relevant to the research question. The selection involved reaching out to the Flemish Knowledge Centre for Citizen Science (Scivil)<xref ref-type="fn" rid="fn9">
<sup>9</sup>
</xref> to support the identification of suitable data experts. We employed a purposive sampling strategy, a non-probability method that involves selecting participants based on specific characteristics relevant to the research question. This strategy aimed to include a diverse range of experts and projects, obtaining varied perspectives and activities without seeking population generalization (<xref ref-type="bibr" rid="B5">Bryman, 2012</xref>).</p>
<p>Invitations were extended to experts with proficiency in citizen science data related to diverse environmental topics, including air and water quality monitoring, biodiversity, and with knowledge on a variety of data gathering techniques. The interviewed experts possess various backgrounds, representing both governmental and non-governmental stakeholders. Further details about the background of the participants and their expertise are presented in <xref ref-type="table" rid="T2">Table 2</xref> below.</p>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>Background of participants and expertise.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center">Type of organization</th>
<th align="center">SDGs</th>
<th align="center">Field</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left" style="color:#1F1F1F">Knowledge-based SME, research institute, environmental agency, international organization, museum, botanical garden</td>
<td align="left" style="color:#1F1F1F">6, 11, 13, 15, general (environmental Citizen science projects)</td>
<td align="left" style="color:#1F1F1F">Odor, air quality, biodiversity, mobility, water</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The expert interviews, totaling 10, were conducted through video conferencing on Teams, each lasting approximately 1.5&#xa0;h. Given the multilingual nature of the BC, a multilingual approach was adopted, conducting interviews in English, French or Dutch, based on the participants&#x2019; preferences. The interviews were systematically recorded, automatically transcribed, and supplemented with notes for subsequent data analysis where thematic analysis was employed to identify and analyze themes within the data (<xref ref-type="bibr" rid="B15">Herzog et al., 2019</xref>).</p>
</sec>
</sec>
<sec id="s4">
<title>4 Findings</title>
<p>This study adopts the framework outlined by (<xref ref-type="bibr" rid="B11">Fritz et al., 2019</xref>) to structure the insights gathered from our expert interviews. However for improved clarity, we introduce two overarching layers that consolidate the original set of five dimensions. The Data scope layer encompasses the spatial, temporal, and thematic aspects of citizen science data. It aligns with the prevalent understanding of data scope as the breadth and depth of information captured within a dataset (<xref ref-type="bibr" rid="B1">Abraham et al., 2019</xref>). Conversely, data governance focusses on the management, processing, and overall governance structure of the citizen-science projects. It incorporates the formalization of data policies, standards, and procedures (<xref ref-type="bibr" rid="B1">Abraham et al., 2019</xref>), encompassing the data management and process dimensions from the original framework. This way it emphasizes the interconnected nature of data collection, processing and sharing. Additionally, we integrate data quality into the framework as a separate dimension under data governance, recognizing its importance as a barrier to citizen-generated data utilization in monitoring efforts (<xref ref-type="bibr" rid="B11">Fritz et al., 2019</xref>). This dual-layered approach provides a comprehensive structure for organizing and analyzing expert insights. It enhances the clarity and coherence of our analysis, facilitating a holistic understanding of the various facets associated with citizen science data within data scope and data governance. <xref ref-type="table" rid="T3">Table 3</xref> below outlines the key elements of the adapted framework, including layers, dimensions, and attributes.</p>
<table-wrap id="T3" position="float">
<label>TABLE 3</label>
<caption>
<p>Adapted framework with overarching layers.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center">Overarching layer</th>
<th align="center">Dimensions</th>
<th align="center">Attributes</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td rowspan="3" align="left">Data Scope</td>
<td align="left">Spatial</td>
<td align="left">Spatial reference, Spatial resolution, Spatial extent</td>
</tr>
<tr>
<td align="left">Temporal</td>
<td align="left">Duration, Resolution</td>
</tr>
<tr>
<td align="left">Thematic</td>
<td align="left">Coverage (subject), Definitions, Resolution</td>
</tr>
<tr>
<td rowspan="2" align="left">Data governance</td>
<td align="left">Process</td>
<td align="left">Purpose, Data processing, Data collection, Cognitive attention, Driver</td>
</tr>
<tr>
<td align="left">Data management (FAIR)</td>
<td align="left">Findable, Accessible, Interoperable, Reusable</td>
</tr>
<tr>
<td align="left"/>
<td align="left">Data quality</td>
<td align="left">Evaluation with traditional measures or measures more tailored to citizen science data</td>
</tr>
</tbody>
</table>
</table-wrap>
<sec id="s4-1">
<title>4.1 Data scope</title>
<p>This layer plays a crucial role within the overall framework and delves deeper into three key dimensions that define the scope and suitability of citizen science data for monitoring SDGs: 1) Data extending traditional data boundaries, 2) fit for purpose, and 3) data representativeness.</p>
<sec id="s4-1-1">
<title>4.1.1 Data boundary extension</title>
<p>Our experts underscore the constraints of traditional data sources regarding the coverage, resolution and extent these sources offer for monitoring within their domains of expertise like biodiversity, air- and water quality. Extending beyond these conventional boundaries, citizen science data has the potential to transcend the limitations inherent in traditional data sources. This can take various forms, e.g., spatial, temporal, or thematic, leading to attaining a level of granularity that aligns with the specific information requirements of policy formulation. Moreover, using citizens&#x2019; capacity to articulate their sentiments and preferences on various matters can also be a way they go beyond the boundaries of traditional data. This approach facilitates a nuanced understanding of issues like pollution, surpassing the confines of (annual) emission measurements by incorporating citizens&#x2019; perceptions and experiences, for example, including the assessment of citizens&#x2019; perceptions of odors.</p>
<p>Citizen involvement enables a cost-effective expansion of measurement points, supplementing traditional data sources and ensuring geographical coverage in areas that may otherwise be overlooked by the traditional governmental measurement stations like remote, hard-to-reach, or inaccessible locations. The &#x201c;CurieuzenAir BXL&#x201d; project in the BCR, serves as a good example, as it employed citizen science sensors for air quality monitoring (concentration of NO2) in the region to provide a more intricate perspective on air quality. By involving citizens asking them to attach a sensor to their houses it covered Air Quality at street level.</p>
<p>Telraam serves as another illustration, employing sensors affixed to citizens&#x2019; windows to provide both citizens and local administration with a comprehensive portrayal of neighborhood traffic. The insights derived from such initiatives surpass the granularity achieved through a limited number of counting loops or cameras installed by a local government.</p>
</sec>
<sec id="s4-1-2">
<title>4.1.2 Fit for purpose</title>
<p>While the expansion of existing traditional data boundaries is a prerequisite for citizen science data to become interesting for governments to use the data in monitoring efforts, our experts emphasize the need for a careful balance to ensure that the collected data aligns proportionally with these monitoring objectives. The gathered data should be proportional and adequate for the intended monitoring purposes, which could be in conflict with typical citizen science approaches where the purpose is defined before data collection begins. In conventional citizen science projects, clear goals and objectives are established, and data is collected specifically to address those questions. This approach ensures that the data is relevant, efficient, and manageable for analysis and decision-making in the context of the project.</p>
<p>Nevertheless, there are instances where citizen science projects may adopt a more open-ended exploration approach, allowing participants to generate valuable data without predefined objectives. While this may initially seem divergent from the traditional method, such exploratory projects can yield data that, under retrospective assessment, proves valuable for specific monitoring efforts, particularly at the local level.</p>
<p>This highlights challenges arising from the abundance of citizen science data for local governments. While such data offers enhanced granularity, it simultaneously presents hurdles&#x2014;particularly in terms of increased data processing demands. Local governments, constrained by human and technical capacity and expertise, may find managing this influx challenging. Additionally, for monitoring purposes, data should offer information that is easily interpretable, necessitating only the granularity essential for its intended purpose and thus appropriate scales.</p>
<p>The pursuit of super-accurate data may not always be necessary (<xref ref-type="bibr" rid="B4">Bowser et al., 2020</xref>). In certain scenarios, a reduced level of accuracy may still be sufficient for monitoring purposes. An often-cited example by our experts is related to the temporal scale. For monitoring purposes, real-time data is often not an absolute requirement. Rather, the data should be updated at a frequency corresponding with the analysis or monitoring needs of the government.</p>
<p>Furthermore, a call is made for broader Application Programming Interface (API) capabilities for specific policy applications and operational decision-making. APIs function as intermediaries that enable seamless communication between distinct software programs, thereby facilitating real-time data visualization on dashboards and remote adjustments to sensor settings. An illustrative example involves the case of Telraam, where adjusting the API&#x2019;s data measurement frequency enabled a more accurate assessment, showcasing the need for tailored API solutions to optimize data usability for policy applications. In the context of a school street,<xref ref-type="fn" rid="fn10">
<sup>10</sup>
</xref> operational from 7:30 to 8:30 am and 3:30 to 4:30 pm, the sensors initially recorded data on an hourly basis, spanning from 7:00 to 8:00, 8:00 to 9:00 am, and so forth. Consequently, the data encompassed half-hour intervals, during which the school street was both opened and closed. To address this limitation, a modification to the API was implemented, shifting the data measurement frequency to a quarter-hour basis. This adjustment proved instrumental in comprehensively capturing and mapping the impact of the school street on the surrounding environment.</p>
<p>To allow for adequacy in terms of available data, citizen science projects need to profoundly understand the data needs of the local government for monitoring purposes. In the context of exploring viable data for SDG monitoring, this necessitates a thorough examination of the SDG framework itself. While ensuring thematic alignment with the SDGs is crucial, our experts express the challenge regarding the limited knowledge among citizen science projects of the SDG framework and the difficulty of understanding its intricate nature.</p>
<p>Concerning the first element, our experts highlight a limited integration of the SDGs within citizen science data projects. Instances where the SDGs are incorporated tend to be associated with mandatory links to proposals for external funding, indicating a somewhat instrumental use rather than intrinsic alignment. Addressing the second element, our expert&#x2019;s express challenges arising from the complex nature of the SDGs. One expert mentioning the &#x2018;academic nature&#x2019; of the SDGs as a barrier, presenting a difficulty in comprehending the framework and identifying relevant indicators. Another expert, focusing on citizen science data related to biodiversity, exemplifies the struggle in monitoring specific SDG targets (15.2 and 15.9) without having a comprehensive understanding of the broader SDG framework. These examples underscore the common difficulties faced by projects, emphasizing the need for a more accessible interpretation of the SDGs. Existing knowledge often centers around the 17 goals themselves, with limited awareness of the underlying framework of subgoals and indicators. There is a call for translating the SDGs into a format adapted to the local context of the BCR, ensuring a clearer and more relevant perspective aligned with local needs.</p>
</sec>
<sec id="s4-1-3">
<title>4.1.3 Data representativeness</title>
<p>A recurrent theme highlighted by our experts revolves around the vital consideration of the representativeness of the data being collected by citizen science data projects. Inclusivity emerges as central, emphasizing the need to avoid data biases and ensure representation in line with the fundamental principle within the SDG framework of &#x201c;Leave No One Behind&#x201d; (LNOB) (<xref ref-type="bibr" rid="B21">L&#xe4;mmerhirt et al., 2016</xref>). The literature underscores citizen science data as promising in this regard, enabling the capture of bottom-up insights on under-reported issues, facilitating the expression of counter-narratives of sustainable development, and the genuine empowerment of all voices (<xref ref-type="bibr" rid="B21">L&#xe4;mmerhirt et al., 2016</xref>).</p>
<p>While citizen science data offers promise in terms of inclusivity, current trends often involve participation biased towards individuals with higher socio-economic status. As articulated by one expert, &#x201c;challenges arise in achieving diversity, with prevailing trends often featuring the participation of economically privileged individuals, typically of white ethnicity, male, possessing advanced degrees, and of an older age.&#x201d; Consequently, projects must broaden their participation pool beyond those who already possess resources like time and capital to engage in citizen science activities.</p>
<p>It is important to recognize that citizens engage in citizen science activities for various reasons, ranging from personal interest in the topic, financial incentives for data acquisition, a desire for knowledge enrichment throughout the project (such as understanding the functioning of sensors or the overarching topic), a sense of community belonging, or a genuine intention to contribute positively. Acknowledging and catering to these diverse motivations is crucial for attracting a wide range of participants.</p>
<p>Successful citizen science projects should actively involve underrepresented groups, fulfilling the overarching purpose of democratizing knowledge for policy formulation and implementation. To address this challenge, deliberate efforts are needed to include these underrepresented groups and amplify unheard voices.</p>
<p>The importance of representativeness varies depending on the type of data being collected, as the imperative for representativeness varies across domains. In biodiversity topics, such as counting vulnerable species, the characteristics of the citizen collecting the data may have less impact. However, in areas like environmental issues linked to socioeconomic factors, representativeness becomes critical. This is exemplified by the results of CurieuzenAir BXL project, were 3,000 participants across diverse socioeconomic areas within the territory of the BCR used citizen science sensors to map air quality, revealing correlations between air quality and the socio-economic status of specific neighborhoods.</p>
<p>Recognizing that not all projects may have the means to collect data on such a broad scale, our experts suggested measures to enhance the representativeness of the data sample, by collaborating with intermediaries. One suggested approach is to engage with social organizations, directly involving them to facilitate the deployment of citizen-science sensors. However, it is essential to acknowledge the financial constraints often faced by these organizations. Another viable method involves building partnerships with organizations to access their knowledge regarding underrepresented groups. For example, schools can be valuable contributors, leveraging their existing data to delineate the proportion of certain demographics within a population, thereby augmenting representativeness. In the context of the BCR, Flemish schools participating in initiatives like the Flemish GOK-Indicators<xref ref-type="fn" rid="fn11">
<sup>11</sup>
</xref> related to equal educational opportunities, can provide data on parameters related to individuals in need of support.</p>
<p>Privacy concerns, in compliance with regulations like the GDPR, demand careful attention. Issues may arise in accessing vulnerable groups, such as the Roma community, highlighting the ethical and practical challenges of ensuring inclusivity in citizen science initiatives.</p>
</sec>
</sec>
<sec id="s4-2">
<title>4.2 Data governance</title>
<p>Within the overarching framework, data governance plays a critical role. It is important to understand its two key components, data process and data management.</p>
<sec id="s4-2-1">
<title>4.2.1 Data process</title>
<sec id="s4-2-1-1">
<title>4.2.1.1 Citizen science for the long haul</title>
<p>For data to be truly valuable, it must extend beyond the temporal boundaries of individual projects. Our experts highlighted the pronounced challenge of maintaining projects and ensuring continuity in data gathering. Particularly given the project-based nature of many citizen science initiatives, it requires attention to the intermittent nature of data collection inherent in such projects. Seamless integration of these projects into governmental monitoring initiatives necessitates regular campaigns or continuous data collection.</p>
<p>This often originates from limited funding, restricting projects to data collection only over a limited period. The financial aspect is a significant consideration in the realm of citizen science projects. For instance, while citizen science sensors may offer cost-effective solutions in specific domains, it is imperative to acknowledge that maintaining projects over an extended period can still incur substantial expenses. A case in point is the CurieuzenAir BXL project, where the tubes used to measure air quality incur regular laboratory costs of around 10&#x20ac;. Although manageable over a short period, these costs accumulate over time. Thus, to enhance the sustainability of citizen science initiatives, a comprehensive understanding of the potential long-term expenses is crucial. These long-term costs are related to project maintenance, including for example, data collection, data management, sensor calibration, data storage and hosting,<xref ref-type="fn" rid="fn12">
<sup>12</sup>
</xref> and ongoing support. A concrete illustration of such costs is evident in the case of one of our experts, who incurs a monthly expenditure of &#x20ac; 1,000 for data hosting through Amazon Cloud Services.</p>
<p>Conversely, certain factors contribute to cost reduction, such as leveraging voluntary technicians for the maintenance of measurement instruments like sensors. For instance, citizens actively engage in cleaning water quality sensors and conduct checks by capturing and sharing pictures with a centralized database. If organizers identify trends in the sensor data that appear inaccurate, they can remotely validate the sensor quality. This collaborative effort not only reduces costs but also enhances the efficiency of data maintenance.</p>
<p>Furthermore, the maturity level of technology emerges as a significant factor influencing costs. Advancements in technology can lead to more cost-effective solutions, streamlining the overall expenses associated with citizen science initiatives. An expert specialized in citizen science water sensors elucidated that the maturity level of sensor technologies varies across different fields. Notably, air quality sensors have advanced significantly, providing cost-effective options that facilitate straightforward installations by citizens, thus being considered &#x201c;plug and play.&#x201d; This high level of maturity in the technology translates into lower usage costs. In contrast, water quality sensors may lag in maturity with the development and accessibility of affordable and user-friendly water quality sensors still in nascent stages, making them less seamlessly integrable or &#x201c;plug and play&#x201d; compared to their air quality counterparts, potentially contributing to higher costs.</p>
<p>Some initiatives have transitioned into long-term data providers, establishing a business model to operate as sustainable service providers for local governments. Telraam, active in the BCR, is a prime example. Originating as a project that developed a traffic-counting sensor, it transformed into an enterprise with its own business model, serving as a sustainable data provider to local governments. The success of such initiatives relies on demonstrating the added value of their data to the local government, complementing existing traditional data sources fulfilling specific data needs, and attaining the requisite volume to maintain cost-effectiveness.</p>
<p>Identifying and addressing data blind spots regarding traffic counting, particularly in less-travelled secondary roads, holds significance for local administrations, prompting a willingness to invest in such data. Traffic count data proves valuable not only for its direct application, but also as proxy data for urban livability, encompassing factors like traffic density and share per type of road users, or air quality assessment, particularly in understanding emissions related to motorized traffic.</p>
<p>Notably, the design of the sensor itself contributes significantly to the success of initiatives like Telraam. Tailoring sensors for user-friendliness and application specificity, enhances citizen engagement, as evidenced by Telraam&#x2019;s approach. This underscores the importance of citizens recognizing the value of the data they collect, thereby increasing their likelihood of remaining long-term engaged data providers. Again, Telraam serves as an exemplary model in this context. For citizens, the data holds significance as it enables them to objectively address concerns about local traffic conditions in their streets, fostering a more effective dialogue with their local government. This not only contributes to citizen empowerment but also cultivates a heightened sense of ownership and involvement in community affairs.</p>
<p>Intrinsic motivation also emerges as a vital factor for the sustainability of citizen science projects, where managing engagement fatigue poses a specific challenge. Sustaining motivation for data sharing and continued participation beyond the project lifecycle requires careful expectation management and clear communication about long-term benefits. Strategies to actively engage and motivate participants in the data collection process are imperative. While organizers may influence certain elements, such as sensor design and engagement strategies, external factors like citizens moving to different locations may remain beyond their control. Open communication channels and a transparent process help build trust and encourage active participation. This also is demonstrated in the need for legal and ethical considerations as discussed below.</p>
</sec>
<sec id="s4-2-1-2">
<title>4.2.1.2 Ethical and legal considerations</title>
<p>Our experts underscore the significance of ethical and legal considerations, particularly in interactions with participating citizens during projects. Citizens should be well-informed about the handling of their data: Transparency and clarity regarding the use and transfer of data are crucial to establishing trust. Consequently, clear agreements, such as an informed consent form, should be in place, outlining the terms and conditions governing the project&#x2019;s objectives, the purpose of data collection, data usage, ownership and potential data transfer to (governmental) data repositories.</p>
</sec>
</sec>
<sec id="s4-2-2">
<title>4.2.2 Data management</title>
<sec id="s4-2-2-1">
<title>4.2.2.1 FAIR principles in practice</title>
<p>In the sphere of citizen science initiatives, effective data management plays a pivotal role, encompassing a variety of tools dedicated to the facets of data collection, storage, and dissemination. Its significance lies in facilitating collaboration between citizens and institutions throughout the entire project lifecycle. Incorporating FAIR principles&#x2014;ensuring data is Findable, Accessible, Interoperable, and Reusable&#x2014;form a strong foundation for data management. It ensures high quality data that can be effectively utilized for scientific research, policymaking, and community engagement (<xref ref-type="bibr" rid="B45">Wilkinson et al., 2016</xref>; <xref ref-type="bibr" rid="B4">Bowser et al., 2020</xref>; <xref ref-type="bibr" rid="B32">San Llorente Capdevila et al., 2020</xref>; <xref ref-type="bibr" rid="B12">Fritzenk&#xf6;tter et al., 2022</xref>).</p>
<p>Exemplary projects, such as WorldFAIR in the realm of Biodiversity, are cited by our experts as model for implementing FAIR principles and advancing data management practices in citizen science initiatives. These endeavors contribute to the creation of a robust and accessible data ecosystem beneficial to both the scientific community and the broader public. However, despite the significant improvements FAIR principles offer, specific concerns remain, including data quality, software compatibility, and content related trustworthiness (<xref ref-type="bibr" rid="B19">Koedel et al., 2022</xref>). Addressing these challenges necessitates additional approaches for ensuring effective data linkages and joint interpretation. While our experts recognize these challenges, they also offer valuable insights into key elements supporting the implementation of FAIR principles.</p>
<p>Notably the publication of data was highlighted, emphasizing the importance of publishing citizen science data in a professional manner, in adherence to appropriate metadata standards. While certain fields lack metadata standards, the development of such standards becomes essential to establish a structured framework for describing data and its origin. This contributes to enhanced data interoperability, facilitating seamless collaboration and analysis across diverse projects and domains. For instance, the use of the INSPIRE Metadata Regulation, a common metadata standard for the Infrastructure for Spatial Information in the European Community (INSPIRE),<xref ref-type="fn" rid="fn13">
<sup>13</sup>
</xref> ensures transparency in data provenance - clarifying the origin, creation, and propagation of the data (<xref ref-type="bibr" rid="B18">Imran and Agrawal, 2017</xref>). Standardizing data in a uniform and interoperable manner is also exemplified by the Darwincore in Biodiversity data which includes a glossary of terms intended to facilitate the sharing of information about biological diversity by providing identifiers, labels, and definitions.<xref ref-type="fn" rid="fn14">
<sup>14</sup>
</xref>
</p>
<p>Our experts furthermore underscored the importance of making data accessible in an open data format&#x2014;preferably a machine-readable format - as still in many cases data is made available in human-readable format (excel, pdf) (e.g., CSV, JSON, XML) (<xref ref-type="bibr" rid="B9">EC JRC, 2020</xref>). Particularly noteworthy is the progress made in the biodiversity data domain through the implementation Linked Open Data (LOD). Notably, certain other fields have already embraced LOD practices, showcasing it as a promising model for adoption in diverse citizen science initiatives. This trend suggests that leveraging linked open data principles can contribute significantly to enhancing the accessibility and interoperability of data in various domains within the realm of citizen science.</p>
<p>The integration of data from citizens-science data projects and applications into monitoring systems presents challenges, particularly in aligning citizen science projects with existing proprietary applications of local governments. This is related to the data structure, but also to the way the data is introduced into these governmental systems. While the proposition of constructing an appropriate API for integrating data into monitoring systems is widely acknowledged (<xref ref-type="bibr" rid="B9">EC JRC, 2020</xref>), one of our experts mentions that challenges arise due to several aspects, like the ownership of data by citizens, or when the data enters the governmental system, the control is lost over the data from the report or the feedback back to the citizens which is supposed to be given.</p>
</sec>
<sec id="s4-2-2-2">
<title>4.2.2.2 Data quality assurance</title>
<p>The recurring theme of concern surrounding data quality is underscored by our experts, who recognize factors contributing to lower data quality, such as sensor quality and external influences like power cuts. Proposed solutions include efforts to improve the quality of low-quality sensors and employ techniques like time series analysis to address outliers. Additionally, the use of expert calibration algorithms has been suggested.</p>
<p>To preserve data quality in certain fields, a multi-layered approach to data sourcing is showcased, involving the integration of data sets from distinct sources, with the inclusion of citizen science sensor data. In the context of air quality measurements, three layers are delineated. The first layer consists of reference stations adhering to European norms, thereby upholding high standards of testing and calibration, ensuring reliability and accuracy. The second layer encompasses commercial sensors, which, despite their cost-effectiveness, adhere to rigorous testing and calibration criteria. The third layer are citizen science sensors, characterized by lower components and minimal calibration, manifesting limitations in terms of sophistication and calibration precision.</p>
<p>As <xref ref-type="table" rid="T4">Table 4</xref> below illustrates, each layer has its strengths and weaknesses. Reference stations adhere to the standard but lack widespread coverage. Commercial sensors offer good value but might miss local details. Citizen science sensors, while valuable for broader understanding, may require further refinement for accuracy. Notwithstanding potential limitations inherent in each layer, the integration of data from all three layers is crucial for a comprehensive and nuanced understanding of air quality, from large scale trade trends to localized hotspots.</p>
<table-wrap id="T4" position="float">
<label>TABLE 4</label>
<caption>
<p>A comparison of three layers of Air Quality Sensors.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Layer</th>
<th align="left">Description</th>
<th align="left">Data accuracy</th>
<th align="left">Spatial resolution</th>
<th align="left">Temporal resolution</th>
<th align="left">Strengths</th>
<th align="left">Weaknesses</th>
<th align="left">Example use cases</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left" style="color:#1F1F1F">Reference Stations</td>
<td align="left" style="color:#1F1F1F">High-end sensors adhering to strict European norms, with regular testing and calibration</td>
<td align="left" style="color:#1F1F1F">Highly accurate and standardized</td>
<td align="left" style="color:#1F1F1F">Low (regional, national)</td>
<td align="left" style="color:#1F1F1F">Low (Hourly or lower) (days or months)</td>
<td align="left" style="color:#1F1F1F">Highly reliable and accurate data</td>
<td align="left" style="color:#1F1F1F">Expensive to deploy &#x26; maintain</td>
<td align="left" style="color:#1F1F1F">Official reporting, regulatory purposes, long-term trend analysis</td>
</tr>
<tr>
<td align="left" style="color:#1F1F1F">Commercial Sensors</td>
<td align="left" style="color:#1F1F1F">Cost-effective alternative to reference stations, meeting established testing and calibration criteria</td>
<td align="left" style="color:#1F1F1F">Moderate accuracy, may vary between models</td>
<td align="left" style="color:#1F1F1F">Medium (urban areas, specific locations)</td>
<td align="left" style="color:#1F1F1F">May vary: Medium to high (minutely to hourly)</td>
<td align="left" style="color:#1F1F1F">Affordable option, wider coverage than reference stations</td>
<td align="left" style="color:#1F1F1F">May have lower accuracy than reference stations</td>
<td align="left" style="color:#1F1F1F">Air quality monitoring for specific areas, research studies</td>
</tr>
<tr>
<td align="left" style="color:#1F1F1F">Citizen Science Sensors</td>
<td align="left" style="color:#1F1F1F">Low-cost sensors deployed by individuals or groups, with minimal calibration</td>
<td align="left" style="color:#1F1F1F">Lower accuracy, variable across deployments</td>
<td align="left" style="color:#1F1F1F">High (street, neighborhood)</td>
<td align="left" style="color:#1F1F1F">May vary: Medium to high (minutely to hourly)</td>
<td align="left" style="color:#1F1F1F">Large-scale deployment possible, community engagement, hyperlocal data</td>
<td align="left" style="color:#1F1F1F">Limited accuracy &#x26; precision, potential data quality issues</td>
<td align="left" style="color:#1F1F1F">Community-based air quality monitoring, identifying pollution hotspots, research studies</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Given the prevalence of low-cost sensors in citizen science, where calibration is often a one-time procedure at the factory, and discrepancies among sensors may persist even after calibration, a recommended practice is subjecting low-cost sensors to a sensor comparison experiment for validation prior to distribution to citizen.</p>
<p>The integration of APIs can significantly enhance the quality of citizen science data. APIs enable direct data storage within databases upon collection, streamlining the quality assurance and quality control (QA/QC) processes. They contribute to improved data integrity by identifying outliers, detecting drift, and ensure consistency with neighboring data points. Established data quality measures traditionally applied to official data, such as positional and thematic accuracy, temporal currency, completeness and representativeness across spatial and temporal dimensions, and appropriateness for the intended purpose (<xref ref-type="bibr" rid="B11">Fritz et al., 2019</xref>), can seamlessly be implemented within citizen science projects through the use of APIs.</p>
<p>Apart from actual data quality, a significant aspect revolves around potential misperceptions concerning data quality, recognizing that citizen science data may not always universally be accepted as qualitatively sound. Such considerations underscore the importance of end-users of the data, like civil servants, policy- and decision-makers, possessing expertise in data interpretation. It is emphasized in our interviews that a singular anomalous data point does not necessarily discredit the entirety of the dataset, aligning with the concept of fitness for purpose and emphasizing the contextual significance of data quality and its application (<xref ref-type="bibr" rid="B4">Bowser et al., 2020</xref>). Furthermore, the depth and quality of the data processing also play a crucial role in shaping the final dataset and thus the information presented to the end-users.</p>
<p>The complexity of data analysis is linked to an understanding of legal thresholds, as exemplified in the context of air quality data. Recognition is essential that the presence of an average threshold does not necessarily deem the data unreliable if occasionally surpassed. In the case of air quality assessments, where various temporal thresholds are in place, a singular instance of surpassing the threshold does not inherently compromise the overall quality of the measurement data.</p>
<p>Expertise regarding data interpretation within local governments is paramount to ensure that collected data is effectively analyzed and interpreted to derive meaningful insights. Support from higher governments can play a vital role in providing the necessary resources, guidance, and validation for the data interpretation process. However, treating local governments as a homogeneous group does not correspond with reality, as various sizes, organizational capabilities, and data needs were highlighted during our interviews. For instance, the BCR encompasses 19 municipalities, with the city of Brussels standing out due to its significant population and hosting numerous EU-related and international institutions, in contrast to smaller municipalities within the BCR. A higher government within the BCR can play a pivotal role, not only in providing expertise regarding data interpretation but also regarding infrastructure for data sharing and analysis.</p>
</sec>
</sec>
</sec>
<sec id="s4-3">
<title>4.3 Refined framework</title>
<p>Building upon the foundational work of <xref ref-type="bibr" rid="B11">Fritz et al. (2019)</xref>, this revised framework articulates essential data characteristics and design requirements for effective citizen science data integration into local environmental SDG monitoring. The framework seeks to provide a nuanced understanding of the intricacies involved, fostering collaboration between local governments and citizen science projects.</p>
<p>Under the data scope layer, crucial characteristics are identified to render citizen science data valuable for local SDG monitoring initiatives. These encompass:<list list-type="simple">
<list-item>
<p>1. Data extending traditional boundaries: Citizen science data should surpass limitations of traditional data sources, expanding spatial, temporal, and thematic coverage, including the incorporation of citizens&#x2019; perceptions and experiences.</p>
</list-item>
<list-item>
<p>2. Fit for purpose: The data should be aligned with monitoring objectives, finding a balance between the right granularity and manageable data processing.</p>
</list-item>
<list-item>
<p>3. Representativeness: Emphasizes the importance of inclusivity to avoid biases in citizen science data.</p>
</list-item>
</list>
</p>
<p>Under the data governance layer, dimensions are perceived as constituting design requirements, outlining necessary processes and practices for well-designed citizen-generated data projects. These encompass:<list list-type="simple">
<list-item>
<p>1. Sustainability: Highlights the need to maintain data gathering beyond individual citizen science projects for continuous data collection.</p>
</list-item>
<list-item>
<p>2. Ethical and legal considerations: Emphasizes the importance of ethical and legal considerations in citizen science projects, encompassing transparency, informed consent, and considerations of data ownership.</p>
</list-item>
<list-item>
<p>3. Effective data management: Explores the practical implementation of FAIR principles (Findable, Accessible, Interoperable, Reusable) in citizen science data management. Emphasis is placed on professional data publication, adherence to metadata standards, and the adoption of open data formats.</p>
</list-item>
<list-item>
<p>4. Data quality assurance: Recognizes the importance of data quality in citizen science projects, addressing challenges including sensor quality, external influences, and the importance of the right data interpretation.</p>
</list-item>
</list>
</p>
<p>The revised framework furnishes a more intricate and nuanced comprehension of the various aspects influencing the value of citizen-generated data for governmental monitoring. It addresses challenges, provides examples, and offers practical considerations across diverse aspects, positioning it as a valuable tool for comprehending and executing citizen science initiatives in the context of governmental monitoring. <xref ref-type="table" rid="T5">Table 5</xref> below presents an overview of the revised framework.</p>
<table-wrap id="T5" position="float">
<label>TABLE 5</label>
<caption>
<p>Overview of the revised framework with data characteristics and design requirements.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center">Overarching layer</th>
<th align="center">Dimension</th>
<th align="center">Description</th>
<th align="center">Challenges</th>
<th align="center">Examples</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td rowspan="4" align="left">Data scope (data characteristics)</td>
<td align="left">Extending traditional boundaries</td>
<td align="left">Data should go beyond traditional sources (spatial temporal, thematic, perceptions)</td>
<td align="left">Data needs to align with monitoring purposes (see below)</td>
<td align="left">CurieuzenAir BXL (Air quality), Telraam (traffic monitoring)</td>
</tr>
<tr>
<td rowspan="2" align="left">Fit for purpose</td>
<td rowspan="2" align="left">Data aligns proportionally with monitoring objectives</td>
<td align="left">Monitoring purposes vs. Project goals</td>
<td rowspan="2" align="left">API adjustments to optimize data usability (Telraam)</td>
</tr>
<tr>
<td align="left">Abundance of data</td>
</tr>
<tr>
<td align="left">Representativeness</td>
<td align="left">Inclusive data collection to avoid biases</td>
<td align="left">Engaging underrepresented groups, acknowledging diverse participants motivations, privacy concerns</td>
<td align="left">Collaboration with intermediaries, building partnerships</td>
</tr>
<tr>
<td rowspan="7" align="left">Data governance &#x2013; process and data management (design requirements)</td>
<td align="left">Sustainability</td>
<td align="left">Maintaining data gathering beyond individual projects</td>
<td align="left">Limited funding, technology maturity, intrinsic motivation by participants</td>
<td align="left">Transition towards a sustainable service provider (Telraam)</td>
</tr>
<tr>
<td align="left">Ethics &#x26; Legality</td>
<td align="left">Importance of ethical and legal considerations</td>
<td align="left">Transparency and clarity regarding use and transfer of data</td>
<td align="left">Clear informed consent forms</td>
</tr>
<tr>
<td rowspan="4" align="left">Effective data management: FAIR principles in practice</td>
<td align="left">Effective data management facilitated by:</td>
<td rowspan="4" align="left">Integration of citizen science data into monitoring systems</td>
<td rowspan="4" align="left">WorldFAIR in biodiversity, LOD</td>
</tr>
<tr>
<td align="left">&#x2022; Professional data publication</td>
</tr>
<tr>
<td align="left">&#x2022; Metadata standards</td>
</tr>
<tr>
<td align="left">&#x2022; Open data formats</td>
</tr>
<tr>
<td align="left">Data quality assurance</td>
<td align="left">Importance of data quality and its perception</td>
<td align="left">Sensor limitations, external influences, lack of expertise in interpretation by end users</td>
<td align="left">Multi-layered data sourcing (reference stations, citizen sensors), API usage</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
</sec>
<sec id="s5">
<title>5 Limitations</title>
<p>The research methodology employed in this article presents certain constraints that warrant consideration. The geographic focus is primarily on the BCR, and caution should be exercised when generalizing the findings to other regions. The intentional choice to closely examine an individual locality underscores the research emphasis on advocating for a bottom-up refinement of SDGs, aligning with existing research recommendations.</p>
<p>While the presented methodology offers a valuable framework, its application in diverse contexts necessitates careful consideration of site-specific factors such as the number of relevant citizen science initiatives providing data and the degree of local administrative support. These factors significantly influence its potential contribution to SDG monitoring.</p>
<p>A limitation arises from the sample set used for interviews, which primarily comprised of data experts and which was limited to 10 interviews. This selection choice imposes certain restrictions on the breadth of perspectives considered.</p>
<p>Furthermore, while the study engaged with data experts and subject specialists, it did not involve stakeholders from the local governments themselves, especially at the political level. Future research endeavors may benefit from exploring how insights from this perspective align with of diverge from those gathered, thereby contributing to a more comprehensive understanding. It is acknowledged that local (political) preferences regarding data-driven governance exist, and their inclusion in future investigations would offer valuable insights into these nuanced dynamics.</p>
</sec>
<sec id="s6">
<title>6 Conclusion&#x2014;implications&#x2014;applications</title>
<p>This article emphasizes the growing recognition of the crucial role of local governments in achieving the SDGs and thus the need for monitoring them at the local level. Traditional data sources, while essential, have limitations, leading to a call for supplementing them with non-traditional sources, like citizen science data. Existing literature explores the significance of citizen science data in contributing to and monitoring SDG progress, acknowledging challenges and limited integration into policymaking. It extends this discussion by focusing on how citizen science data can be effectively incorporated into local environmental SDG monitoring, investigating the barriers for uptake of citizen science data into local SDG monitoring efforts, with a focus on environmentally relevant SDGs. The exploration builds upon a conceptual model introduced by <xref ref-type="bibr" rid="B11">Fritz et al. (2019)</xref>, which outlines dimensions highlighting the intrinsic value of citizen science data for SDG monitoring.</p>
<p>The study focusses on the BCR and involves qualitative data collection through 10 in-depth semi-structured interviews with citizen science data experts from various backgrounds. We started restructuring the original five dimensions of the conceptual model into two overarching categories&#x2014;data scope and organizational data governance&#x2014;which provides a clearer understanding of the complexities involved. Our examination of the conceptual framework unveils profound insights into the dimensions of data scope and data governance.</p>
<p>In the data scope layer, three key dimensions are highlighted. The first one is the extension of the boundaries of traditional data, surpassing them in terms of coverage, resolution, and granularity. It offers a nuanced understanding of issues such as air pollution and traffic flows. However, while expanding these data boundaries is essential, there is a need to ensure data aligns with monitoring objectives. Which brings us to our second dimension, the need for the data to be fit for purpose. Challenges include increased data processing demands and the importance of understanding local government&#x2019;s data needs. Alignment with the SDGs is crucial, but projects often lack awareness and struggle with the complex nature of the SDG Framework. A third dimension revolves around the representativeness of the data being collected. Inclusivity is crucial to avoid biases and align with the SDG principle of &#x201c;Leave No One Behind.&#x201d; Challenges arise in achieving diversity, with current trends involving economically privileged individuals. The integration of underrepresented groups significantly enhances the richness of citizen science data, contributing to the democratization of knowledge crucial for informed policy formulation. Collaborations with intermediaries and educational institutions are suggested to enhance representativeness.</p>
<p>Regarding the data governance layer, there are two main components: the data process and data management. Within the data process, our analysis highlights the challenges of sustaining citizen science data projects beyond one-off initiatives. Often financial constraints lead to the temporal nature of data collection, presenting hurdles that require careful planning and resource allocation. Although there are examples of projects that successfully transitioned into sustainable service providers for local governments. The importance of citizen engagement is underscored, acknowledging the challenge of managing engagement fatigue. Furthermore, ethical and legal considerations are highlighted as crucial, emphasizing transparency, informed consent and clear guidelines for data ownership in citizen science data projects.</p>
<p>In the realm of data management, adherence to FAIR principles is identified as key to facilitating collaboration and ensuring the quality and usability of generated data. However, challenges persist in standardizing data practices, publication in open formats, achieving interoperability, and data integration with other existing data sources. Regarding data quality, our experts emphasize that not only the actual quality of citizen science data is a recurring concern, but they underscore the need for expertise in data interpretation, with higher governments in a supporting role.</p>
<p>Based on qualitative research, we enhanced the conceptual model for the BCR with data scope characteristics, including data extending traditional boundaries, the fitness for a specific objective and ensuring the representativeness of the collected data. The necessary design requirements are situated within the domain of data governance, including considerations related to the sustainability of data collection processes, ethical and legal dimensions, standardized data publication, data accessibility, data integration and data quality assurance.</p>
<p>Our results provide local stakeholders and in particular policymakers practical insights into how the barriers for uptake of citizen-generated data into local SDG monitoring of environmental indicators can be overcome. As such, we want to improve the uptake of citizen-generated data projects into Environmental SDG monitoring in the BCR.</p>
<p>The findings underscore the multifaceted nature of integrating citizen science data into policy, highlighting the need for a holistic and adaptive approach. Here, &#x201c;holistic&#x201d; refers to the inclusive consideration of diverse dimensions within the framework, while &#x201c;adaptive&#x201d; signifies the recognition that contextual factors play a crucial role, thereby acknowledging the limited generalizability. Effectively integrating citizen science data into SDG monitoring at the local level necessitates addressing challenges related to data scope, data governance and context-specific considerations.</p>
<p>In future research endeavors, this framework can be employed to substantiate the practical impact and iteratively refine the underlying framework. Additionally, its applicability may extend to other geographical territories or be adapted for application to citizen-generated data sources directed towards non environmental SDG indicators.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="s7">
<title>Data availability statement</title>
<p>The raw data supporting the conclusion of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s8">
<title>Author contributions</title>
<p>KB: Conceptualization, Data curation, Formal Analysis, Funding acquisition, Investigation, Methodology, Project administration, Resources, Software, Supervision, Validation, Visualization, Writing&#x2013;original draft, Writing&#x2013;review and editing. LV: Methodology, Supervision, Writing&#x2013;review and editing. CV: Supervision, Writing&#x2013;review and editing. LT: Supervision, Writing&#x2013;review and editing. RH: Supervision, Writing&#x2013;review and editing.</p>
</sec>
<sec sec-type="funding-information" id="s9">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. The research was done in the context of the PhD project titled &#x201c;SDG in ACTION&#x2014;Data Driven Coaching of Local Communities in Achieving SDG Goals&#x201d; which is subsidized by the Brussels Capital Region&#x2014;Innoviris.</p>
</sec>
<sec sec-type="COI-statement" id="s10">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s11">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<fn-group>
<fn id="fn1">
<label>1</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://bisa.brussels/wist-je-dat/162-4-km2-is-de-oppervlakte-van-het-brussels-hoofdstedelijk-gewest">https://bisa.brussels/wist-je-dat/162-4-km2-is-de-oppervlakte-van-het-brussels-hoofdstedelijk-gewest</ext-link>
</p>
</fn>
<fn id="fn2">
<label>2</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://indicators.be/en/t/SDG/">https://indicators.be/en/t/SDG/</ext-link>
</p>
</fn>
<fn id="fn3">
<label>3</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://donut.brussels/en/brussels/en-macro-portrait/">https://donut.brussels/en/brussels/en-macro-portrait/</ext-link>
</p>
</fn>
<fn id="fn4">
<label>4</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://www.oecd-local-sdgs.org/index.html">https://www.oecd-local-sdgs.org/index.html</ext-link>
</p>
</fn>
<fn id="fn5">
<label>5</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://euro-cities.sdgindex.org/#/">https://euro-cities.sdgindex.org/&#x23;/</ext-link>
</p>
</fn>
<fn id="fn6">
<label>6</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://smit.vub.ac.be/phd-project-sdg-in-action-data-driven-coaching-of-local-communities-in-achieving-sdg-goals">https://smit.vub.ac.be/phd-project-sdg-in-action-data-driven-coaching-of-local-communities-in-achieving-sdg-goals</ext-link>
</p>
</fn>
<fn id="fn7">
<label>7</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://eu-citizen.science/projects?keywords=&amp;orderby=&amp;country=BE&amp;status=&amp;hasTag=&amp;difficultyLevel=&amp;topic=&amp;participationTask=">https://eu-citizen.science/projects?keywords&#x3d;&#x26;orderby&#x3d;&#x26;country&#x3d;BE&#x26;status&#x3d;&#x26;hasTag&#x3d;&#x26;difficultyLevel&#x3d;&#x26;topic&#x3d;&#x26;participationTask&#x3d;</ext-link>
</p>
</fn>
<fn id="fn8">
<label>8</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://www.vub.be/en/our-research/our-vision-and-mission/participatory-and-community-based-research/citizen-science">https://www.vub.be/en/our-research/our-vision-and-mission/participatory-and-community-based-research/citizen-science</ext-link>
</p>
</fn>
<fn id="fn9">
<label>9</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://www.scivil.be">https://www.scivil.be</ext-link>
</p>
</fn>
<fn id="fn10">
<label>10</label>
<p>A public road in the vicinity of an educational establishment where motor vehicles are temporarily barred at the entrances during certain hours.</p>
</fn>
<fn id="fn11">
<label>11</label>
<p>
<italic>Gelijke OnderwijsKansen</italic> or Equal Education Opportunities. Indicators on language spoken at home, school allowance, educational level parents.</p>
</fn>
<fn id="fn12">
<label>12</label>
<p>Storing the data on a stable and accessible web platform (<ext-link ext-link-type="uri" xlink:href="https://www.gbif.org/data-hosting">https://www.gbif.org/data-hosting</ext-link>); costs can incur costs for a subscription on a cloud-based platform.</p>
</fn>
<fn id="fn13">
<label>13</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://rdamsc.bath.ac.uk/msc/m66">https://rdamsc.bath.ac.uk/msc/m66</ext-link>
</p>
</fn>
<fn id="fn14">
<label>14</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://dwc.tdwg.org">https://dwc.tdwg.org</ext-link>
</p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Abraham</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Schneider</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Vom Brocke</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Data governance: a conceptual framework, structured review, and research agenda</article-title>. <source>Int. J. Inf. Manag.</source> <volume>49</volume>, <fpage>424</fpage>&#x2013;<lpage>438</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijinfomgt.2019.07.008</pub-id>
</citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alarcon Ferrari</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>J&#xf6;nsson</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Gebreyohannis Gebrehiwot</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Chiwona-Karltun</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Mark-Herbert</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Manuschevich</surname>
<given-names>D.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Citizen science as democratic innovation that renews environmental monitoring and assessment for the sustainable development goals in rural areas</article-title>. <source>Sustainability</source> <volume>13</volume> (<issue>5</issue>), <fpage>2762</fpage>. <pub-id pub-id-type="doi">10.3390/su13052762</pub-id>
</citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ballerini</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Bergh</surname>
<given-names>S. I.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Using citizen science data to monitor the Sustainable Development Goals: a bottom-up analysis</article-title>. <source>Sustain. Sci.</source> <volume>16</volume> (<issue>6</issue>), <fpage>1945</fpage>&#x2013;<lpage>1962</lpage>. <pub-id pub-id-type="doi">10.1007/s11625-021-01001-1</pub-id>
</citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bowser</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Cooper</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>De Sherbinin</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Wiggins</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Brenton</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Chuang</surname>
<given-names>T.-R.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Still in need of norms: the state of the data in citizen science</article-title>. <source>Citiz. Sci. Theory Pract.</source> <volume>5</volume> (<issue>1</issue>), <fpage>18</fpage>. <pub-id pub-id-type="doi">10.5334/cstp.303</pub-id>
</citation>
</ref>
<ref id="B5">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Bryman</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2012</year>). <source>Social research methods</source>. <edition>Fourth edition</edition>. <publisher-name>Oxford University Press</publisher-name>.</citation>
</ref>
<ref id="B6">
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Ciambra</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Fern&#xe1;ndez</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Calvete</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Miraglia</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Herrera-Favela</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>
<italic>Guidelines for voluntary local reviews: Volume one&#x2014;a comparative analysis of existing VLRs</italic> (volume 1; guidelines for voluntary local reviews). United cities &#x26; local governments (UCLG) and UN-habitat</article-title>. <ext-link ext-link-type="uri" xlink:href="https://unhabitat.org/sites/default/files/2020/07/uclg_vlrlab_guidelines_july_2020_final.pdf">https://unhabitat.org/sites/default/files/2020/07/uclg_vlrlab_guidelines_july_2020_final.pdf</ext-link>.</citation>
</ref>
<ref id="B7">
<citation citation-type="web">
<collab>Cities Alliance</collab> (<year>2015</year>). <comment>
<italic>Sustainable Development Goals and Habitat III: Opportunities for a Successful New Urban Agenda</italic> [Discussion Paper]. Cities Alliance. Available at: <ext-link ext-link-type="uri" xlink:href="https://www.citiesalliance.org/sites/default/files/Opportunities%20for%20the%20New%20Urban%20Agenda.pdf">https://www.citiesalliance.org/sites/default/files/Opportunities%20for%20the%20New%20Urban%20Agenda.pdf</ext-link>.</comment>
</citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>De Rijck</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Schade</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Rubio</surname>
<given-names>J.-M.</given-names>
</name>
<name>
<surname>Van Meerloo</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Best practices in citizen science for environmental monitoring: commission staff working document</article-title>. <comment>[75pp</comment>.]. <pub-id pub-id-type="doi">10.25607/OBP-1779</pub-id>
</citation>
</ref>
<ref id="B9">
<citation citation-type="book">
<collab>EC JRC</collab> (<year>2020</year>). <source>Scaling up citizen science: what are the factors associated with increased reach and how to lever them to achieve impact</source>. <publisher-loc>Luxembourg</publisher-loc>: <publisher-name>Publications Office</publisher-name>. <pub-id pub-id-type="doi">10.2760/00926</pub-id>
</citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fraisl</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Campbell</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>See</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Wehn</surname>
<given-names>U.</given-names>
</name>
<name>
<surname>Wardlaw</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Gold</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Mapping citizen science contributions to the UN sustainable development goals</article-title>. <source>Sustain. Sci.</source> <volume>15</volume> (<issue>6</issue>), <fpage>1735</fpage>&#x2013;<lpage>1751</lpage>. <pub-id pub-id-type="doi">10.1007/s11625-020-00833-7</pub-id>
</citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fritz</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>See</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Carlson</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Haklay</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Oliver</surname>
<given-names>J. L.</given-names>
</name>
<name>
<surname>Fraisl</surname>
<given-names>D.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Citizen science and the united Nations sustainable development goals</article-title>. <source>Nat. Sustain.</source> <volume>2</volume> (<issue>10</issue>), <fpage>922</fpage>&#x2013;<lpage>930</lpage>. <pub-id pub-id-type="doi">10.1038/s41893-019-0390-3</pub-id>
</citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fritzenk&#xf6;tter</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Hohoff</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Pierri</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Verhulst</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Young</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Zacharzewski</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Governing the environment-related data space</article-title>. <source>SSRN Electron. J</source>. <pub-id pub-id-type="doi">10.2139/ssrn.4250166</pub-id>
</citation>
</ref>
<ref id="B13">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Greene</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Meixell</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2017</year>). <source>
<italic>Hacking the sustainable development goals. Can US cities measure up?</italic> [Research report]</source>. <publisher-loc>Washington, D.C.</publisher-loc>: <publisher-name>Urban Insitute</publisher-name>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.urban.org/sites/default/files/publication/92946/2001490-hacking-the-sustainable-development-goals-corrected.pdf">https://www.urban.org/sites/default/files/publication/92946/2001490-hacking-the-sustainable-development-goals-corrected.pdf</ext-link>.</comment>
</citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hecker</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Wicke</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Haklay</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Bonn</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>How does policy conceptualise citizen science? A qualitative content analysis of international policy documents</article-title>. <source>Citiz. Sci. Theory Pract.</source> <volume>4</volume> (<issue>1</issue>), <fpage>32</fpage>. <pub-id pub-id-type="doi">10.5334/cstp.230</pub-id>
</citation>
</ref>
<ref id="B15">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Herzog</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Handke</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Hitters</surname>
<given-names>E.</given-names>
</name>
</person-group> (<year>2019</year>). &#x201c;<article-title>Analyzing talk and text II: thematic analysis</article-title>,&#x201d; in <source>The palgrave handbook of methods for media policy research</source>. Editors <person-group person-group-type="editor">
<name>
<surname>Van Den Bulck</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Puppis</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Donders</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Van Audenhove</surname>
<given-names>L.</given-names>
</name>
</person-group> (<publisher-name>Springer International Publishing</publisher-name>), <fpage>385</fpage>&#x2013;<lpage>401</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-030-16065-4_22</pub-id>
</citation>
</ref>
<ref id="B16">
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Higgins</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Cornforth</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Civil society and SDG monitoring. Harnessing civil society and citizen-generated data</article-title>. <comment>Datashift. Available at: <ext-link ext-link-type="uri" xlink:href="http://civicus.org/images/SDG%20Monitoring%20-%20DataShift%20Background%20Note%20-%20Final.pdf">http://civicus.org/images/SDG%20Monitoring%20-%20DataShift%20Background%20Note%20-%20Final.pdf</ext-link>.</comment>
</citation>
</ref>
<ref id="B17">
<citation citation-type="book">
<collab>IEAG</collab> (<year>2014</year>). <source>Mobilising the data revolution for sustainable development</source>. <publisher-name>Independent Expert Advisory Group</publisher-name>, <comment>A World that Counts. Available at: <ext-link ext-link-type="uri" xlink:href="https://www.undatarevolution.org/wp-content/uploads/2014/11/A-World-That-Counts.pdf">https://www.undatarevolution.org/wp-content/uploads/2014/11/A-World-That-Counts.pdf</ext-link>.</comment>
</citation>
</ref>
<ref id="B18">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Imran</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Agrawal</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2017</year>). &#x201c;<article-title>Data provenance</article-title>,&#x201d; in <source>Encyclopedia of big data</source>. Editors <person-group person-group-type="editor">
<name>
<surname>Schintler</surname>
<given-names>L. A.</given-names>
</name>
<name>
<surname>McNeely</surname>
<given-names>C. L.</given-names>
</name>
</person-group> (<publisher-name>Springer International Publishing</publisher-name>), <fpage>1</fpage>&#x2013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-319-32001-4_58-1</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Koedel</surname>
<given-names>U.</given-names>
</name>
<name>
<surname>Schuetze</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Fischer</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Bussmann</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Sauer</surname>
<given-names>P. K.</given-names>
</name>
<name>
<surname>Nixdorf</surname>
<given-names>E.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). <article-title>Challenges in the evaluation of observational data trustworthiness from a data producers viewpoint (FAIR&#x2b;)</article-title>. <source>Front. Environ. Sci.</source> <volume>9</volume>, <fpage>772666</fpage>. <pub-id pub-id-type="doi">10.3389/fenvs.2021.772666</pub-id>
</citation>
</ref>
<ref id="B20">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Lafortune</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Fuller</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Schmidt-Traub</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Zoeteman</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Mulder</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Dagevos</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2019</year>). <source>The 2019 SDG index and dashboards report for European cities</source>. <publisher-loc>Tilburg</publisher-loc>: <publisher-name>Sustainable Development Solutions Network (SDSN) &#x26; Brabant Center for Sustainable Development (Telos, Tilburg University</publisher-name>. <comment>
<italic>(prototype version)</italic> [Prototype Version]. Available at: <ext-link ext-link-type="uri" xlink:href="https://s3.amazonaws.com/sustainabledevelopment.report/2019/2019_sdg_index_euro_cities.pdf">https://s3.amazonaws.com/sustainabledevelopment.report/2019/2019_sdg_index_euro_cities.pdf</ext-link>.</comment>
</citation>
</ref>
<ref id="B21">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>L&#xe4;mmerhirt</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Jameson</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Prasetyo</surname>
<given-names>E.</given-names>
</name>
</person-group> (<year>2016</year>). <source>Making Citizen-Generated Data Work: towards a framework strengthening collaborations between citizens, civil society organisation, and others</source>. <publisher-loc>Mechelen</publisher-loc>: <publisher-name>Data Shift &#x26; Open Knowledge Institute</publisher-name>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.researchgate.net/publication/311654834_Making_Citizen-Generated_Data_Work_Towards_a_framework_strengthening_collaborations_between_citizens_civil_society_organisation_and_others#fullTextFileContent">https://www.researchgate.net/publication/311654834_Making_Citizen-Generated_Data_Work_Towards_a_framework_strengthening_collaborations_between_citizens_civil_society_organisation_and_others&#x23;fullTextFileContent</ext-link>.</comment>
</citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>MacFeely</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>The big (data) bang: opportunities and challenges for compiling SDG indicators</article-title>. <source>Glob. Policy</source> <volume>10</volume> (<issue>S1</issue>), <fpage>121</fpage>&#x2013;<lpage>133</lpage>. <pub-id pub-id-type="doi">10.1111/1758-5899.12595</pub-id>
</citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mahajan</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Chung</surname>
<given-names>M.-K.</given-names>
</name>
<name>
<surname>Martinez</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Olaya</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Helbing</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>L.-J.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Translating citizen-generated air quality data into evidence for shaping policy</article-title>. <source>Humanit. Soc. Sci. Commun.</source> <volume>9</volume> (<issue>1</issue>), <fpage>122</fpage>. <pub-id pub-id-type="doi">10.1057/s41599-022-01135-2</pub-id>
</citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McKinley</surname>
<given-names>D. C.</given-names>
</name>
<name>
<surname>Miller-Rushing</surname>
<given-names>A. J.</given-names>
</name>
<name>
<surname>Ballard</surname>
<given-names>H. L.</given-names>
</name>
<name>
<surname>Bonney</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Brown</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Cook-Patton</surname>
<given-names>S. C.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Citizen science can improve conservation science, natural resource management, and environmental protection</article-title>. <source>Biol. Conserv.</source> <volume>208</volume>, <fpage>15</fpage>&#x2013;<lpage>28</lpage>. <pub-id pub-id-type="doi">10.1016/j.biocon.2016.05.015</pub-id>
</citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Moczek</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Voigt-Heucke</surname>
<given-names>S. L.</given-names>
</name>
<name>
<surname>Mortega</surname>
<given-names>K. G.</given-names>
</name>
<name>
<surname>Fab&#xf3; Cartas</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Knobloch</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>A self-assessment of European citizen science projects on their contribution to the UN sustainable development goals (SDGs)</article-title>. <source>Sustainability</source> <volume>13</volume> (<issue>4</issue>), <fpage>1774</fpage>. <pub-id pub-id-type="doi">10.3390/su13041774</pub-id>
</citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>M&#xfc;ller</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Lorenz</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Voigt-Heucke</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Heinrich</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Oesterheld</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2023</year>). <article-title>Citizen science for the sustainable development goals? The perspective of German citizen science practitioners on the relationship between citizen science and the sustainable development goals</article-title>. <source>Citiz. Sci. Theory Pract.</source> <volume>8</volume> (<issue>1</issue>), <fpage>34</fpage>. <pub-id pub-id-type="doi">10.5334/cstp.583</pub-id>
</citation>
</ref>
<ref id="B27">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Nascimento</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Iglesias</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Owen</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Schade</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Shanley</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2018</year>). &#x201c;<article-title>Citizen science for policy formulation and implementation</article-title>,&#x201d; in <source>Citizen science: innovation in open science</source> (<publisher-loc>London</publisher-loc>: <publisher-name>Society and Policy</publisher-name>). <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.researchgate.net/publication/330976243_Citizen_science_for_policy_formulation_and_implementation_Innovation_in_Open_Science_Society_and_Policy">https://www.researchgate.net/publication/330976243_Citizen_science_for_policy_formulation_and_implementation_Innovation_in_Open_Science_Society_and_Policy</ext-link>.</comment>
</citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<collab>OECD</collab> (<year>2020</year>). <article-title>A territorial approach to the sustainable development goals: synthesis report</article-title>. <source>OECD</source>. <pub-id pub-id-type="doi">10.1787/e86fa715-en</pub-id>
</citation>
</ref>
<ref id="B29">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Oosterhof</surname>
<given-names>P. D.</given-names>
</name>
</person-group> (<year>2018</year>). <source>
<italic>Localizing the SDGs to Accelerate the Implementation of the 2030 Agenda for sustainable development: the current State of sustainable development goal Localization in Asia and the pacific</italic> (0 ed., governance briefs) [governance briefs]</source>. <publisher-loc>Manila</publisher-loc>: <publisher-name>Asian Development Bank</publisher-name>. <pub-id pub-id-type="doi">10.22617/BRF189612</pub-id>
</citation>
</ref>
<ref id="B30">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Phillips</surname>
<given-names>T. B.</given-names>
</name>
<name>
<surname>Parker</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Bowser</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Haklay</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2021</year>). &#x201c;<article-title>Publicly generated data: the role of citizen science for knowledge production, action, and public engagement</article-title>,&#x201d;. <source>Closing the knowledge-implementation gap in conservation science</source>. Editors <person-group person-group-type="editor">
<name>
<surname>Ferreira</surname>
<given-names>C. C.</given-names>
</name>
<name>
<surname>Kl&#xfc;tsch</surname>
<given-names>C. F. C.</given-names>
</name>
</person-group> (<publisher-name>Springer International Publishing</publisher-name>), <volume>4</volume>, <fpage>83</fpage>&#x2013;<lpage>107</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-030-81085-6_4</pub-id>
</citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reddy</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Localising the sustainable development goals (SDGs): the role of local government in context</article-title>. <source>Afr. J. Public Aff.</source> <volume>Vol. 9</volume> (<issue>Number 2</issue>). <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://repository.up.ac.za/bitstream/handle/2263/58190/Reddy_Localising_2016.pdf?sequence=1&amp;isAllowed=y">https://repository.up.ac.za/bitstream/handle/2263/58190/Reddy_Localising_2016.pdf?sequence&#x3d;1&#x26;isAllowed&#x3d;y</ext-link>.</comment>
</citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>San Llorente Capdevila</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Kokimova</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Sinha Ray</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Avell&#xe1;n</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Kirschke</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Success factors for citizen science projects in water quality monitoring</article-title>. <source>Sci. Total Environ.</source> <volume>728</volume>, <fpage>137843</fpage>. <pub-id pub-id-type="doi">10.1016/j.scitotenv.2020.137843</pub-id>
</citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sauermann</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Vohland</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Antoniou</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Bal&#xe1;zs</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>G&#xf6;bel</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Karatzas</surname>
<given-names>K.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Citizen science and sustainability transitions</article-title>. <source>Res. Policy</source> <volume>49</volume> (<issue>5</issue>), <fpage>103978</fpage>. <pub-id pub-id-type="doi">10.1016/j.respol.2020.103978</pub-id>
</citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schleicher</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Schmidt</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Citizen science in Germany as research and sustainability education: analysis of the main forms and foci and its relation to the sustainable development goals</article-title>. <source>Sustainability</source> <volume>12</volume> (<issue>15</issue>), <fpage>6044</fpage>. <pub-id pub-id-type="doi">10.3390/su12156044</pub-id>
</citation>
</ref>
<ref id="B35">
<citation citation-type="book">
<collab>SDSN, &#x26; IEEP</collab> (<year>2019</year>). <source>The 2019 europe sustainable development report: towards a strategy for achieving the sustainable development goals in the European union</source>. <publisher-loc>Paris and Brussels</publisher-loc>: <publisher-name>Sustainable Development Solutions Network and Institute for European Environmental Policy</publisher-name>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://ieep.eu/wp-content/uploads/2022/12/Europe-Sustainable-Development-Report-2019.pdf">https://ieep.eu/wp-content/uploads/2022/12/Europe-Sustainable-Development-Report-2019.pdf</ext-link>.</comment>
</citation>
</ref>
<ref id="B36">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Serrano</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Sanz</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Pelacho</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Turb&#xe9;</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Barba</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Mudgal</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <source>Citizen science for environmental policy: development of an EU wide inventory and analysis of selected practices</source>. <publisher-loc>Luxemburg</publisher-loc>: <publisher-name>Publications Office</publisher-name>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://data.europa.eu/doi/10.2779/961304">https://data.europa.eu/doi/10.2779/961304</ext-link>.</comment>
</citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sharifi</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Allam</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Bibri</surname>
<given-names>S. E.</given-names>
</name>
<name>
<surname>Khavarian-Garmsir</surname>
<given-names>A. R.</given-names>
</name>
</person-group> (<year>2024</year>). <article-title>Smart cities and sustainable development goals (SDGs): a systematic literature review of co-benefits and trade-offs</article-title>. <source>Cities</source> <volume>146</volume>, <fpage>104659</fpage>. <pub-id pub-id-type="doi">10.1016/j.cities.2023.104659</pub-id>
</citation>
</ref>
<ref id="B38">
<citation citation-type="book">
<collab>UNDG</collab> (<year>2014</year>). <source>Localizing the post-2015 development agenda: dialogues on implementation</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>United Nations Development Group</publisher-name>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://uclg.org/sites/default/files/dialogues_on_localizing_the_post-2015_development_agenda.pdf">https://uclg.org/sites/default/files/dialogues_on_localizing_the_post-2015_development_agenda.pdf</ext-link>.</comment>
</citation>
</ref>
<ref id="B39">
<citation citation-type="book">
<collab>UNEP</collab> (<year>2021</year>). <source>Measuring progress: environment and the SDGs</source>. <publisher-loc>Nairobi</publisher-loc>: <publisher-name>United Nations</publisher-name>. <pub-id pub-id-type="doi">10.18356/9789210011211</pub-id>
</citation>
</ref>
<ref id="B40">
<citation citation-type="book">
<collab>United Nations</collab> (<year>2016</year>). <source>The sustainable development goals report 2016</source>. <comment>United Nations. Available at: <ext-link ext-link-type="uri" xlink:href="https://unstats.un.org/sdgs/report/2016/the%20sustainable%20development%20goals%20report%202016.pdf">https://unstats.un.org/sdgs/report/2016/the%20sustainable%20development%20goals%20report%202016.pdf</ext-link>.</comment>
</citation>
</ref>
<ref id="B41">
<citation citation-type="book">
<collab>United Nations</collab> (<year>2020</year>). <source>Measuring and monitoring progress towards the sustainable development goals</source>. <comment>United Nations</comment>.</citation>
</ref>
<ref id="B42">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Van Audenhove</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Donders</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2019</year>). &#x201c;<article-title>Talking to people III: expert interviews and elite interviews</article-title>,&#x201d; in <source>The palgrave handbook of methods for media policy research</source>. Editors <person-group person-group-type="editor">
<name>
<surname>Puppis</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Van den Bulck</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Van Audenhove</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Donders</surname>
<given-names>K.</given-names>
</name>
</person-group> (<publisher-name>Palgrave Macmillan</publisher-name>), <fpage>179</fpage>&#x2013;<lpage>197</lpage>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://link.springer.com/chapter/10.1007/978-3-030-16065-4_10">https://link.springer.com/chapter/10.1007/978-3-030-16065-4_10</ext-link>.</comment>
</citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>van den Homberg</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Susha</surname>
<given-names>I.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Characterizing data ecosystems to support official statistics with open mapping data for reporting on sustainable development goals</article-title>. <source>ISPRS Int. J. Geo-Information</source> <volume>7</volume> (<issue>12</issue>), <fpage>456</fpage>. <pub-id pub-id-type="doi">10.3390/ijgi7120456</pub-id>
</citation>
</ref>
<ref id="B44">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>West</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Pateman</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2017</year>). <source>
<italic>How could citizen science support the sustainable development goals?</italic> [Policy brief]</source>. <publisher-loc>Stockholm</publisher-loc>: <publisher-name>Stockholm Environment Institute</publisher-name>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://mediamanager.sei.org/documents/Publications/SEI-2017-PB-citizen-science-sdgs.pdf">https://mediamanager.sei.org/documents/Publications/SEI-2017-PB-citizen-science-sdgs.pdf</ext-link>.</comment>
</citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wilkinson</surname>
<given-names>M. D.</given-names>
</name>
<name>
<surname>Dumontier</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Aalbersberg</surname>
<given-names>Ij. J.</given-names>
</name>
<name>
<surname>Appleton</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Axton</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Baak</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>The FAIR Guiding Principles for scientific data management and stewardship</article-title>. <source>Sci. Data</source> <volume>3</volume> (<issue>1</issue>), <fpage>160018</fpage>. <pub-id pub-id-type="doi">10.1038/sdata.2016.18</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>