<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Environ. Sci.</journal-id>
<journal-title>Frontiers in Environmental Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Environ. Sci.</abbrev-journal-title>
<issn pub-type="epub">2296-665X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">1375675</article-id>
<article-id pub-id-type="doi">10.3389/fenvs.2024.1375675</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Environmental Science</subject>
<subj-group>
<subject>Hypothesis and Theory</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Enhancing citizen science impact in environmental monitoring: Targeted engagement strategies with stakeholder groups</article-title>
<alt-title alt-title-type="left-running-head">Koedel et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/fenvs.2024.1375675">10.3389/fenvs.2024.1375675</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Koedel</surname>
<given-names>Uta</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1442399/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Dietrich</surname>
<given-names>Peter</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1525331/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Herrmann</surname>
<given-names>Thora</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2132205/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liang</surname>
<given-names>Christine</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2132187/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ritter</surname>
<given-names>Oscar</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2638985/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Roettenbacher</surname>
<given-names>Johannes</given-names>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Schuetze</surname>
<given-names>Fabian M.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Schuetze</surname>
<given-names>Sophia V.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff8">
<sup>8</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Thoboell</surname>
<given-names>Jakob C.</given-names>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Schuetze</surname>
<given-names>Claudia</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1558698/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Helmholtz Centre for Environmental Research GmbH&#x2014;UFZ</institution>, <institution>Department Monitoring and Exploration Technologies</institution>, <addr-line>Leipzig</addr-line>, <country>Germany</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Eberhard-Karls-University of T&#xfc;bingen</institution>, <institution>Faculty of Science</institution>, <institution>Work Group of Environmental and Engineering Geophysics</institution>, <addr-line>T&#xfc;bingen</addr-line>, <country>Germany</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>University of Oulu</institution>, <institution>Biodiverse Anthropocenes Profiling Program</institution>, <institution>History</institution>, <institution>Culture, and Communication Studies Research Unit</institution>, <institution>Faculty of Humanities</institution>, <addr-line>Oulu</addr-line>, <country>Finland</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Helmholtz Centre for Environmental Research GmbH&#x2014;UFZ</institution>, <institution>Department Biodiversity and People</institution>, <addr-line>Leipzig</addr-line>, <country>Germany</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Leibniz Institute for Tropospheric Research e.V.</institution>, <addr-line>Leipzig</addr-line>, <country>Germany</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>Leipzig University</institution>, <institution>Leipzig Institute for Meteorology</institution>, <addr-line>Leipzig</addr-line>, <country>Germany</country>
</aff>
<aff id="aff7">
<sup>7</sup>
<institution>Leipzig University of Applied Sciences (HTWK Leipzig)</institution>, <institution>Faculty of Engineering</institution>, <addr-line>Leipzig</addr-line>, <country>Germany</country>
</aff>
<aff id="aff8">
<sup>8</sup>
<institution>University of Cape Town</institution>, <institution>UTC Graduate School of Business</institution>, <addr-line>Cape Town</addr-line>, <country>South Africa</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/466715/overview">James Kevin Summers</ext-link>, Office of Research and Development, United States</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/2645850/overview">Greg Newman</ext-link>, Colorado State University, United States</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1766967/overview">Ruth Duerr</ext-link>, Ronin Institute, United States</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1012452/overview">Ann Borda</ext-link>, The University of Melbourne, Australia</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Uta Koedel, <email>uta.koedel@ufz.de</email>
</corresp>
</author-notes>
<pub-date pub-type="epub">
<day>20</day>
<month>05</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>12</volume>
<elocation-id>1375675</elocation-id>
<history>
<date date-type="received">
<day>24</day>
<month>01</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>17</day>
<month>04</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2024 Koedel, Dietrich, Herrmann, Liang, Ritter, Roettenbacher, Schuetze, Schuetze, Thoboell and Schuetze.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Koedel, Dietrich, Herrmann, Liang, Ritter, Roettenbacher, Schuetze, Schuetze, Thoboell and Schuetze</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>Understanding the motivations and benefits of citizen science (CS) participants is critical to the success of environmental science projects that rely on data collection from engaged citizens. Tailored communication with citizen scientists is essential, leading to the need to target specific societal groups for extensive and high-quality data sets. The purpose of the study was to apply marketing concepts such as stakeholder analysis, value proposition canvas (VPC), and key performance indicators (KPIs) to CS projects. The study examined the extent to which these strategies can be applied to CS projects and add value, resulting in improved recruitment and retention of participants, as well as improved project management. The dynamic landscape of CS projects requires adapted business-oriented approaches supporting ongoing participation with high motivation, acknowledging community needs, and recognizing institutional scientists, akin to targeting potential customers. The case study focuses on the CityCLIM initiative, an EU-funded project collecting urban climate data, especially air temperature, using mobile weather stations. The CityCLIM VPC, analyzing stakeholder groups, facilitated tailored communication strategies by analyzing stakeholder groups and highlighting the effectiveness of the CS cycling initiative within the &#x201c;Stadtradeln&#x201d; program. Impact KPIs served as a roadmap for strategic refinement, while data quality KPIs identified deficiencies, guiding adjustments to the campaign. Applied marketing tools improved project planning, engagement, and evaluation, demonstrating the potential of this concept. Adapting marketing tools to recruitment and communication strategies benefits CS projects by targeting specific groups. The holistic integration of stakeholder analysis, VPC, and KPIs streamlines project management and creates a framework for sustainable success. This adaptation forms a robust toolkit for CS project coordinators, contributing to effective communication, engagement, and impact assessment. Applying marketing tools significantly increases CS projects&#x2019; reach and impact, ensuring long-term success and meaningful scientific contributions.</p>
</abstract>
<kwd-group>
<kwd>citizen science (CS)</kwd>
<kwd>environmental monitoring</kwd>
<kwd>urban climate</kwd>
<kwd>stakeholder analysis</kwd>
<kwd>value proposition canvas (VPC)</kwd>
<kwd>key performance indicators (KPIs)</kwd>
<kwd>business marketing strategies</kwd>
</kwd-group>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Environmental Citizen Science</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1">
<title>1 Introduction</title>
<p>This study presents an approach to increasing the effectiveness of Citizen Science (CS) projects by using an adequate recruitment and communication strategy. CS projects in environmental sciences are often based on data collection by engaged attendees and require customized communication with the participating citizen scientists. Therefore, targeting specific groups in society can help reach more extensive and high-quality data sets in CS projects. Furthermore, the approach emphasizes the importance of marketing approaches for science in terms of adapting best practices in customer-facing fields to keep the motivation and retention of the participants high. This paper illustrates the diversity of stakeholder groups among citizen scientists, which can be activated.</p>
<p>Furthermore, it shows that targeting an audience for CS projects in terms of qualification, motivation, and skills can increase the impact of CS. This paper points out and explains the potential stakeholder groups involved in CS projects. Lastly, their profiles are identified to classify their needs and requirements for successful and continuous participation. For example, in CS projects, different stakeholder communication strategies are applied to determine their influence on participation rates. Furthermore, best practices are derived from this approach to be applied in future CS projects.</p>
<p>Business management theory teaches that corporate success depends on a strong communication strategy. In other words, it is the measure to achieve the defined communication goals. These measures include communication instruments, such as traditional advertising using information and social media, sponsorship, event marketing, trade fairs, and public relations. One of the main objectives of corporate communications is to increase brand awareness and reach a broader customer base. Marketing, advertising, and branding professionals are not just trying to reach the market. They identify potential customers from the outset and tailor the communication strategy to them. In this way, companies become much more efficient. The purpose of the study was to apply marketing concepts such as stakeholder analysis, value proposition canvas, and key performance indicators to CS projects and to analyze the extent to which these strategies can be applied to CS projects and add value, resulting in improved recruitment and retention of participants, as well as improved project management.</p>
<p>In order to evaluate the performance of the applied concept, the business approach was tested and adapted to CS case studies such as the CityCLIM project. The following sections present typical marketing analysis tools that could be valuable in a scientific context. The results of the tools combined are used to develop a communication strategy to support the efficiency of the example projects.</p>
</sec>
<sec id="s2">
<title>2 Citizen science&#x2014;characteristics and common approaches</title>
<sec id="s2-1">
<title>2.1 What is citizen science?</title>
<p>Citizen science is the participation of people in scientific processes that are not institutionally linked to that field of science. It is emerging as &#x201c;the favored twenty-first-century model for conducting large-scale scientific research&#x201d; (<xref ref-type="bibr" rid="B43">Toerpe, 2013</xref>, p. 44). CS is often associated with monitoring (e.g., taking pictures using a plant ID app) or data collection (e.g., beach litter audits). This is usually referred to as &#x2018;crowd-sourced science&#x2019;. However, there is a spectrum of involvement, and participation can range from short-term data collection to more intensive use of leisure time to analyze or research the topic with other scientists/volunteers (volunteer researchers may have an academic background, but this is not a prerequisite for participation). Thus, the central idea of CS is the involvement of the general public, which can include (to varying degrees) proposing, designing, collecting, managing, analyzing, and sharing scientific investigations.</p>
<p>According to <xref ref-type="bibr" rid="B15">Haklay et al. (2018)</xref>, in the context of geographic information, beyond using citizens as sensors (Level 1 crowdsourcing), there are three additional levels of citizen engagement: Level 2 Distributed Intelligence (e.g., training citizens, interpretation of data), Level 3 Participatory Science (e.g., defining the problem and collecting data), Level 4 Extreme CS (e.g., defining the problem, collecting the data, and analyzing it) (<xref ref-type="bibr" rid="B15">Haklay et al., 2018</xref>). In the context of weather monitoring CS, the hierarchy of <xref ref-type="bibr" rid="B15">Haklay et al. (2018)</xref> can be applied to the following project examples: the Community Collaborative Rain, Hail and Snow Network (CoCoRaHS) consists of crowd-sourced data of precipitation observations measured from citizen backyards in the United States (Level 1, <xref ref-type="bibr" rid="B30">Reges et al., 2016</xref>), SmartPhones4Water citizen scientists from Nepal were trained to collect precipitation measurements (Level 2, <xref ref-type="bibr" rid="B29">Prajapati et al., 2021</xref>), disaster risk mapping was conducted in schools in the Philippines using scientist designed tools refined by participatory discussions with teachers and students (Level 3, <xref ref-type="bibr" rid="B12">Gaillard and Pangilinan, 2010</xref>), the project Extreme Citizen Science: Analysis and Visualisation (ECSAnVis): in the Congo was the result of scientists and citizens working together throughout the entire process (Level 4, <xref ref-type="bibr" rid="B42">Time4CS, 2024</xref>).</p>
<p>Overall, CS is an inclusive scientific methodology where full-time experts and volunteers can learn from and with each other on an equal footing (<xref ref-type="bibr" rid="B3">Bonn et al., 2022</xref>; <xref ref-type="bibr" rid="B9">EU Cordis, 2023</xref>). The benefits are innumerable: it increases social awareness, leads to more relevant policies for the communities they serve, and expands observational networks and databases in scope and availability to a greater extent or variety of spatial/temporal coverage.</p>
</sec>
<sec id="s2-2">
<title>2.2 Citizen science <italic>versus</italic> institutional science</title>
<p>While institutional science is traditionally associated with academic and professional research institutions, CS is defined as collaborative scientific research by non-professional researchers in cooperation with institutional (professional) scientists and academic institutions, often realized in heterogeneous consortia (<xref ref-type="bibr" rid="B24">Lukyanenko et al., 2020</xref>; <xref ref-type="bibr" rid="B14">G&#xf6;bel et al., 2022</xref>).</p>
<p>Public participation in scientific research describes different approaches, including crowd-sourcing, community-based research, or volunteered geographic information (<xref ref-type="bibr" rid="B4">Bonney et al., 2016</xref>). Participatory data collection from the public has a long history in environmental observations (<xref ref-type="bibr" rid="B4">Bonney et al., 2016</xref>). <xref ref-type="bibr" rid="B48">Wynne (2007)</xref> distinguished two types of public engagement in science and technology research: invited (scientific expert-driven) and uninvited (public/bottom-up mobilized) participation. Further, in this sense, CS activities can be divided into two categories concerning the collaboration between non-professional volunteers and institutional researchers: the science-driven collaborative/contributory projects and the community-driven co-created/collegial projects (<xref ref-type="bibr" rid="B36">Shirk et al., 2012</xref>).</p>
<p>In CS projects, two distinct approaches to emergence must be distinguished. The first approach is driven by the interests of citizens who are non-professional researchers and are motivated by a scientific question. The second approach is initiated by institutional formations of professional researchers who aim to involve citizens in a scientific process. CS draws on the interactions and partnerships between professional academic scientists and non-professional volunteer researchers in scientific research (<xref ref-type="bibr" rid="B14">G&#xf6;bel et al., 2022</xref>). Therefore, scholars repeatedly point to the importance of CS projects to identify the different people and communities involved, i.e., the stakeholders and stakeholder communities (citizens, scientists, policymakers, and media), and to identify stakeholders&#x2019; capacities to participate, to assess their project expectations and their influence on a project, to analyze their interactions (<xref ref-type="bibr" rid="B26">Parmar et al., 2010</xref>; <xref ref-type="bibr" rid="B37">Skarlatidou et al., 2019</xref>).</p>
<p>Citizen and institutional science are not mutually exclusive but synergistic and mutually beneficial. Citizen scientists enhance institutional science by contributing valuable long-term data, especially in areas with limited access or scarce resources. The diversity of participants in CS projects often results in data collection on a spatial and temporal scale that would be unattainable within the confines of traditional institutional research (<xref ref-type="bibr" rid="B47">Wiggins et al., 2011</xref>; <xref ref-type="bibr" rid="B11">Forrester et al., 2015</xref>). However, by involving citizens who contribute by collecting large amounts of data, science remains its own institutional sphere with professional expertise. (<xref ref-type="bibr" rid="B34">Sauermann et al., 2020</xref>). Hence, institutional scientists provide critical guidance, expertise, and resources to ensure the scientific validity of CS efforts.</p>
</sec>
<sec id="s2-3">
<title>2.3 Common approaches for participant recruitment in citizen science projects</title>
<p>The motivations for engaging in CS are similar to those for volunteering, and the research conducted to understand why people volunteer often applies to CS participation (<xref ref-type="bibr" rid="B21">Land-Zandstra et al., 2021</xref>) but only a few studies have examined this link (<xref ref-type="bibr" rid="B28">Phillips et al., 2019</xref>). In particular, people are more likely to participate in CS activities when the projects address issues relevant to their lives and interests (<xref ref-type="bibr" rid="B31">Rotman et al., 2014</xref>; <xref ref-type="bibr" rid="B45">West and Pateman, 2016</xref>; <xref ref-type="bibr" rid="B28">Phillips et al., 2019</xref>). Participants can be recruited using a variety of online and offline approaches, such as flyers at public events, survey registration links (e.g., Facebook campaigns), or email invitations via mailing lists (<xref ref-type="bibr" rid="B5">Brouwer and Hessels, 2019</xref>). However, recruiting sufficient and diverse participants and keeping them engaged throughout the project is often a crucial challenge for the scientists involved (<xref ref-type="bibr" rid="B45">West and Pateman, 2016</xref>; <xref ref-type="bibr" rid="B1">Arienzo et al., 2021</xref>).</p>
<p>Targeted invitations to participate in CS projects, in contrast to a generic invitation strategy, have been proven to be an effective way of recruiting a wide range of participants and also reaching marginalized groups, such as elderly people and citizens with lower education (<xref ref-type="bibr" rid="B5">Brouwer and Hessels, 2019</xref>). Targeted approaches via recruitment through third-party organizations, such as the collaboration with the Bund f&#xfc;r Umwelt und Naturschutz Deutschland (BUND), a German non-governmental organization dedicated to nature conservation, in the water monitoring CS project FLOW (<ext-link ext-link-type="uri" xlink:href="http://www.flow-project.de/">www.Flow-project.de</ext-link>, <xref ref-type="bibr" rid="B8">Engel et al., 2023</xref>), have been proven very successful in reaching a much broader spectrum of participants and enabling the CS project to achieve nationwide participation. This is consistent with the recommendations of the recently launched Citizen Science Strategy 2030 for Germany (<xref ref-type="bibr" rid="B3">Bonn et al., 2022</xref>), which highlight the importance of building collaborations with established volunteer structures, such as regional associations in the field of volunteer management, for succeeding in volunteer recruitment (<xref ref-type="bibr" rid="B3">Bonn et al., 2022</xref>). In line with <xref ref-type="bibr" rid="B38">Sorensen et al. (2019)</xref>, <xref ref-type="bibr" rid="B27">Pateman et al. (2021)</xref>. point further to the importance of reaching out to key individuals who are already locally active and trusted by local citizen groups for achieving inclusivity in recruiting participants.</p>
<p>Involving people with diverse interests, motivations, and backgrounds (<xref ref-type="bibr" rid="B20">Jennet et al., 2016</xref>; <xref ref-type="bibr" rid="B41">Tiago et al., 2017</xref>) and creating relationships between professional and non-professional researchers remain challenging in CS projects. Regarding the engagement of broader civil society in science projects, <xref ref-type="bibr" rid="B48">Wynne (2007)</xref> distinguishes between &#x201c;invited participation&#x201d; which typically involves elite &#x201c;stakeholders&#x201d; who have the scientific expertise and are connected to policy-making, and the engagement of &#x201c;spontaneous and independent, uninvited forms of civil participatory action&#x201d;. Within the different phases of a CS project, the participation of diverse stakeholders can occur in different ways.</p>
<p>According to <xref ref-type="bibr" rid="B36">Shirk et al. (2012)</xref>, five levels of involvement in the research process can be identified based on the degree of participation: &#x201c;Contract&#x201d; (citizens hire scientists to conduct a study on a topic of particular concern to them), &#x201c;Contribute&#x201d; (citizen scientists participate in data collection), &#x201c;Collaborate&#x201d; (citizen scientists participate in research design, data collection, and analysis), &#x201c;Co-Create&#x201d; (joint work between professional scientists and citizen scientists on a research problem), and &#x201c;Colleagues&#x201d; (citizen scientists and professional scientists generate independently new knowledge in a research area). Yet, within these different types of public engagement in CS projects, discrepancies exist regarding the willingness to participate. For example, concerning participant diversity in environmental CS projects, <xref ref-type="bibr" rid="B27">Pateman et al. (2021)</xref> found that already marginalized social groups in terms of age, gender, ethnic background, education, and income are underrepresented in CS and are the least likely to participate in CS projects. The authors caution that a lack of diversity among citizen scientists has implications that CS project leaders should consider. More recently, <xref ref-type="bibr" rid="B14">G&#xf6;bel et al. (2022)</xref> in their study on stakeholder participation in Citizen Social Science (CSS) in Germany, showed that CS activities do much more than capacitate lay people to do science. CSS activities are vital for facilitating cooperation with co-researchers and other partners in associations &#x201c;originating inside and outside of academic research (or &#x2018;academic&#x2019; and &#x2018;non-academic&#x2019; initiatives)". Hence, the authors introduce the concept of &#x2018;cooperation capacity&#x2019; which &#x201c;emphasizes the ability of individual and collective actors to establish connectivity and relations inside the heterogeneous consortia as well as between them and other actors outside to generate scientific knowledge through participatory research&#x201d; (<xref ref-type="bibr" rid="B13">G&#xf6;bel et al., 2017</xref>).</p>
</sec>
</sec>
<sec id="s3">
<title>3 Thinking outside the box or how a marketing approach can be helpful to enhance recruitment and retention of CS participants</title>
<p>In the context of CS, adopting a marketing approach involves a more thorough examination of potential participants and their motivations for participating in CS projects. This examination of the participants implies an intensive analysis of the variability of stakeholders within the research process, including the development of tailored and effective communication strategies (<xref ref-type="bibr" rid="B16">Hart et al., 2022</xref>). Understanding the factors that motivate participants is crucial, but equally important is identifying obstacles that may discourage volunteers or customers from getting involved (<xref ref-type="bibr" rid="B39">Stukas et al., 2016</xref>).</p>
<sec id="s3-1">
<title>3.1 Who is taking part in citizen science?&#x2014;The role of stakeholder analysis</title>
<p>Based on an international stakeholder analysis conducted by <xref ref-type="bibr" rid="B13">G&#xf6;bel et al. (2017)</xref>, four main stakeholder groups are involved in CS initiatives: 1) institutional research, 2) civil society, 3) public administration, and 4) the private sector. The degree of engagement and contribution varies between each group.</p>
<p>Building on <xref ref-type="bibr" rid="B13">G&#xf6;bel et al. (2017)</xref> and looking at the urban CS context in which we will analyze a case study in this paper, <xref ref-type="fig" rid="F1">Figure 1</xref> shows the interdependencies between stakeholder communities: institutional Science represents the group of professional researchers, employed by a research institution. Further stakeholder groups are private businesses, civil society, and public administration. Eventually, stakeholders are directly interconnected; e.g., schools are part of the public administration and directly linked to their students and teachers, who might act on distinct projects as amateur scientists in their spare time.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Stakeholder groups interacting in urban CS initiatives.</p>
</caption>
<graphic xlink:href="fenvs-12-1375675-g001.tif"/>
</fig>
<p>
<xref ref-type="fig" rid="F1">Figure 1</xref> also emphasizes that some groups, such as existing CS initiatives and special local associations might be related to and consist of members of all stakeholder groups.</p>
<p>Stakeholder analysis is an important tool in stakeholder management. It involves the systematic identification of stakeholders, the assessment of the interests, needs, and concerns of the stakeholders involved, and their relevance and influence on a project (<xref ref-type="bibr" rid="B7">Eden et al., 2013</xref>). It is crucial for subsequent stakeholder engagement in the implementation of actions to influence their habits. <xref ref-type="fig" rid="F2">Figure 2</xref> shows the main steps in the stakeholder analysis process and the overarching questions that need to be answered.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Steps of stakeholder analysis with subsequent engagement (without four).</p>
</caption>
<graphic xlink:href="fenvs-12-1375675-g002.tif"/>
</fig>
<p>Thus, it is essential to devise targeted strategies for how citizens from diverse backgrounds (such as individuals in private settings, employees of companies, or members of existing organizations) can be effectively engaged and committed to participating in research tasks and comprehensive environmental monitoring. As stated in the Citizen Science Strategy 2030 for Germany, one of the main challenges is establishing a new collaboration model between scientists and volunteers in terms of more tailored roles for volunteers (<xref ref-type="bibr" rid="B3">Bonn et al., 2022</xref>). Providing tailored training to specific target groups of citizens typically results in collecting higher-quality data. Research also shows that people are more likely to participate in CS activities when the projects address issues of relevance to their lives and interests (<xref ref-type="bibr" rid="B31">Rotman et al., 2014</xref>; <xref ref-type="bibr" rid="B45">West and Pateman, 2016</xref>; <xref ref-type="bibr" rid="B28">Phillips et al., 2019</xref>) and that keeping people engaged throughout the project duration is often a challenge for the scientists involved (<xref ref-type="bibr" rid="B45">West and Pateman, 2016</xref>; <xref ref-type="bibr" rid="B1">Arienzo et al., 2021</xref>). This evidence suggests that a targeted approach is essential to understanding a citizen group&#x2019;s interests and the factors that would keep them motivated.</p>
<p>According to <xref ref-type="bibr" rid="B40">Tiago (2016)</xref> and <xref ref-type="bibr" rid="B15">Hacklay et al. (2018)</xref>, applying stakeholder analysis to CS can be critical for the success of CS projects. For CS projects, a successful engagement mainly covers the establishment of a customized communication and feedback culture and the development of tailored participatory techniques for collaboration with the different stakeholder groups (e.g., co-creating project design, collecting data, data analysis, formulating results; <xref ref-type="bibr" rid="B14">G&#xf6;bel et al., 2022</xref>; <xref ref-type="bibr" rid="B32">San Lorente Capdevila et al., 2020</xref>). <xref ref-type="bibr" rid="B37">Skarlatidou et al. (2019)</xref> highlighted the relevance of stakeholder mapping for enhanced co-creation in CS projects and &#x201c;for more effective stakeholder communication, more successful implementation, and a greater impact for CS initiatives&#x2019;&#x27;.</p>
</sec>
<sec id="s3-2">
<title>3.2 How to tailor CS projects to community needs?&#x2014;Extending VPC to citizen science</title>
<p>The value proposition canvas (VPC) is a strategic tool that helps businesses understand their customers&#x2019; needs and design products or services that effectively meet those needs. The VPC reflects the added value or benefit that a product or service provides to the market or customer (<xref ref-type="bibr" rid="B25">Osterwalder et al., 2014</xref>). This value should be as high as possible to eliminate a customer&#x2019;s problem or create an advantage for them.</p>
<p>Generally, the VPC consists of two components: the customer profile and the value map, which together identify the key features and benefits of a successful product or service. The left-hand side of the VPC is dedicated to the product or service itself. This section identifies potential pain relievers, which help reduce customer barriers, and gain creators, which are factors that improve the overall customer experience. Gain creators can be expected or even positively surprise customers. The right-hand side, the customer profile, presents the individual tasks (customer jobs) the customer/user has to accomplish in his daily life and outlines the gains (benefits) and gains (obstacles).</p>
<p>The VPC-based marketing approach can be innovatively adapted to CS projects by considering the individual stakeholders and their individual needs and concerns regarding different issues. Therefore, it is crucial to assess each stakeholder specifically, taking into account their gains and pains, to determine their suitability for a project. The use of the VPC allows for a more in-depth stakeholder analysis, especially the identification of approaches and tools to motivate more citizens to get involved. To achieve this, there are three essential aspects, the customer profile and value map as parts of a marketing VPC, and the communication channel as a new important aspect (see <xref ref-type="fig" rid="F3">Figure 3</xref>). All these aspects must be incorporated into a CS-specific consideration, including the recognition that CS is focused on providing valuable services or tools rather than selling a product, which differentiates it from traditional business theory.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Adapted VPC for CS applications.</p>
</caption>
<graphic xlink:href="fenvs-12-1375675-g003.tif"/>
</fig>
<p>
<xref ref-type="bibr" rid="B18">Hecker et al. (2018)</xref> highlighted the need for an appropriate communication strategy as a key motivating factor to retain participants and exchange information through multi-way channels. Therefore, the &#x201c;Channel&#x201d; object in the center of the adapted VPC is implemented to emphasize the important role of communication. Communication plays a crucial role in connecting both components. Clear and persuasive communication is the key to successful CS project implementation. Appropriate means of communication are freely available information materials (manuals, newsletters, private policies), regularly updated social channels to inform about results and upcoming events, websites, regular communication through emails, and the organization of workshops and meetings. The publication of success stories in local media also increases the recognition of the valuable contributions of citizens.</p>
<p>Institutional scientists, representing professional science, often take the lead in initiating academic CS projects. However, in our specific context, they are active participants in these projects, and at the same time, integral members of the stakeholder community. Therefore, they also need to define clear project goals and consider their tasks and goals in terms of benefits and obstacles as they seek to obtain long-term, high-quality data for their research. To achieve this, they must examine their own gains and pains and communicate them effectively to other stakeholders through appropriate communication channels.</p>
<p>In addition, there are two perspectives to gain a more complete understanding of the mutual services and tasks to be performed. This requires a thorough adaptation of the value map (gain creators, pain relievers) and the stakeholder profile (gains and pains). To facilitate this process, a number of questions can help to identify an appropriate VPC for the CS project under consideration (see <xref ref-type="table" rid="T1">Table 1</xref>).</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Analysis of three different stakeholders (exemplarily) based on VPC: Driving issues to investigate gains and pains and to define gain creators and pain relievers.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center">Stake-holder</th>
<th align="center">Job to do</th>
<th align="center">Gains</th>
<th align="center">Gain creators</th>
<th align="center">Pains</th>
<th align="center">Pain relievers</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td rowspan="7" align="center">Institutional scientists</td>
<td rowspan="7" align="left">Increasing the understanding of environmental processes and investigating in an extended spatial and temporal context based on the implementation of citizen scientists</td>
<td align="left">&#x2a; Satisfying my scientific curiosity</td>
<td align="left">&#x2a; Clear communication of project goals</td>
<td align="left">&#x2a; Time consuming communication with the citizen scientists</td>
<td align="left">&#x2a; Availability of elaborated communication channels to ensure regular communication</td>
</tr>
<tr>
<td align="left">&#x2a; Get to know extensive often more local related knowledge of citizens</td>
<td align="left">&#x2a; Connections to already established CS platforms</td>
<td align="left">&#x2a; Limited knowledge of the culture of citizens and capability to speak the appropriate language</td>
<td align="left">&#x2a; Availability of data management concepts</td>
</tr>
<tr>
<td align="left">&#x2a; Gaining new insights and experiences by receiving more data in a smaller temporal and spatial scale</td>
<td align="left">&#x2a; Application of appropriate sensors in terms of performance and cost efficiency with sufficient data quality</td>
<td align="left">&#x2a; Time consuming data management for the heterogeneous data sources</td>
<td align="left">&#x2a; Application of appropriate sensors in terms of performance and data quality</td>
</tr>
<tr>
<td align="left">&#x2a; Creating a positive impact in terms of doing something useful for the community</td>
<td align="left">&#x2a; Availability of suitable communication tools</td>
<td align="left">&#x2a; Insufficient data quality in terms of spatial and temporal coverage</td>
<td align="left">&#x2a; Recruitment strategies to find enough and suitable citizen scientists</td>
</tr>
<tr>
<td align="left">&#x2a; Getting academic recognition</td>
<td align="left">&#x2a; Availability of appropriate funding</td>
<td align="left">&#x2a; Insufficient data quality in terms of sensor accuracy</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2a; Identifying topics worth for funding programs</td>
<td align="left">&#x2a; Availability of publication platforms for scientific results</td>
<td align="left">&#xb7; No long-term funding perspective after project end</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2a; Offering tasks for students</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td rowspan="9" align="center">Hobbyist/amateurs</td>
<td rowspan="9" align="left">Exploring the personal environment and providing data/observations to support a research project</td>
<td align="left">&#x2a; Gaining new insights and experiences</td>
<td align="left">&#x2a; Access to all measured project data and the visualization</td>
<td align="left">&#x2a; Lack of time and opportunities for regular contributions</td>
<td align="left">&#x2a; Possibility to send feedback</td>
</tr>
<tr>
<td align="left">&#x2a; Satisfying my curiosity and hobbies</td>
<td align="left">&#x2a; Gamification for an attractive implementation and to compete with the CS community</td>
<td align="left">&#x2a; Overly complex sensor devices in terms of handling, data acquisition and data transmission</td>
<td align="left">&#x2a; Clear understanding of project goals</td>
</tr>
<tr>
<td align="left">&#x2a; Getting support from professional scientists</td>
<td align="left">&#x2a; Possibility to obtain participation certificates and rewards</td>
<td align="left">&#x2a; Feeling of being overwhelmed by the tasks and the project goals</td>
<td align="left">&#x2a; Gamification for an easy implementation of the tasks into the daily life</td>
</tr>
<tr>
<td align="left">&#x2a; Combing other daily activities with data collection</td>
<td align="left">&#x2a; Public awareness due to press release and websites</td>
<td align="left">&#x2a; Missing communication of the project goals and added value</td>
<td align="left">&#x2a; Availability of appropriate sensors in terms of performance and handling</td>
</tr>
<tr>
<td align="left">&#x2a; Being part of a larger community with same interests</td>
<td align="left"/>
<td align="left">&#x2a; Missing data security and privacy issues</td>
<td align="left">&#x2a; Availability of suitable communication channels to get regular updates</td>
</tr>
<tr>
<td align="left">&#x2a; Creating a positive impact in terms of doing something useful for the community</td>
<td align="left"/>
<td align="left">&#x2a; Lack of recognition for the contribution made</td>
<td align="left">&#x2a; Availability to get rewards by the project</td>
</tr>
<tr>
<td align="left">&#x2a; Interests in analyzing own data collections</td>
<td align="left"/>
<td align="left">&#x2a; Not enough money to support a CS project</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2a; Recognition from community</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2a; Protecting the environment</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td rowspan="7" align="center">Municipal enterprises</td>
<td rowspan="7" align="left">Doing sustainable business and providing data/observations to support a research project</td>
<td align="left">&#x2a; Surveying data also relevant for the company</td>
<td align="left">&#x2a; Access to all measured project data</td>
<td align="left">&#x2a; Lack of financial and/or personnel capacity to support a CS project</td>
<td align="left">&#x2a; Availability to get funds or to be part of a joint research project</td>
</tr>
<tr>
<td align="left">&#x2a; Combing company activities with data collection</td>
<td align="left">&#x2a; Possibility to obtain participation certificates and rewards</td>
<td align="left">&#x2a; Lack of recognition for the contribution made</td>
<td align="left">&#x2a; Rising awareness due to participation certificates or awards</td>
</tr>
<tr>
<td align="left">&#x2a; Creating a positive impact in terms of doing something useful for the community</td>
<td align="left">&#x2a; Public awareness due to press releases, websites and social media</td>
<td align="left">&#x2a; Missing options for direct participation</td>
<td align="left">&#x2a; Availability of suitable communication channels</td>
</tr>
<tr>
<td align="left">&#x2a; Protecting the environment</td>
<td align="left">&#x2a; Rising awareness to find potential new business areas and partners</td>
<td align="left">&#x2a; Mismatch between project goals and enterprise goals</td>
<td align="left">&#x2a; Availability of appropriate sensors in terms of performance and handling</td>
</tr>
<tr>
<td align="left">&#x2a; Getting societal recognition</td>
<td align="left">&#x2a; Rising awareness within the CS community to find potential new employees and trainees</td>
<td align="left">&#x2a; Undesired attention to company properties (vandalism, thefts)</td>
<td align="left">&#x2a; Appropriate concepts to fulfil data protection</td>
</tr>
<tr>
<td align="left">&#x2a; Gaining positive public awareness</td>
<td align="left"/>
<td align="left">&#x2a; Missing data security and privacy issues (Data Protection Regulation)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#xb7; Increasing the attractiveness as an employer</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
</tbody>
</table>
</table-wrap>
<p>As seen in <xref ref-type="table" rid="T1">Table 1</xref>, it is crucial to assess the requirements and the added value for, e.g., the participating citizens, in order to tailor the services appropriately. This involves clear communication of expectations from the citizens for the project. Selecting suitable, easy-to-use sensors and providing the necessary support through workshops and comprehensive manuals can serve as a gain creators and increase the citizen&#x2019;s motivation to invest time and effort in this activity. In addition, ongoing support in cases of problems and questions should also be provided. Nonetheless, it is essential that all services and communication are accessible in the native language of the involved stakeholders.</p>
</sec>
<sec id="s3-3">
<title>3.3 How is impact and data quality measured?&#x2014;Extending key performance indicators (KPIs) to citizen science</title>
<p>The economic theory provides another valuable tool, known as Key Performance Indicators (KPIs), which organizations can use to track their progress over time, identify areas for improvement, make data-driven decisions, and measure success. KPIs are particularly useful for monitoring project objectives, with each organization setting KPIs unique to its specific project. To be effective, KPIs should be measurable, specific, realistically achievable, and have a clear deadline (<xref ref-type="bibr" rid="B17">Hassler, 2016</xref>).</p>
<p>According to the European Commission, Directorate-General for Research and Innovation, the KPIs are used as core indicators focused on assessing the impact of Horizon 2020 and will be considered in its evaluation and monitoring system (<xref ref-type="bibr" rid="B10">European Union, 2015</xref>). The fact, that for the first time, these KPIs are being identified before the start of the Framework Programme is a significant development, as it provides a solid and coherent basis for the monitoring and evaluation system for Horizon 2020, coupled with a focus on measuring the results and the impacts of this Programme.</p>
<p>Assessing the impact of CS is often challenging to quantify since activities could cover various dimensions of impact (e.g., social, scientific, and policy). Within these dimensions, aspects of success are difficult to measure (e.g., how do you measure innovation?).</p>
<p>The selection of measurable KPIs is essential for assessing the impact of project activities and whether the overall project objectives have been achieved, and it also serves as a tool for recognition.</p>
<p>Additionally, project funding should include evaluating the project&#x2019;s impact (Citizen Science Strategy 2030 for Germany) (<xref ref-type="bibr" rid="B3">Bonn et al., 2022</xref>). Demonstrating impact and tangibly showing that aims have been achieved is beneficial for the long-term sustainability of a CS project (e.g., evidence of success, further recognition, applying for future funding, upscaling). An evaluation and assessment framework of impact for CS projects is often set by funding agencies or an aspect of the project management. For example, during the funding period, a project may be required to submit interim reports detailing future milestones and goals, with subsequent reports addressing how these goals were met. However, as mentioned above, an impact assessment should not only be used to ensure effective project self-management; adapting an open framework for impact evaluation would also promote recognition for the project, for example, through a &#x201c;score&#x201d; that the project meets/exceeds a certain standard.</p>
<p>When evaluating CS programs, inputs, activities, and outputs tend to be easily quantifiable through KPI&#x2019;s (<xref ref-type="bibr" rid="B33">Sauermann and Franzoni, 2015</xref>; <xref ref-type="bibr" rid="B6">Burgess et al., 2017</xref>; <xref ref-type="bibr" rid="B34">Sauermann et al., 2020</xref>; <xref ref-type="bibr" rid="B35">Schaefer et al., 2021</xref>). As an example, <xref ref-type="bibr" rid="B23">Li&#xf1;&#xe1;n et al., 2022</xref> proposed the following KPIs to measure the achievement of the scientific project goal and its accumulated value at the end of the project: 1) number of observations; 2) number of quality checked observations; 3) number of participants; 4) number of participants uploading observations to the data portal; and 5) number of volunteers repeating the activity. Furthermore, KPIs can be introduced to evaluate data quality and reliability by establishing metrics that assess the accuracy, completeness, consistency, and timeliness of the provided data. Thus, the defined measures could focus on data completeness and timeliness, such as measuring the percentage of data that is collected within a specific timeframe or the percentage of data that is complete and not missing any required information. By regularly tracking and analyzing these KPIs, project coordinators can gain insights into the quality and reliability of the data and identify areas for improvement. This information can be provided to stakeholders and reflects that the data is reliable and can be used confidently.</p>
</sec>
</sec>
<sec id="s4">
<title>4 Case study: acquisition of mobile urban climate data</title>
<p>The case study discussed here relates to CS initiatives aimed at collecting mobile urban climate data, particularly air temperature, collected from different modes of transport, e.g., walking and cycling. The above-described methods were selected to show the potential perspectives in contrast to the current activation of citizen scientists and the newly established process of recruiting participants. This approach aimed to dissect the citizen scientist&#x2019;s profile using the adapted VPC. The stakeholder groups participating in CS projects were analyzed and considered as target groups for developing an appropriate communication strategy.</p>
<sec id="s4-1">
<title>4.1 Realization</title>
<p>The public participation in the scientific research framework developed by <xref ref-type="bibr" rid="B36">Shirk et al. (2012)</xref> spans a continuum from institutionalized science-driven &#x201c;contributory&#x201d; research projects to public-driven &#x201c;collegial&#x201d; projects. To illustrate the possible added value of marketing approaches in the context of CS, we started with the consideration of two projects representing two individual cases on this spectrum. One is a locally initiated collegial CS project (project &#x201c;Meteorologie hautnah&#x201d; ["Meteorology Up Close"]) at the Leipzig Institute for Meteorology, University Leipzig (Germany), which was funded as part of the &#x201c;Deutsche Hochschulwettbewerb 2022&#x201d;. The 3-month project period was divided into three phases of 1&#xa0;month each. 20&#x2013;30 people took part in each phase, and became aware of the project through various media reports and social media platforms. The participants from the cycling and meteorology interest groups and members of the university were then invited to an opening event and allocated to the project phases. The aim of &#x201c;Meteorology Up Close&#x201d; was to communicate the scientific process to a broad section of the population and to jointly investigate the urban heat island.</p>
<p>The other case is a science-initiated and science-driven CS project called CityCLIM-project, funded by the European Union&#x2019;s Horizon 2020 research and innovation program and comprising six consortium partners and four participating pilot cities (Karlsruhe/Germany, Valencia/Spain, Thessaloniki/Greece, and Luxembourg.</p>
<p>An essential aspect of both projects was the involvement of citizens to better understand climate impacts in cities by collecting <italic>in situ</italic> sensor data in urban environments using miniaturized mobile weather stations called MeteoTracker (<ext-link ext-link-type="uri" xlink:href="http://meteotracker.com">meteotracker.com</ext-link>, Italy). This MeteoTracker is a miniature weather station specially designed and patented to measure air temperature, relative humidity, and air pressure on the move.</p>
<p>The method of stakeholder selection varied between the two projects. The &#x201c;Meteorologie hautnah&#x201d; project advertised the project to the general public in various media. With such a general call, the project reached a wide and non-targeted group of people interested in meteorology and urban climate. No stakeholder analysis or other tools were used in the project &#x201c;Meteorologie hautnah&#x201d; to analyze the requirements of the participants. The main objective was simply to find citizens who, for example, cycle regularly and would be interested in a mobile measurement. For example, travel times or routes to achieve an even coverage of the area were not considered. We could see this as a non-targeted approach because the main aim was to find a broader group of people interested in cycling. Such a non-targeted approach is applied to many CS projects.</p>
<p>The CityCLIM project, on the other hand, specifically identified a target group consisting of citizens who use the bicycle primarily for commuting or as a hobby and who have specific requirements in terms of route, duration, and frequency. The main difference to &#x201c;Meteorology hautnah&#x201d; is the main focus on the collection of well-distributed meteorological data on a temporal and spatial scale. The German-wide initiative &#x201c;Stadtradeln&#x201d; program (&#x2018;City Cycling&#x2019;) encourages various groups in the participating cities to cycle as much as possible within 21 days to promote climate action (STADTRADELN, 2023 - <ext-link ext-link-type="uri" xlink:href="http://www.stadtradeln.de">www.stadtradeln.de</ext-link>). Therefore, CityCLIM contacted this regional cycling initiative to involve different stakeholders. It should be emphasized that targeted actions such as the &#x201c;Stadtradeln&#x201d; program are intended for specific temporary campaigns rather than long-term data collection. In the following sub-sections, the aim is to explain our targeted participation strategy.</p>
</sec>
<sec id="s4-2">
<title>4.2 CityCLIM stakeholder analysis</title>
<p>The &#x2018;Stadtradeln&#x2019; initiative represents a competition that involves completing as many daily journeys as possible in an environmentally-friendly manner using the bike over a 21-day period. The aim of the initiative is to encourage more people to cycle and reduce carbon emissions, and to show where the city is already cycle-friendly and where improvements are needed. With this idea, this program involves a representative cross-section of society from all kinds of stakeholder-groups.</p>
<p>As shown in <xref ref-type="fig" rid="F2">Figure 2</xref> the CityCLIM stakeholder analysis of the &#x2018;Stadtradeln&#x2019; initiative included several steps that focused on the different stakeholder groups associated with the &#x201c;Stadtradeln&#x201d; program.</p>
<p>
<bold>Stakeholder identification:</bold> In our case, we will focus on three key stakeholder groups that have to be analyzed in the stakeholder analysis: the institutional scientist, the &#x201c;Stadtradeln&#x201d; association, and the participants in the &#x201c;Stadtradeln&#x201d; initiative. The institutional scientists are interested in collecting high quality spatial and temporal environmental data for a wide area in urban areas. The &#x2018;Stadtradeln&#x2019; initiative is a climate alliance of participating cities in Germany with the goal of promoting climate protection by strengthening local cycling. In addition, the &#x201c;Stadtradeln&#x201d; association provides comprehensive support in finding sponsorships and promoting sustainable urban mobility in general. Typically, this competition involves a representative cross-section of society from all kinds of stakeholders, shown in <xref ref-type="fig" rid="F1">Figure 1</xref>. The large community of participants consists of individual, hobby, company or club organized cyclists who are interested in this competition to do something for the environment and their health. All participants can combine various daily activities (e.g., cycling to work, going to the gym, shopping) with the aspect of collecting data on the number of kilometers traveled or their own health indicators, such as calories burned. However, the data shows that the &#x2018;Stadtradeln&#x2019; program is mainly targeted at companies/organizations within cities, that formed teams for the competition aspect and the aim of winning the game for their company/organization. Of course, other stakeholders, such as local politicians or decision-makers, also play a role. However, they are not considered here in detail.</p>
<p>
<bold>Analysis of relationships:</bold> Institutional scientists need data to answer recent research questions, such as the impact of climate change on urban environments. CS approaches can be applied here, and people who are willing to take part in CS projects collecting environmental data are required. The &#x201c;Stadtradeln&#x201d; association can provide a connection to interested people who like to combine cycling with collecting data and being part of such a competition. Based on this collaboration and the added value of environmental data collection, the program can also be used to formulate a specific environmental goal in that city. This may also attract additional participants who are particularly interested in the urban climate or local climate actions. The &#x201c;Stadtradeln&#x201d; initiative also enables local politicians and decision-makers to learn how to improve cycling infrastructure in their city by providing them with information from participants. Normally, all participants share an interest in cycling and in participating in this competition. Therefore, there is a strong sense of a larger community with the same interests. In addition, this initiative shows a broad cross-section of society building a unique network of interactions between local associations, the community&#x2019;s activities, local companies and organizations, and individual interests. Numerous stakeholders can be reached through such a platform initiative.</p>
<p>
<bold>Analysis of influences:</bold> The main influences of the &#x201c;Stadtradeln&#x201d; association lie in coordinating the initiative, setting the framework for the competition, and providing all the necessary means of communication. Institutional scientists can use these main influences to enhance the impact of the initiative in terms of achieving their scientific goals. Hereby, they can create sufficient motivation for the participants to invest more effort in collecting additional environmental data during their bike ride. The competitive nature of the &#x2018;Stadtradeln&#x2019; program is the main incentive for all stakeholders involved. The team spirit, including the prospect of winning for the team as well as the reward of kilometer points for the cycling teams, influences the activity of the participants to use the bicycle instead of the car. Another influencing factor is the potential combination of several daily activities (e.g., cycling to work, to the gym, to the store) with the aspect of data collection, e.g., the number of kilometers cycled or personal health indicators such as e.g., calories burned. All these influencing factors can be used to motivate participants to collect urban climate data for the CityCLIM project.</p>
<p>
<bold>Analysis of actions:</bold> The &#x201c;Stadtradeln&#x201d; association is responsible for the organizational framework, including various services for the participating cities and cyclists. This includes, e.g., the provision of IT infrastructure and apps, participant events, award ceremonies, and keeping the communication channels up to date. The institutional scientist can use the established communication channels to inform the interested cyclists about the opportunity to support a specific task involving the measurement of environmental variables in the city and to emphasize the high value of this scientific work. It is up to the scientist to remove obstacles that arise and to assess and respond to the needs of the participants throughout the duration of the initiative in order to keep the citizen scientists informed and the motivation high. The participants are able to provide a valuable amount of measured data when cycling, if they use devices to collect environmental variables. However, depending on the daily behavior of the participants the collected data may not be evenly distributed over time and space. While commuters may collect most of their data during peak commuting times (7&#x2013;9 a.m.; 3&#x2013;6 p.m.) on their way to and from work, recreational cyclists may be data providers mainly in their free time and at weekends. The consideration of all groups involved led to better spatial and temporal coverage of the city.</p>
<p>
<bold>Communication &#x2b; Involvement:</bold> The &#x201c;Stadtradeln&#x201d; association has a user-friendly website to inform about the initiative, upload the kilometers ridden, and show the current ranking. Typically, the collected data is ingested directly into a web dashboard, showing the amount of carbon dioxide emissions avoided and the current ranking of the participant&#x2019;s company/organization. In addition, the use of local communication channels such as billboards, press releases and TV reports are particularly effective in reaching a broad local audience and motivating people to participate in that &#x201c;game&#x201d;. Institutional scientists provide comprehensive information about the additional scientific programs that these communication channels offer to help participants. Social media plays an important role in providing information about the interim results of the competition or the first results of the measurements. It is important to make it as easy as possible to give feedback and to raise questions and concerns.</p>
</sec>
<sec id="s4-3">
<title>4.3 CityCLIM value proposition canvas (VPC)</title>
<p>It is important to consider that activating different groups will result in different distributions of data, depending on the everyday &#x201c;jobs&#x201d; to be done (as referred to in the VPC) The CityCLIM VPC for understanding the recruitment and motivation of the targeted approach using the &#x201c;Stadtradeln&#x201d; group is presented in <xref ref-type="fig" rid="F4">Figure 4</xref>. The described VPC is created to investigate the needs and perspectives of the &#x201c;Stadtradeln&#x201d; target group.<list list-type="simple">
<list-item>
<p>(1) <bold>Target group analysis:</bold> The crucial aspect of the &#x201c;Stadtradeln&#x201d; target group - the participating cyclists-is that the participating citizens already possess a certain level of exposure or motivation to engage in climate action. As expected, pre-motivated individuals in the targeted group might be more involved and engaged in the campaign compared to a non-targeted selection group. However, if individuals are already actively engaged in climate action, the Value Proposition Canvas analysis needs to assess the additional value that the CityCLIM project can provide in conjunction with their current efforts.</p>
</list-item>
<list-item>
<p>(2) <bold>Gains and pains of the target group:</bold> This target group consists mainly of people who want to do something useful and contribute to environmental protection during their daily commute. In addition to using their bikes for transportation and fitness purposes, a particular benefit lies in the goal of collecting environmental data with the provided sensors. Technically complex devices and complicated data handling (e.g., manual uploading or pre-processing) can be deterrents. Therefore, devices must be user-friendly and easy to operate, the installation of required software or applications should be simple, and information material should be easily available and understandable. In addition, the data products (e.g., temperature maps) should be accessible to all. Another important aspect lies in the competition among different teams during &#x201c;Stadtradeln&#x201d; participation. The goal is to collect as many kilometers by bike as possible, which also means as much data as possible (gamification issue). Participants within the target group expect positive recognition for their actions and acknowledgment of their scientific contributions. However, there may be some security concerns to ensure the anonymity of the participants, as anyone can evaluate the data and analyze the daily tracks. The privacy policy needs to be clearly communicated, and it should be clear to citizens why some data and attributes are not visible for security reasons.</p>
</list-item>
<list-item>
<p>(3) <bold>Provided services by the project:</bold> The CityCLIM project addressed the &#x201c;Stadtradeln&#x201d; target group by offering the mobile MeteoTracker sensors, which can be conveniently controlled via a mobile phone and directly transmit data to an open data portal. This enables users to seamlessly integrate daily cycling activities with collecting environmental data. Additionally, the collected data could be accessed through an online map and compared with data contributed by other users, providing near-real-time information on urban climate conditions. CityCLIM also offered the opportunity for participants to receive public recognition through various social media channels. Moreover, an additional gamification factor was deployed to assess these rides based on factors such as main speed, daily distance, measured temperatures, and the number of collected data points per day. Another distinguishing aspect is that the CityCLIM CS campaign goes beyond mere data collection, incorporating scientific evaluation and analysis of research findings. Participants can co-design city policies based on their collected data or information on the Climate Portal.</p>
</list-item>
<list-item>
<p>(4) <bold>Appropriate communication channels:</bold> Another important issue considers communication via different channels (e.g., apps, websites, and workshops). The project&#x2019;s aims and the data acquisition and analysis process were presented in various workshops and training sessions. Furthermore, basic materials (guidelines, standard operating procedures (SOPs), manuals, and flyers) were provided through a project website. As the &#x201c;Stadtradeln&#x201d; program had an element of competition (groups competing for the longest distance cycled and cities competing against each other), a communication approach with a gamification aspect could be an effective strategy for this group in a future application.</p>
</list-item>
</list>
</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>Adapted CityCLIM VPC to understand better &#x201c;Stadtradeln&#x201d; participants and aid recruitment/retention for the <italic>in situ</italic> sensor data collection campaign.</p>
</caption>
<graphic xlink:href="fenvs-12-1375675-g004.tif"/>
</fig>
</sec>
<sec id="s4-4">
<title>4.4 CityCLIM key performance indicators (KPIs)</title>
<p>The definition of KPIs depends on the exact research questions. The measurement of urban climate data (air temperature, pressure, and humidity) in a suitable temporal and spatial coverage was the primary task to be solved by CS in the CityCLIM project. Hence, KPIs were defined to cover two aspects:<list list-type="simple">
<list-item>
<p>&#x2022; The impact of the targeted approach within the CS initiative and</p>
</list-item>
<list-item>
<p>&#x2022; The quality of the acquired data.</p>
</list-item>
</list>
</p>
<p>The determination of the impact is related to the number of participants per target group and the received feedback. The overall data quality can be evaluated by the number of measured data points, the number of quality-controlled data points, and the spatial and temporal distribution of quality-controlled data points. <xref ref-type="table" rid="T2">Table 2</xref> provides a list of defined KPIs.</p>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>List of defined CityCLIM KPIs.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center">KPI aspect</th>
<th align="center">KPI definition</th>
<th align="center">Targeted result</th>
<th align="center">Achieved result by CityCLIM</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td rowspan="5" align="center">Impact</td>
<td align="left">Satisfaction of citizen scientists, agreed for further involvement <italic>Would you continue to use the provided device (beyond the &#x201c;Stadtradeln&#x201d; period)?</italic>
</td>
<td align="center">11/11 yes (100%)</td>
<td align="center">11/11 yes (100%)</td>
</tr>
<tr>
<td align="left">Satisfaction of citizen scientists, agreed for further active support and involvement</td>
<td rowspan="2" align="center">4/11 yes (36%)</td>
<td rowspan="2" align="center">Clear yes: 2/11 (18%), Depending on the results: 2/11 (18%)</td>
</tr>
<tr>
<td align="left">
<italic>Would you support the initiative by buying an own device?</italic>
</td>
</tr>
<tr>
<td align="left">Number of Participants</td>
<td rowspan="2" align="center">100%</td>
<td rowspan="2" align="center">100%</td>
</tr>
<tr>
<td align="left">Number of devices available &#x3d; devices used</td>
</tr>
<tr>
<td rowspan="5" align="center">Data</td>
<td align="left">Number of raw data points</td>
<td align="center">5,000 points/day, 75.000 points in total</td>
<td align="center">83.600 data points</td>
</tr>
<tr>
<td align="left">Number of quality-controlled data points (e.g., checking for (data uncertainties, thresholds, outliers) of the target group</td>
<td align="center">90%</td>
<td align="center">77.800 data points (93.1%)</td>
</tr>
<tr>
<td align="left">Spatial coverage of the target group data (quality controlled)</td>
<td align="center">Equal spatial coverage (should include all central parts as well different urban land use types)</td>
<td align="center">60% (western and northwestern areas of the target area) were missing</td>
</tr>
<tr>
<td align="left">Daily coverage of the target group data (quality controlled)</td>
<td align="center">Equal temporal coverage in terms of daily data availability</td>
<td align="center">54.2% of the data are acquired in rush hours (7&#x2013;9 a.m., 3&#x2013;5 p.m.) &#x2192; reduced coverage in the noontime and the nighttime hours</td>
</tr>
<tr>
<td align="left">Weekly coverage of the target group data (quality controlled)</td>
<td align="center">Equal temporal coverage in terms of weekly data availability</td>
<td align="center">88.2% of the data are acquired during the working days &#x2192; reduced coverage at weekends</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s4-5">
<title>4.5 First results</title>
<p>Despite the limited duration of our 15-day measurement campaign, our data contained substantial and comprehensive information concerning the significant research question and the further elaboration of the presented approach. <xref ref-type="fig" rid="F5">Figure 5</xref> compares the daily accumulated data points resulting from the targeted individuals (CityCLIM group). The CityCLIM group demonstrated high engagement in the measurement campaign, contributing a larger number of data points than originally expected (see KPI list in <xref ref-type="table" rid="T2">Tab. 2</xref>). Additionally, the non-uniform distribution of weekly data becomes evident in <xref ref-type="fig" rid="F5">Figure 5</xref>.</p>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption>
<p>Daily accumulated data points for targeted participation approach within the CityCLIM project. Daily weather conditions such as measured mean air temperatures and daily rain sums are included for the subsequent interpretation.</p>
</caption>
<graphic xlink:href="fenvs-12-1375675-g005.tif"/>
</fig>
<p>The achieved results revealed the performance of the CS biking initiative (see <xref ref-type="table" rid="T2">Tab. 2</xref>): The impact KPI evaluation slightly underscores the targeted results, but it also serves as a guide for strategic adjustments in terms of a clearer and more detailed definition of the objectives. The KPIs to evaluate data quality uncover gaps in temporal and spatial data coverage. This information can be used to identify critical deviations and allow for timely adjustments, for instance, in order to effect recruitment of new participants.</p>
<p>A noticeable decline in the quantity of data points at the weekends can be observed. However, the prevailing weather conditions significantly influence the availability of the data. Specifically, inclement weather, such as rain, leads to the absence of measurement data as it adversely affects the use of bicycles. A first analysis of the data showed an anomaly in the daily data distribution due to the specific use of cycling in the morning and evening hours for the targeted CityCLIM group. Such an observed distribution might be unsuitable for assessing the temporal variation of the urban climatic conditions during the day and must be considered to evaluate the target group. These results have to be included in the recruitment of new target groups (e.g., to fill the arising data gaps) in terms of a data-driven adaptation of the targeted approach.</p>
</sec>
</sec>
<sec id="s5">
<title>5 Discussion and outlook: Lessons learned and how marketing approaches can be applied to citizen science projects</title>
<p>Engaging diverse community target groups in CS projects requires tailored strategies to effectively engage individuals, schools, local associations, supra-regional networks, and various professional entities. Understanding what motivates citizen scientists to participate in a project and then tailoring the project to those motivations will help project leaders recruit the most appropriate citizens and keep motivation high. Challenges include defining roles for volunteers, addressing project relevance to participants, and maintaining engagement throughout the project. In CS initiatives, four primary stakeholder groups&#x2014;institutional research, civil society, public administration, and the private sector&#x2014;exhibit varying degrees of engagement.</p>
<p>Marketing tools such as stakeholder analysis and the VPC are widely used in the business context to help organizations understand their target customers and develop effective strategies to reach them. The integration of different marketing tools, guided by lessons learned from successful commerce, is essential to optimizing the recruitment, retention, and management of CS project participants. Stakeholder analysis in citizen science projects involves a comprehensive examination of the various parties involved, including relations and actions between the different stakeholders. Therefore, stakeholder analysis is crucial to successful CS initiatives that emphasize tailored communication, a culture of feedback, and participatory techniques and to ensuring that project goals are aligned with the needs and expectations of all stakeholders. Conversely, the VPC aims to create a compelling value proposition that resonates with citizens, addressing their motivations for participating, the benefits of their contributions, and the overall impact of their involvement. The VPC also helps pinpoint pain relievers and gain creators, contributing to a positive customer experience. Based on the deployment of the VPCs, citizen science projects may strategically design their approaches to increase citizen engagement and retention, thus improving the sustainability and outcomes of the project.</p>
<p>The successful implementation of CS projects often requires adapted marketing strategies to meet the project goals and objectives. This includes the selection of suitable participants with the help of an adapted VPC. Tailoring CS projects to the needs of the community requires extending the VPC to consider the communication channels, recognizing institutional scientists as active participants, and adapting the value map and stakeholder profile to gain a complete understanding of mutual services and tasks. The integration of these elements ensures a more comprehensive approach to the design and implementation of CS projects that addresses the diverse interests and motivations of stakeholders.</p>
<p>In addition, the establishment of measurable KPIs is critical for determining the achievement of CS project goals and serves as a recognition tool that contributes to long-term project sustainability. When evaluating CS projects, quantitative indicators are able to measure inputs, activities, and outputs, ensuring reliable data quality and identifying areas for improvement. Regularly tracking and analyzing these KPIs provides stakeholders with confidence in the data&#x2019;s reliability and usability. The CityCLIM KPIs were selected to evaluate the impact of the targeted approach and the quality of the acquired data.</p>
<p>The presented case study explores a CS initiative that collects urban climate data, focusing on air temperature using mobile weather stations. While stakeholder analysis was used to systematically identify stakeholders, assess relationships, influences, and options for action, the VPC provides a much clearer picture of the interests, needs, and concerns of the stakeholders involved. Based on the VPC, the study dissects the profile of Citizen Scientist&#x2019;s and analyzes stakeholder groups for tailored communication strategies. The EU-funded CityCLIM project involved citizens and specifically targeted cyclists through the &#x201c;Stadtradeln&#x201d; biking program. The CityCLIM VPC was used to understand the recruitment and motivation of the targeted cycling community. The application allows for a thorough examination of both project goals and participant needs, ensuring a well-aligned and mutually beneficial collaboration. The obtained outcomes highlighted the effectiveness of the CS biking initiative: While the assessment of impact KPIs modestly highlights the desired outcomes, it can also serve as a roadmap for strategic refinements, particularly in communicating objectives with greater clarity and detail. The KPIs employed to appraise data quality reveal deficiencies in both temporal and spatial data coverage. This data can help identify significant deviations and facilitate adjustments to the campaign, such as recruiting new participants if necessary. KPIs are therefore essential to ensure the quality and reliability of the data gathered, to build trust among stakeholders, and to enhance the credibility of the scientific input from participants.</p>
<p>The applied marketing tools enhanced project planning, engagement, and evaluation in the CityCLIM initiative. Therefore, it was crucial to consider that activating different groups will result in different data distributions, depending on their daily &#x201c;jobs&#x201d; (as referred to in the VPC). The &#x201c;Stadtradeln&#x201d; program targeted companies/organizations within cities so that teams could be formed for the competition/gamification aspects of the program. For future analysis of urban climate impacts, new target groups must be initiated to fill the resulting data gaps (e.g., during the night-time hours). This results in a data-driven adaptation of the targeted approach. However, this example shows the exceptional potential of this concept. CS projects can benefit from adapting marketing tools and best practices to recruitment and communication strategies. This approach can help increase the impact of CS by targeting specific groups in society, such as those with particular qualifications, motivations, and skills. By identifying different stakeholder groups and their needs and requirements, communication strategies can be developed to increase participation rates and achieve defined communication goals.</p>
<p>In summary, the holistic integration of stakeholder analysis, VPC, and KPIs into CS projects not only streamlines project management, but also strengthens the collaborative nature of these initiatives, creating a framework for sustainable success and meaningful contributions. The adaptation of these marketing strategies forms a robust toolkit for CS project coordinators, empowering them to effectively communicate, engage, and assess impact. These strategies collectively contribute to the success and long-term sustainability of CS projects by enhancing participant engagement, ensuring data quality, and refining project objectives. Overall, applying marketing tools and best practices to these initiatives can significantly increase the reach and impact of such projects.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="s6">
<title>Data availability statement</title>
<p>The raw data supporting the conclusion of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7">
<title>Author contributions</title>
<p>UK: Conceptualization, Data curation, Investigation, Methodology, Project administration, Writing&#x2013;original draft, Writing&#x2013;review and editing. PD: Conceptualization, Funding acquisition, Writing&#x2013;original draft, Writing&#x2013;review and editing. TH: Writing&#x2013;original draft, Writing&#x2013;review and editing. CL: Writing&#x2013;original draft, Writing&#x2013;review and editing. OR: Writing&#x2013;original draft, Writing&#x2013;review and editing. JR: Writing&#x2013;original draft, Writing&#x2013;review and editing. FS: Writing&#x2013;original draft, Writing&#x2013;review and editing, Data curation. SS: Writing&#x2013;original draft, Writing&#x2013;review and editing, Methodology. JT: Writing&#x2013;original draft, Writing&#x2013;review and editing. CS: Conceptualization, Data curation, Investigation, Methodology, Validation, Visualization, Writing&#x2013;original draft, Writing&#x2013;review and editing.</p>
</sec>
<sec sec-type="funding-information" id="s8">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. HORIZON 2020 Research and Innovation Program, Grant Agreement No. 101036814. The &#x201c;Meteorologie hautnah&#x201d; project was funded by the Hochschulwettbewerb 2022, a project of the German Federal Ministry of Education and Research.</p>
</sec>
<ack>
<p>The completion of this scientific paper was made possible by the dedicated efforts of the CityCLIM project. We would like to thank the European Union&#x2019;s HORIZON 2020 Research and Innovation Program for providing essential funding under Grant Agreement No. 101036814. This support has been instrumental in advancing our research and contributing to the success of the CityCLIM CS initiative.</p>
</ack>
<sec sec-type="COI-statement" id="s9">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s10">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Arienzo</surname>
<given-names>M. M.</given-names>
</name>
<name>
<surname>Collins</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Jennings</surname>
<given-names>K. S.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Enhancing engagement of citizen scientists to monitor precipitation phase</article-title>. <source>Front. Earth Sci.</source> <volume>9</volume>, <fpage>617594</fpage>. <pub-id pub-id-type="doi">10.3389/feart.2021.617594</pub-id>
</citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Beringer</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Jonas</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Gem&#xfc;nden</surname>
<given-names>H. G.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Establishing project portfolio management: an exploratory analysis of the influence of internal stakeholders&#x2019; interactions</article-title>. <source>Proj. Manag. J.</source> <volume>43</volume> (<issue>6</issue>), <fpage>16</fpage>&#x2013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1002/pmj.21307</pub-id>
</citation>
</ref>
<ref id="B3">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Bonn</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Brink</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Hecker</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Herrmann</surname>
<given-names>T. M.</given-names>
</name>
<name>
<surname>Liedtke</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Premke-Kraus</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). &#x201c;<article-title>Wei&#xdf;buch Citizen-Science-Strategie 2030 f&#xfc;r Deutschland</article-title>,&#x201d; in <source>Helmholtz-Gemeinschaft, Leibniz-Gemeinschaft, Universit&#xe4;ten und au&#xdf;eruniversit&#xe4;re Einrichtungen (Leipzig, Berlin)</source>. <pub-id pub-id-type="doi">10.31235/osf.io/ew4uk</pub-id>
</citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bonney</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Cooper</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Ballard</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>The theory and practice of citizen science: launching a new journal</article-title>. <source>Citiz. Sci. Theory Pract.</source> <volume>1</volume> (<issue>1</issue>), <fpage>1</fpage>&#x2013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.5334/cstp.65</pub-id>
</citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brouwer</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Hessels</surname>
<given-names>L. K.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Increasing research impact with citizen science: the influence of recruitment strategies on sample diversity</article-title>. <source>Public Underst. Sci.</source> <volume>28</volume> (<issue>5</issue>), <fpage>606</fpage>&#x2013;<lpage>621</lpage>. <pub-id pub-id-type="doi">10.1177/0963662519840934</pub-id>
</citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Burgess</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>DeBey</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Froehlich</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Schmidt</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Theobald</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Ettinger</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>The science of citizen science: exploring barriers to use as a primary research tool</article-title>. <source>Biol. Conserv.</source> <volume>208</volume>, <fpage>208113</fpage>&#x2013;<lpage>208120</lpage>. <pub-id pub-id-type="doi">10.1016/j.biocon.2016.05.014</pub-id>
</citation>
</ref>
<ref id="B7">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Eden</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Ackermann</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2013</year>). <source>Making strategy: the journey of strategic management</source>. <publisher-loc>United Kingdom</publisher-loc>: <publisher-name>SAGE</publisher-name>. <comment>123. ISBN 9781446265192</comment>.</citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Engel</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Chowdhury</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Friedrichs-Manthey</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>von G&#xf6;nner</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Herrmann</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Klenke</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2023</year>). <article-title>Digitalisierung in Citizen Science und Naturschutz - Anwendungsbeispiele aus der Praxis</article-title>. <source>Nat. Landsch.</source> <volume>98</volume> (<issue>6&#x2b;7</issue>), <fpage>319</fpage>&#x2013;<lpage>329</lpage>. <pub-id pub-id-type="doi">10.17433/6.2023.50154135.319-329</pub-id>
</citation>
</ref>
<ref id="B9">
<citation citation-type="web">
<collab>EU Cordis</collab> (<year>2023</year>). <article-title>Exploring and supporting citizen science</article-title>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://cordis.europa.eu/programme/id/H2020_SwafS-15-2018-2019">https://cordis.europa.eu/programme/id/H2020_SwafS-15-2018-2019</ext-link> (Accessed November 1, 2023)</comment>.</citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<collab>European Union</collab> (<year>2015</year>). <article-title>Horizon 2020 indicators: assessing the results and impact of Horizon</article-title>. <source>Directorate-General Res. Innovation, Res. innovation policy</source>. <pub-id pub-id-type="doi">10.2777/71098</pub-id>
</citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Forrester</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Baily</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Conetta</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Forrester</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Kintzing</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Jarecki</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Comparing monitoring data collected by volunteers and professionals shows that citizen scientists can detect long-term change on coral reefs</article-title>. <source>J. Nat. Conserv.</source> <volume>24</volume> (<issue>2015</issue>), <fpage>1</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.jnc.2015.01.002</pub-id>
</citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gaillard</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Pangilinan</surname>
<given-names>M. L. C. J.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Participatory mapping for raising disaster risk awareness among the youth</article-title>. <source>Wiley-Blackwell J. Contingencies Crisis Manag.</source> <volume>18</volume>, <fpage>175</fpage>&#x2013;<lpage>179</lpage>. <pub-id pub-id-type="doi">10.1111/j.1468-5973.2010.00614.x</pub-id>
</citation>
</ref>
<ref id="B13">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>G&#xf6;bel</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Martin</surname>
<given-names>V. Y.</given-names>
</name>
<name>
<surname>Ramirez-Andreotta</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2017</year>). <source>Stakeholder analysis: international citizen science stakeholder analysis on data interoperability</source>
<fpage>193</fpage>. <publisher-loc>Washington, DC</publisher-loc>: <publisher-name>Woodrow Wilson International Centre for Scholars</publisher-name>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.wilsoncenter.org/sites/default/files/media/documents/publication/stakeholder_analysis.pdf">https://www.wilsoncenter.org/sites/default/files/media/documents/publication/stakeholder_analysis.pdf</ext-link> (Accessed October 05, 2022)</comment>.</citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>G&#xf6;bel</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Mauermeister</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Henke</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Citizen Social Science in Germany&#x2014;cooperation beyond invited and uninvited participation</article-title>. <source>Humanit. Soc. Sci. Commun.</source> <volume>9</volume> (<issue>1</issue>), <fpage>193</fpage>&#x2013;<lpage>211</lpage>. <pub-id pub-id-type="doi">10.1057/s41599-022-01198-1</pub-id>
</citation>
</ref>
<ref id="B15">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Haklay</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Mazumdar</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Wardlaw</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2018</year>). &#x201c;<article-title>Citizen science for observing and understanding the earth</article-title>,&#x201d; in <source>Earth observation open science and innovation. ISSI scientific report series, vol 15</source> Editors <person-group person-group-type="editor">
<name>
<surname>Mathieu</surname>
<given-names>P. P.</given-names>
</name>
<name>
<surname>Aubrecht</surname>
<given-names>C.</given-names>
</name>
</person-group> (<publisher-loc>Cham</publisher-loc>: <publisher-name>Springer</publisher-name>). <pub-id pub-id-type="doi">10.1007/978-3-319-65633-5_4</pub-id>
</citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hart</surname>
<given-names>A. G.</given-names>
</name>
<name>
<surname>de Meyer</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Adcock</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Dunkley</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Barr</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Pateman</surname>
<given-names>R. M.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). <article-title>Understanding engagement, marketing, and motivation to benefit recruitment and retention in citizen science</article-title>. <source>Citiz. Sci. Theory Praxis</source> <volume>7/1</volume>. <pub-id pub-id-type="doi">10.5334/cstp.436</pub-id>
</citation>
</ref>
<ref id="B17">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Hassler</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2016</year>). &#x201c;<article-title>Digital und Web Analytics: Metriken auswerten, Besucherverhalten verstehen</article-title>,&#x201d; in <source>Website optimieren (mitp Business) (4. Auflage 2017)</source> (<publisher-loc>Frechen/Germany</publisher-loc>: <publisher-name>mitp Verlags GmbH &#x26; Co. KG</publisher-name>). <comment>ISBN-13: 978-3826691225</comment>.</citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hecker</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Bonney</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Haklay</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>H&#xf6;lker</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Hofer</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Goebel</surname>
<given-names>C.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Innovation in citizen science &#x2013; perspectives on science-policy advances</article-title>. <source>Citiz. Sci. Theory Pract.</source> <volume>3</volume>, <fpage>4</fpage>. <comment>Art. 4</comment>. <pub-id pub-id-type="doi">10.5334/cstp.114</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hummels</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>1998</year>). <article-title>Organizing ethics: a stakeholder debate</article-title>. <source>J. Bus. Ethics</source> <volume>17</volume>, <fpage>1403</fpage>&#x2013;<lpage>1419</lpage>. <pub-id pub-id-type="doi">10.1023/A:1006083213359</pub-id>
</citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jennett</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Kloetzer</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Schneider</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Iacovides</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Cox</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Gold</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Motivations, learning and creativity in online citizen science</article-title>. <source>J. Sci. Commun.</source> <volume>15</volume> (<issue>3</issue>), <fpage>A05</fpage>. <pub-id pub-id-type="doi">10.22323/2.15030205</pub-id>
</citation>
</ref>
<ref id="B21">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Land-Zandstra</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Agnello</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>G&#xfc;ltekin</surname>
<given-names>Y.S.</given-names>
</name>
</person-group> (<year>2021</year>). &#x201c;<article-title>Participants in Citizen Science</article-title>,&#x201d; in <source>The Science of Citizen Science</source> Editor <person-group person-group-type="editor">
<name>
<surname>Vohland</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Land-Zandstra</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Ceccaroni</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Lemmens</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Perell&#xf3;</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Ponti</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<publisher-loc>Cham</publisher-loc>: <publisher-name>Springer</publisher-name>). <pub-id pub-id-type="doi">10.1007/978-3-030-58278-4_13</pub-id>
</citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Laplume</surname>
<given-names>A. O.</given-names>
</name>
<name>
<surname>Sonpar</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Litz</surname>
<given-names>R. A.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>Stakeholder theory: reviewing a theory that moves us</article-title>. <source>J. Manag.</source> <volume>34</volume> (<issue>6</issue>), <fpage>1152</fpage>&#x2013;<lpage>1189</lpage>. <pub-id pub-id-type="doi">10.1177/0149206308324322</pub-id>
</citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li&#xf1;&#xe1;n</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Salvador</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>&#xc1;lvarez</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Comaposada</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Sanchez</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Aparicio</surname>
<given-names>N.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). <article-title>A new theoretical engagement framework for citizen science projects: using a multi-temporal approach to address long-term public engagement challenges</article-title>. <source>Environ. Res. Lett.</source> <volume>17</volume>, <fpage>105006</fpage>. <pub-id pub-id-type="doi">10.1088/1748-9326/ac939d</pub-id>
</citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lukyanenko</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Wiggins</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Rosser</surname>
<given-names>H. K.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Citizen science: an information quality research frontier</article-title>. <source>Inf. Syst. Front.</source> <volume>22</volume>, <fpage>961</fpage>&#x2013;<lpage>983</lpage>. <pub-id pub-id-type="doi">10.1007/s10796-019-09915-z</pub-id>
</citation>
</ref>
<ref id="B25">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Osterwalder</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Pigneur</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Bernarda</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Smith</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2014</year>). <source>Value proposition design</source>. <publisher-loc>Hoboken, New Jersey</publisher-loc>: <publisher-name>John Wiley &#x26; Sons, Inc</publisher-name>. <comment>ISBN-13 978 3593503318</comment>.</citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Parmar</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Freeman</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Harrison</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Purnell</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>De Colle</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Stakeholder theory: the state of the art</article-title>. <source>Acad. Manag. Ann.</source> <volume>3</volume>, <fpage>403</fpage>&#x2013;<lpage>445</lpage>. <pub-id pub-id-type="doi">10.1080/19416520.2010.495581</pub-id>
</citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pateman</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Dyke</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>West</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>The diversity of participants in environmental citizen science</article-title>. <source>Citiz. Sci. Theory Pract.</source> <volume>6</volume> (<issue>1</issue>), <fpage>9</fpage>. <pub-id pub-id-type="doi">10.5334/cstp.369</pub-id>
</citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Phillips</surname>
<given-names>T. B.</given-names>
</name>
<name>
<surname>Ballard</surname>
<given-names>H. L.</given-names>
</name>
<name>
<surname>Lewenstein</surname>
<given-names>B. V.</given-names>
</name>
<name>
<surname>Bonney</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Engagement in science through citizen science: moving beyond data collection</article-title>. <source>Sci. Educ.</source> <volume>103</volume>, <fpage>665</fpage>&#x2013;<lpage>690</lpage>. <pub-id pub-id-type="doi">10.1002/sce.21501</pub-id>
</citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Prajapati</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Talchabhadel</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Thapa</surname>
<given-names>B. R.</given-names>
</name>
<name>
<surname>Upadhyay</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Thapa</surname>
<given-names>A. B.</given-names>
</name>
<name>
<surname>Ertis</surname>
<given-names>B.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Measuring the unseen: mobilizing citizen scientists to monitor groundwater in Nepal</article-title>. <source>Environ. Monit. Assess.</source> <volume>193</volume>, <fpage>550</fpage>. <pub-id pub-id-type="doi">10.1007/s10661-021-09265-x</pub-id>
</citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reges</surname>
<given-names>H. W.</given-names>
</name>
<name>
<surname>Doesken</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Turner</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Newman</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Bergantino</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Schwalbe</surname>
<given-names>Z.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>CoCoRaHS: the evolution and accomplishments of a volunteer rain gauge network</article-title>. <source>Bull. Am. Meteorological Soc.</source> <volume>97</volume> (<issue>10</issue>), <fpage>1831</fpage>&#x2013;<lpage>1846</lpage>. <comment>(October 2016), American Meteorological Society</comment>. <pub-id pub-id-type="doi">10.1175/bams-d-14-00213.1</pub-id>
</citation>
</ref>
<ref id="B31">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Rotman</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Hammock</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Preece</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Hansen</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Boston</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Bowser</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2014</year>). <source>Motivations affecting initial and long-term participation in citizen science projects in three countries</source>. <pub-id pub-id-type="doi">10.9776/14054</pub-id>
</citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>San Llorente Capdevila</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Kokimova</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Sinha Ray</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Avell&#xe1;n</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Kirschke</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Success factors for citizen science projects in water quality monitoring</article-title>. <source>Sci. Total Environ.</source> <volume>728</volume>, <fpage>137843</fpage>. <comment>Article 137843</comment>. <pub-id pub-id-type="doi">10.1016/j.scitotenv.2020.137843</pub-id>
</citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sauermann</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Franzoni</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Crowd science user contribution patterns and their implications</article-title>. <source>Proc. Natl. Acad. Sci.</source> <volume>112</volume> (<issue>3</issue>), <fpage>679</fpage>&#x2013;<lpage>684</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.1408907112</pub-id>
</citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sauermann</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Vohland</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Antoniou</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Bal&#xe1;zs</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>G&#xf6;bel</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Karatzas</surname>
<given-names>K.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Citizen science and sustainability transitions</article-title>. <source>Res. Policy</source> <volume>49</volume> (<issue>2020</issue>), <fpage>103978</fpage>. <comment>Article 103978</comment>. <pub-id pub-id-type="doi">10.1016/j.respol.2020.103978</pub-id>
</citation>
</ref>
<ref id="B35">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Schaefer</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Kieslinger</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Brandt</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>van den Bogaert</surname>
<given-names>V.</given-names>
</name>
</person-group> (<year>2021</year>). &#x201c;<article-title>Evaluation in Citizen Science: The Art of Tracing a Moving Target</article-title>,&#x201d; in <source>The Science of Citizen Science</source> Editor <person-group person-group-type="editor">
<name>
<surname>Vohland</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Land-Zandstra</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Ceccaroni</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Lemmens</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Perell&#xf3;</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Ponti</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<publisher-loc>Cham</publisher-loc>: <publisher-name>Springer</publisher-name>). <pub-id pub-id-type="doi">10.1007/978-3-030-58278-4_25</pub-id>
</citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shirk</surname>
<given-names>J. L.</given-names>
</name>
<name>
<surname>Ballard</surname>
<given-names>H. L.</given-names>
</name>
<name>
<surname>Wilderman</surname>
<given-names>C. C.</given-names>
</name>
<name>
<surname>Phillips</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Wiggins</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Jordan</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2012</year>). <article-title>Public participation in scientific research: a framework for deliberate design</article-title>. <source>Ecol. Soc.</source> <volume>17</volume> (<issue>2</issue>), <fpage>art29</fpage>. <pub-id pub-id-type="doi">10.5751/ES-04705-170229</pub-id>
</citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Skarlatidou</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Su&#x161;kevi&#x10d;s</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>G&#xf6;bel</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Pr&#x16b;se</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Tauginien&#x117;</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Mascarenhas</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>The value of stakeholder mapping to enhance Co-creation in citizen science initiatives</article-title>. <source>Citiz. Sci. Theory Pract.</source> <volume>4</volume> (<issue>1</issue>), <fpage>24</fpage>. <pub-id pub-id-type="doi">10.5334/cstp.226</pub-id>
</citation>
</ref>
<ref id="B38">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sorensen</surname>
<given-names>A. E.</given-names>
</name>
<name>
<surname>Jordan</surname>
<given-names>R. C.</given-names>
</name>
<name>
<surname>LaDeau</surname>
<given-names>S. L.</given-names>
</name>
<name>
<surname>Biehler</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Wilson</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Pitas</surname>
<given-names>J.-H.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Reflecting on efforts to design an inclusive citizen science project in west baltimore</article-title>. <source>Citiz. Sci. Theory Pract.</source> <volume>4</volume> (<issue>1</issue>), <fpage>13</fpage>. <pub-id pub-id-type="doi">10.5334/cstp.170</pub-id>
</citation>
</ref>
<ref id="B39">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Stukas</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Snyder</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Clary</surname>
<given-names>E.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Understanding and encouraging volunteerism and community involvement</article-title>. <source>J. Soc. Psychol.</source> <volume>156</volume>, <fpage>243</fpage>&#x2013;<lpage>255</lpage>. <pub-id pub-id-type="doi">10.1080/00224545.2016.1153328</pub-id>
</citation>
</ref>
<ref id="B40">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Tiago</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2016</year>). &#x201c;<article-title>Social context of citizen science projects</article-title>,&#x201d; in <source>Analyzing the role of citizen science in modern research</source> Editors <person-group person-group-type="editor">
<name>
<surname>Ceccaroni</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Jaume</surname>
<given-names>P.</given-names>
</name>
</person-group> (<publisher-loc>Hershey, PA</publisher-loc>: <publisher-name>IGI Global</publisher-name>), <fpage>168</fpage>&#x2013;<lpage>191</lpage>. <pub-id pub-id-type="doi">10.4018/978-1-5225-0962-2.ch008</pub-id>
</citation>
</ref>
<ref id="B41">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tiago</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Gouveia</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>Capinha</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Santos-Reis</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Pereira</surname>
<given-names>H. M.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>The influence of motivational factors on the frequency of participation in citizen science activities</article-title>. <source>Nat. Conserv.</source> <volume>18</volume>, <fpage>61</fpage>&#x2013;<lpage>78</lpage>. <pub-id pub-id-type="doi">10.3897/natureconservation.18.13429</pub-id>
</citation>
</ref>
<ref id="B42">
<citation citation-type="web">
<collab>Time4CS</collab> (<year>2024</year>). <article-title>ECSAnVis - Extreme citizen science: analysis and visualisation</article-title>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.time4cs.eu/networking/ecsanvis">https://www.time4cs.eu/networking/ecsanvis</ext-link> (Accessed January 22, 2024)</comment>.</citation>
</ref>
<ref id="B43">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Toerpe</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>The rise of citizen science. Kosmos- The Journal for Global Citizens Creating the New Civilization, Fall/Winter</article-title>. <source>Futur.</source> <volume>47</volume> (<issue>4</issue>), <fpage>25</fpage>&#x2013;<lpage>30</lpage>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.kosmosjournal.org/wp-content/article-pdfs/the-rise-of-citizen-science.pdf">https://www.kosmosjournal.org/wp-content/article-pdfs/the-rise-of-citizen-science.pdf</ext-link>
</comment> (<comment>Accessed January 23, 2024</comment>).</citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vann-Sander</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Clifton</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Harvey</surname>
<given-names>E.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Can citizen science work? Perceptions of the role and utility of citizen science in a marine policy and management context</article-title>. <source>Mar. Policy</source> <volume>72</volume>, <fpage>82</fpage>&#x2013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1016/j.marpol.2016.06.026</pub-id>
</citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>West</surname>
<given-names>S. E.</given-names>
</name>
<name>
<surname>Pateman</surname>
<given-names>R. M.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Recruiting and retaining participants in citizen science: what can Be learned from the volunteering literature?</article-title> <source>Citiz. Sci. Theory Pract.</source> <volume>1</volume> (<issue>2</issue>), <fpage>15</fpage>. <pub-id pub-id-type="doi">10.5334/cstp.8</pub-id>
</citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wicks</surname>
<given-names>A. C.</given-names>
</name>
<name>
<surname>Gilbert Jr</surname>
<given-names>D. R.</given-names>
</name>
<name>
<surname>Freeman</surname>
<given-names>R. E.</given-names>
</name>
</person-group> (<year>1994</year>). <article-title>A feminist re-interpretation of the stakeholder concept</article-title>. <source>Bus. ethics Q.</source> <volume>4</volume>, <fpage>475</fpage>&#x2013;<lpage>497</lpage>. <pub-id pub-id-type="doi">10.2307/3857345</pub-id>
</citation>
</ref>
<ref id="B47">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Wiggins</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Newman</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Stevenson</surname>
<given-names>R. D.</given-names>
</name>
<name>
<surname>Crowston</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2011</year>). &#x201c;<article-title>Mechanisms for data quality and validation in citizen science</article-title>,&#x201d; in <conf-name>Proceedings - 7th IEEE International Conference on e-Science Workshops, eScience 2011, Workshop proc eedings, Stockholm/Schweden</conf-name>, <conf-loc>Stockholm, Sweden</conf-loc>, <conf-date>December 5-8, 2011</conf-date>, <fpage>14</fpage>&#x2013;<lpage>19</lpage>.</citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wynne</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Public participation in science and technology: performing and obscuring a political&#x2013;conceptual category mistake</article-title>. <source>East Asian Sci.</source> <volume>1</volume>, <fpage>99</fpage>&#x2013;<lpage>110</lpage>. <pub-id pub-id-type="doi">10.1007/s12280-007-9004-7</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>