<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Mar. Sci.</journal-id>
<journal-title>Frontiers in Marine Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Mar. Sci.</abbrev-journal-title>
<issn pub-type="epub">2296-7745</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmars.2021.770977</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Marine Science</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Effects of Measuring Devices and Sampling Strategies on the Interpretation of Monitoring Data for Long-Term Trend Analysis</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Fischer</surname> <given-names>Philipp</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/364080/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Dietrich</surname> <given-names>Peter</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1525331/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Achterberg</surname> <given-names>Eric P.</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/120085/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Anselm</surname> <given-names>Norbert</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1517096/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Brix</surname> <given-names>Holger</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/769527/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Bussmann</surname> <given-names>Ingeborg</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/24947/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Eickelmann</surname> <given-names>Laura</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1518662/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Fl&#x00F6;ser</surname> <given-names>G&#x00F6;tz</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Friedrich</surname> <given-names>Madlen</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Rust</surname> <given-names>Hendrik</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1468173/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Sch&#x00FC;tze</surname> <given-names>Claudia</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Koedel</surname> <given-names>Uta</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1442399/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Alfred-Wegener-Institute, Helmholtz Centre for Polar and Marine Research, Centre for Scientific Diving</institution>, <addr-line>Helgoland</addr-line>, <country>Germany</country></aff>
<aff id="aff2"><sup>2</sup><institution>Jacobs University Bremen</institution>, <addr-line>Bremen</addr-line>, <country>Germany</country></aff>
<aff id="aff3"><sup>3</sup><institution>Helmholtz Centre for Environmental Research &#x2013; UFZ</institution>, <addr-line>Leipzig</addr-line>, <country>Germany</country></aff>
<aff id="aff4"><sup>4</sup><institution>Eberhard-Karls-University of T&#x00FC;bingen</institution>, <addr-line>T&#x00FC;bingen</addr-line>, <country>Germany</country></aff>
<aff id="aff5"><sup>5</sup><institution>GEOMAR, Helmholtz Centre for Ocean Research</institution>, <addr-line>Kiel</addr-line>, <country>Germany</country></aff>
<aff id="aff6"><sup>6</sup><institution>Alfred-Wegener-Institute, Helmholtz Centre for Polar and Marine Research</institution>, <addr-line>Bremerhaven</addr-line>, <country>Germany</country></aff>
<aff id="aff7"><sup>7</sup><institution>Helmholtz-Zentrum Hereon</institution>, <addr-line>Geesthacht</addr-line>, <country>Germany</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Jay S. Pearlman, Institute of Electrical and Electronics Engineers, France</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Antoine De Ramon N&#x2019;Yeurt, University of the South Pacific, Fiji; Ramasamy Venkatesan, National Institute of Ocean Technology, India</p></fn>
<corresp id="c001">&#x002A;Correspondence: Philipp Fischer, <email>philipp.fischer@awi.de</email></corresp>
<fn fn-type="other" id="fn004"><p>This article was submitted to Ocean Observation, a section of the journal Frontiers in Marine Science</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>02</day>
<month>12</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>8</volume>
<elocation-id>770977</elocation-id>
<history>
<date date-type="received">
<day>05</day>
<month>09</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>08</day>
<month>11</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2021 Fischer, Dietrich, Achterberg, Anselm, Brix, Bussmann, Eickelmann, Fl&#x00F6;ser, Friedrich, Rust, Sch&#x00FC;tze and Koedel.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Fischer, Dietrich, Achterberg, Anselm, Brix, Bussmann, Eickelmann, Fl&#x00F6;ser, Friedrich, Rust, Sch&#x00FC;tze and Koedel</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<p>A thorough and reliable assessment of changes in sea surface water temperatures (SSWTs) is essential for understanding the effects of global warming on long-term trends in marine ecosystems and their communities. The first long-term temperature measurements were established almost a century ago, especially in coastal areas, and some of them are still in operation. However, while in earlier times these measurements were done by hand every day, current environmental long-term observation stations (ELTOS) are often fully automated and integrated in cabled underwater observatories (UWOs). With this new technology, year-round measurements became feasible even in remote or difficult to access areas, such as coastal areas of the Arctic Ocean in winter, where measurements were almost impossible just a decade ago. In this context, there is a question over what extent the sampling frequency and accuracy influence results in long-term monitoring approaches. In this paper, we address this with a combination of lab experiments on sensor accuracy and precision and a simulated sampling program with different sampling frequencies based on a continuous water temperature dataset from Svalbard, Arctic, from 2012 to 2017. Our laboratory experiments showed that temperature measurements with 12 different temperature sensor types at different price ranges all provided measurements accurate enough to resolve temperature changes over years on a level discussed in the literature when addressing climate change effects in coastal waters. However, the experiments also revealed that some sensors are more suitable for measuring absolute temperature changes over time, while others are more suitable for determining relative temperature changes. Our simulated sampling program in Svalbard coastal waters over 5 years revealed that the selection of a proper sampling frequency is most relevant for discriminating significant long-term temperature changes from random daily, seasonal, or interannual fluctuations. While hourly and daily sampling could deliver reliable, stable, and comparable results concerning temperature increases over time, weekly sampling was less able to reliably detect overall significant trends. With even lower sampling frequencies (monthly sampling), no significant temperature trend over time could be detected. Although the results were obtained for a specific site, they are transferable to other aquatic research questions and non-polar regions.</p>
</abstract>
<kwd-group>
<kwd>precision</kwd>
<kwd>accuracy</kwd>
<kwd>sensor selection</kwd>
<kwd>sampling scheme</kwd>
<kwd>environmental monitoring</kwd>
<kwd>Kongsfjorden</kwd>
<kwd>long-term data</kwd>
<kwd>coastal waters</kwd>
</kwd-group>
<counts>
<fig-count count="10"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="48"/>
<page-count count="18"/>
<word-count count="13061"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="intro">
<title>Introduction</title>
<p>Measuring changes in water temperature over time is important for assessing climate change impacts. In this context, temperature changes have a fundamental impact not only on the kinetic energy in the system but can also affect the overall cross-taxon structure of marine biodiversity and, therefore, the global distribution of life in the oceans (<xref ref-type="bibr" rid="B45">Tittensor et al., 2010</xref>). Because of this central role of temperature in aquatic ecosystem research, regular measurements, especially of surface water temperature, started two centuries ago. Two of the longest near-surface water temperature measurements are a time series from Great Harbor, Woods Hole, Massachusetts, which started in 1886 on a daily basis (<xref ref-type="bibr" rid="B33">Nixon et al., 2004</xref>) and a time series from Helgoland in the southern North Sea (54&#x00B0;11.3&#x2032;N, 7&#x00B0;54.0&#x2032;E), which started in 1873 with almost daily samples (<xref ref-type="bibr" rid="B48">Wiltshire and Manly, 2004</xref>). At these stations, sampling was initially done manually using the traditional bucket thermometer measurement (<xref ref-type="bibr" rid="B33">Nixon et al., 2004</xref>), where water was sampled from the near-surface by a simple bucket and temperature was measured immediately with a mercury-in-glass thermometer, with a precision of approximately 0.1&#x00B0;C.</p>
<p>It was only at the end of the last century when watertight temperature sensors became available off the shelf at an affordable price and successively replaced most manual measurement devices. Today, digital temperature sensors are available for most <italic>in situ</italic> applications, covering a wide range of accuracy and precision (<xref ref-type="bibr" rid="B27">JCGM, 2008</xref>), as well as price levels. The rapid development of digital sensor technology not only for temperature but also for most other environmental parameters, as well as the rapid progress in automated sensor technology for automated biota monitoring from lower eukaryotes (<xref ref-type="bibr" rid="B5">Baschek et al., 2017</xref>) up to higher trophic levels, such as fish (<xref ref-type="bibr" rid="B21">Fischer et al., 2007</xref>), has enabled science to intensify year-round monitoring approaches, even in remote areas. Currently, fully automated monitoring stations are established even in remote areas, such as polar regions, and deliver a continuously increasing amount of environmental information in real-time, year-round (<xref ref-type="bibr" rid="B12">Fischer, 2020</xref>). The importance of <italic>in situ</italic> sensors instead of sea surface measurements derived by satellite and/or model-generated data for coastal regions has been stressed by <xref ref-type="bibr" rid="B43">Smit and Schlegel (2016)</xref>. They pointed out that remotely sensed gridded sea surface temperature data in coastal waters normally do not approach a sufficient resolution to monitor short-term local changes in temperature as those patterns can be highly dynamic and significantly affected by varying levels of water exchange in lagoons resulting in varying patterns in eutrophication, sedimentation and turbidity. Furthermore, the precision of gridded data is also often too low for climate-quality data to reveal longer-term trends.</p>
<p>Remote <italic>in situ</italic> measurements of hydrographic and higher trophic level variables opened an entirely new field of technology-driven research in aquatic sciences (<xref ref-type="bibr" rid="B5">Baschek et al., 2017</xref>) with the possibility of deriving and testing scientific hypotheses from continuous real-time field observations, which were previously only possible in terrestrial or atmospheric research. However, there are some challenges that accompany these developments, such as sensor maintenance, data flow management, (big) data handling, and data interpretation, that need to be considered (<xref ref-type="bibr" rid="B8">Buck et al., 2019</xref>; <xref ref-type="bibr" rid="B12">Fischer, 2020</xref>).</p>
<p>In addition to defining specific <italic>in situ</italic> sensor maintenance intervals, data flow, and handling routines for permanent aquatic monitoring stations, the overall setup of long-term monitoring infrastructure for ecological and climate change-related parameters will determine the scientific output and relevance of such systems and, therefore, long-term financial support. Two of the overall questions that scientists operating sensor-based long-term <italic>in situ</italic> measurements are confronted with are the required sensor accuracy and precision (JCGM, 2008) and the sampling frequency (<xref ref-type="bibr" rid="B9">Cabella et al., 2019</xref>), both of which have a significant effect on the financial requirements of the operations.</p>
<p>According to ISO 5725-1:1994,<sup><xref ref-type="fn" rid="footnote1">1</xref></sup> the term accuracy describes the systematic deviation of a measurement from the &#x201C;assumed&#x201D; true value from an accepted reference value (<xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>Visualization of accuracy and precision according to ISO 5725-1:1994. The bell-shaped distribution describes a set of measurements of a single parameter (e.g., water temperature) over time with a single sensor or the distribution of synoptic measurements with multiple sensors. Higher measurement accuracy means that the maximum of the distribution moves closer to the reference value. The precision of a sensor refers to the width of the bell-shaped distribution. The more precise a measurement is, the narrower the bell shape of the distribution.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-08-770977-g001.tif"/>
</fig>
<p>In contrast, the term precision relates to the reproducibility of measurements and their variability between repeated measurements due to, for example, electronic or resolution-based, variabilities of the measurements itself (<xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<p>Even though both accuracy and precision are defined in their respective ISO standards, the precise meaning of these definitions are debated (<xref ref-type="bibr" rid="B6">Behkamal et al., 2014</xref>). For the present work, for accuracy, we strictly followed the definition of ISO 5725-1:1994. This definition is synonymous with the term &#x201C;semantic accuracy&#x201D; used in <xref ref-type="bibr" rid="B6">Behkamal et al. (2014)</xref>, describing the correctness of a data value in comparison to an actual real-world value. In this context, <xref ref-type="bibr" rid="B37">Peralta (2006)</xref> defined accuracy as a &#x201C;semantic correctness factor,&#x201D; providing the degree of correctness and validity of the data in comparison to the real world or with reference data agreed to be correct. Therefore, when using the term accuracy in the sense of ISO 5725-1:1994, trusted reference data that are assumed to represent the real data must be agreed upon by the sensor user. This trusted data may be either the reference data provided by the manufacturer or it may be trusted reference data provided by the user itself like, e.g., statistically derived mean or median values from multi-sensor approaches or other scientifically convincing procedures agreed upon to deliver &#x201C;real&#x201D; values.</p>
<p>Compared to defining a sensor&#x2019;s accuracy, the calculation of precision seems to be much easier. According to ISO 5725-1:1994, the precision of data depends only on the distribution of random errors around an assumed statistical value, which is, however, not necessarily the true value in the sense of the real value referred to in the above accuracy section. Precision is usually expressed in terms of imprecision and computed as the standard deviation of the measured mean value, which is reflected by a larger standard deviation or confidence limit (<xref ref-type="bibr" rid="B26">ISO/TC-69/SC-6, 1994</xref>).</p>
<p>Even though most sensor manufacturers provide lab-derived accuracy values for new sensors, the meaning and consequences of these parameters for <italic>in situ</italic> measurements are often not completely clear to users in the scientific community. Furthermore, the determination of accuracy and precision often does not follow a common standard. More importantly, the values provided are not the same as <italic>in situ</italic>, as values significantly depend on factors such as sensor age, exposure time, biofouling, and other external factors (<xref ref-type="bibr" rid="B10">Callow and Callow, 2011</xref>; <xref ref-type="bibr" rid="B4">Androulakis et al., 2020</xref>).</p>
<p>Therefore, the <italic>in situ</italic> accuracy and precision values for sensors that are in experimental or operational use in science are usually not well known and are therefore not provided in many scientific manuscripts. However, a reasonable estimate of both values unquestionably improves the likelihood of finding significant evidence if an environmental parameter, for example, changes over time, or if it only fluctuates randomly without a real trend.</p>
<p>In the first part of this paper, we address the issue of sensor accuracy, precision, and comparability of different commercially available temperature sensors within the available price categories between 200 and 15,000 EUR on the potential to measure one or more environmental variables over a certain range as accurately and precisely as possible. Therefore, we conducted laboratory intercomparison experiments to compare the <italic>in situ</italic> accuracy and precision ranges of different sensors and evaluate the comparability between these sensors. This comparability is particularly important as sensors are replaced after some time, or data from different sensors are analyzed and interpreted together in studies.</p>
<p>In addition to the above-described sensor-specific issues, scientists are often confronted with the decision on how often a sensor should sample per time unit to best assess possible changes and dynamics of a focus parameter. Similar to the above-described issue of accuracy and precision, there are also valid and scientifically proven theoretical concepts to determine an adequate sampling frequency for a certain monitoring task. One of these concepts is the Shannon&#x2013;Nyquist theorem (<xref ref-type="bibr" rid="B34">Nyquist, 1928</xref>), which states that the temporal dynamics of a continuous signal (e.g., the water temperature) of any shape (e.g., daily changes with tide or seasonal dynamics over the year) can be reliably discriminated from random fluctuations only when the sampling frequency is more than twice as high as the frequency of the real signal (<xref ref-type="bibr" rid="B28">L&#x00E9;vesque, 2014</xref>). The Nyquist effect can be illustrated by tidal temperature fluctuations in coastal areas. To reliably measure the temperature dynamics in a tidal area with a tide frequency of 12 h for a full tidal cycle, the temperature must be measured at least every 6 h to understand the tidal influence on water temperature. However, this concept holds true only if the underlying signal (in this case, the tide) is strictly continuous with a fixed temporal pattern. An inadequate (too low) sampling frequency may produce deceptive patterns and eventually lead to aliasing effects, and therefore to misinterpretations. Good examples of such misinterpretations resulting from an insufficient sampling frequency in ecological studies are given in <xref ref-type="bibr" rid="B35">Pearcy et al. (1989)</xref> based on the Nyquist theorem (<xref ref-type="bibr" rid="B34">Nyquist, 1928</xref>). Although these concepts are known in physics and signal processing, most environmental studies do not strictly follow these theoretical concepts when analyzing long-term monitoring datasets. This is simply because ecologically interesting and relevant patterns often only emerge after several years of observations at a specific site and hence, the patterns are not known when initially setting up a monitoring strategy. When reviewing literature on statistical approaches to discriminate real long-term changes in marine or limnic water temperatures from random water temperature fluctuations over time, linear regression over time is one of the most often used methodologies (<xref ref-type="bibr" rid="B44">Taylor et al., 1957</xref>; <xref ref-type="bibr" rid="B29">Maul and Davis, 2001</xref>; <xref ref-type="bibr" rid="B33">Nixon et al., 2004</xref>; <xref ref-type="bibr" rid="B48">Wiltshire and Manly, 2004</xref>; <xref ref-type="bibr" rid="B43">Smit and Schlegel, 2016</xref>; <xref ref-type="bibr" rid="B32">Niedrist and F&#x00FC;reder, 2020</xref>). The main focus of this work is thereof not the requirements of sampling frequency when trying to resolve short-term changes in SSWT, for example, daily or seasonal rhythms, but on the requirements of sampling frequency when trying to discriminate real temperature changes in SSWT from random fluctuations over longer time periods (years) using linear regression.</p>
<p>In the second part of the manuscript, we therefore address the question of how different sampling schemes with different sampling frequency (hourly, daily, weekly, or monthly) affect the observed long-term temperature trend over a period of 5 years. For this analysis, we used a dataset from an Arctic coastal observatory in Svalbard (<xref ref-type="bibr" rid="B20">Fischer et al., 2017</xref>; <xref ref-type="bibr" rid="B12">Fischer, 2020</xref>) of shallow water temperature changes in the Kongsfjorden ecosystem from 2013 to 2017 (<xref ref-type="bibr" rid="B13">Fischer et al., 2018a</xref>,<xref ref-type="bibr" rid="B15">c</xref>,<xref ref-type="bibr" rid="B16">d</xref>,<xref ref-type="bibr" rid="B17">e</xref>,<xref ref-type="bibr" rid="B18">f</xref>).</p>
<p>This study is not intended to evaluate or develop standard operating procedures (SOPs) to determine sensor accuracy and precision and not to provide SOPs for the determination of the sampling frequency for a specific monitoring approach as this must be completed specifically for each experimental setup. Rather, the goal of this study is to demonstrate how different sampling schemes with respect to the sampling frequency and use of sensors with different accuracy and precision values can affect the outcome of monitoring programs. The results are thus discussed considering: (1) the requirement to select suitable sensors for long-term oceanographic measurements, including cost-benefit considerations when using either expensive oceanographic sensors, such as CTD or thermo salinometers, compared to multiple relatively cheap temperature sensors that are available off the shelf and (2) the possible effects of different temporal sampling schemes on the results. The latter considerations are essential when deciding how much money and workforce should be invested for a long-term sampling program to detect relevant changes in the target parameter (here water temperature) with high reliability and accuracy without exaggerating the sampling and data handling efforts.</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and Methods</title>
<p>To test the influence of different sensors and sampling strategies to observe a specific environmental parameter over longer periods of time, we used the variable water temperature as it is the most important hydrographic variable across the aquatic disciplines in the context of climate change (<xref ref-type="bibr" rid="B45">Tittensor et al., 2010</xref>). In two approaches, <italic>in vitro</italic> and <italic>in situ</italic> setups, standard aquatic temperature sensors with different manufacturer specifications for accuracy and precision were used (<xref ref-type="table" rid="T1">Tables 1</xref>, <xref ref-type="table" rid="T2">2</xref>).</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>Sensor analysis in the intercomparison experiment.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Sensor ID</td>
<td valign="top" align="left">Type</td>
<td valign="top" align="center">Manufacturer</td>
<td valign="top" align="center">Parameters measured <xref ref-type="table-fn" rid="tfn2"><sup>(1)</sup></xref></td>
<td valign="top" align="center">Price group (&#x20AC;)</td>
<td valign="top" align="center">Resolution (&#x00B0;C)<xref ref-type="table-fn" rid="tfn1">&#x002A;</xref></td>
<td valign="top" align="center">Accuracy (a) Precision (b) (&#x00B0;C)<xref ref-type="table-fn" rid="tfn1">&#x002A;</xref></td>
<td valign="top" align="center">Stability (&#x00B0;C)<xref ref-type="table-fn" rid="tfn1">&#x002A;</xref></td>
<td valign="top" align="center">Max. sampling Frequency (s)</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Multiparameter probes</td>
<td valign="top" align="center">AML Oceanographic Ltd.</td>
<td valign="top" align="center">T, S</td>
<td valign="top" align="center">&#x003E;10.000</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center">0.005&#x2013;0.002 (a) 0.003 (b)</td>
<td valign="top" align="center">n.a.</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="justify"/>
<td valign="top" align="center">Sea-Bird Electronics, Inc.</td>
<td valign="top" align="center">T, C, P, O2</td>
<td valign="top" align="center">&#x003E;10.000</td>
<td valign="top" align="center">0.0001</td>
<td valign="top" align="center">0.002 (5&#x2013;35&#x00B0;C) 0.01 (35&#x2013;45&#x00B0;C)</td>
<td valign="top" align="center">0.0002<xref ref-type="table-fn" rid="tfn1">&#x002A;</xref> month<sup>&#x2013;1</sup></td>
<td valign="top" align="center">10</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="justify"/>
<td valign="top" align="center">AML Oceanographic Ltd.</td>
<td valign="top" align="center">T, C, P</td>
<td valign="top" align="center">&#x003E;10.000</td>
<td valign="top" align="center">0.1</td>
<td valign="top" align="center">0.05</td>
<td valign="top" align="center">n.a.</td>
<td valign="top" align="center">0.1</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="justify"/>
<td valign="top" align="center">YSI</td>
<td valign="top" align="center">T, C, P, O2, fDOM, turbidity</td>
<td valign="top" align="center">2.000&#x2013;10.000</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center">&#x00B1;0.01 &#x00B1;0.05</td>
<td valign="top" align="center">n.a.</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="justify"/>
<td valign="top" align="center">TriOs</td>
<td valign="top" align="center">T, S, nitrate</td>
<td valign="top" align="center">2.000&#x2013;10.000</td>
<td valign="top" align="center">n.a.</td>
<td valign="top" align="center">n.a.</td>
<td valign="top" align="center">n.a.</td>
<td valign="top" align="center">60</td>
</tr>
<tr>
<td valign="top" align="left">6</td>
<td valign="top" align="justify"/>
<td valign="top" align="center">Satlantic</td>
<td valign="top" align="center">T, S, nitrate</td>
<td valign="top" align="center">2.000&#x2013;10.000</td>
<td valign="top" align="center">n.a.</td>
<td valign="top" align="center">n.a.</td>
<td valign="top" align="center">n.a.</td>
<td valign="top" align="center">60</td>
</tr>
<tr>
<td valign="top" align="left">7</td>
<td valign="top" align="left">FerryBox flow system</td>
<td valign="top" align="center">4HJena</td>
<td valign="top" align="center">T, C, Chl-a, O2, turbidity</td>
<td valign="top" align="center">&#x003E;10.000</td>
<td valign="top" align="center">0.0001</td>
<td valign="top" align="center">&#x003C;5%/&#x00B1;0.005</td>
<td valign="top" align="center">&#x00B1;0.0005</td>
<td valign="top" align="center">60</td>
</tr>
<tr>
<td valign="top" align="left">8, 9, 10</td>
<td valign="top" align="left">Logger</td>
<td valign="top" align="center">Schlumberger</td>
<td valign="top" align="center">T, C, P</td>
<td valign="top" align="center">&#x003C;2.000</td>
<td valign="top" align="center">0.01</td>
<td valign="top" align="center">&#x00B1;0.1</td>
<td valign="top" align="center">n.a.</td>
<td valign="top" align="center">60</td>
</tr>
<tr>
<td valign="top" align="left">11, 12</td>
<td valign="top" align="justify"/>
<td valign="top" align="center">HOBO</td>
<td valign="top" align="center">T</td>
<td valign="top" align="center">&#x003C;2.000</td>
<td valign="top" align="center">0.02 at 25&#x00B0;C</td>
<td valign="top" align="center">&#x00B1;0.21</td>
<td valign="top" align="center">0.1<xref ref-type="table-fn" rid="tfn1">&#x002A;</xref> year<sup>&#x2013;1</sup></td>
<td valign="top" align="center">60</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="tfn1"><p><italic>The most common sensor parameters provided by the manufacturer are as follows: &#x002A;Information provided by the manufacturer. n.a., not available (not provided by manufacturer). The sensors with the ID 1&#x2013;6 were multiparameter probes which do not only measure temperature but also other parameters, given in the column &#x201C;Parameters measured.&#x201D; Sensor 7 was a &#x201C;FerryBox&#x201D; system which also measures additional parameters given in the column &#x201C;Parameters measured.&#x201D; In contrast to the multiparameter probes, in this system the sample value, however, is pumped through for measurement cell for the respective parameter. Sensor 7&#x2013;12 are logger systems measuring fewer parameter as the multiparameter probes with no option to recalibrate the sensor by the user.</italic></p></fn>
<fn id="tfn2"><p><italic><sup>(1)</sup>T, temperature; P, pressure; C, conductivity; S, salinity; Chl-a, chlorophyll a; O<sub>2</sub>, oxygen.</italic></p></fn>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="T2">
<label>TABLE 2</label>
<caption><p>Sensors, respectively, datasets available for the <italic>in situ</italic> approach.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Sensor ID</td>
<td valign="top" align="left">Manufacturer</td>
<td valign="top" align="left">Temporal resolution of source dataset</td>
<td valign="top" align="left">Manufacturer accuracy and precision</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">13</td>
<td valign="top" align="left">Teledyne WorkHorse</td>
<td valign="top" align="left">2.8e<sup>&#x2013;4</sup> Hz (one value per hour)</td>
<td valign="top" align="left">Accuracy: 0.01&#x00B0;C<break/> Precision: &#x00B1;0.4&#x00B0;C</td>
</tr>
<tr>
<td valign="top" align="left">14</td>
<td valign="top" align="left">Aanderaa Optode</td>
<td valign="top" align="left">1.67e<sup>&#x2013;2</sup> Hz (one value per minute)</td>
<td valign="top" align="left">Accuracy: 0.03&#x00B0;C<break/> Precision: not provided by manufacturer</td>
</tr>
<tr>
<td valign="top" align="left">15</td>
<td valign="top" align="left">SeaBird SBE38</td>
<td valign="top" align="left">1 Hz</td>
<td valign="top" align="left">Accuracy: 0.001&#x00B0;C<break/> Precision: not provided by manufacturer</td>
</tr>
<tr>
<td valign="top" align="left">16</td>
<td valign="top" align="left">SeaBird SBE45</td>
<td valign="top" align="left">1.67e<sup>&#x2013;2</sup> Hz (one value per minute)</td>
<td valign="top" align="left">Accuracy: 0.002&#x00B0;C<break/> Precision: not provided by manufacturer</td>
</tr>
<tr>
<td valign="top" align="left">qc</td>
<td valign="top" align="left">Quality controlled dataset (see text)</td>
<td valign="top" align="left">2.8e<sup>&#x2013;4</sup> Hz (one value per hour)</td>
<td valign="top" align="left">Accuracy: n.a.<break/> Precision: calculated individually for each value, see &#x201C;Materials and Methods&#x201D;</td>
</tr>
</tbody>
</table></table-wrap>
<sec id="S2.SS1">
<title><italic>In vitro</italic> Experiments</title>
<p>For the <italic>in vitro</italic> experimental setup, a 24 h experiment was conducted as a joint experiment comprising the five Helmholtz Institutes Alfred-Wegener-Institute, Helmholtz-Centre for Marine and Coastal Sciences (AWI), Hereon (HZG), Helmholtz-Zentrum f&#x00FC;r Ozeanforschung Kiel (GEOMAR), Helmholtz-Zentrum f&#x00FC;r Umweltforschung (UFZ), and Deutsches GeoForschungsZentrum (GFZ) within the framework of Modular Observation Solutions for Earth Systems (MOSES) (<xref ref-type="bibr" rid="B46">Weber et al., 2021</xref>). The main goal of the experiment was to compare different sensors as they came from different cooperating research institutes, which are often involved in comparative measurements during joint field campaigns. Thereby, the main focus of the here presented experimental approach was, if the different sensors provide comparable results and not the numerical deviation of the single sensors from an assumed &#x201C;true&#x201D; value. This latter topic can only be addressed in a certified sensor calibration lab under strictly controlled conditions.</p>
<p>In the <italic>in vitro</italic> experiments, 14 different temperature sensors continuously measured the seawater temperature in an experimental tank of 100 cm &#x00D7; 60 cm &#x00D7; 100 cm (600 L). The sea water temperature in the tank was gradually lowered from 18.8 to 15.8&#x00B0;C within a period of 13 h (<xref ref-type="fig" rid="F2">Figure 2</xref>) by continuously adding freshwater of a constant temperature of 15.8&#x00B0;C. Complete mixing in each basin was ensured owing to the circulation circuit. Parallel rails were installed above the basins and the sensors were deployed from them in the basin at the same depth of 60 cm. The sampling frequency of each sensor was set according to the sensor manuals to the highest frequency possible for the sensor [<xref ref-type="table" rid="T1">Table 1</xref>, column &#x201C;Max. Sampling Frequency (sec)&#x201D;], as this is, to our experience, the most applied sampling frequency set-up in operational science.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>Water temperature over time in a water basin for all of 12 sensors (inbox). Deviation to the calculated median (&#x00B0;C).</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-08-770977-g002.tif"/>
</fig>
<p>For the data analysis, all data were averaged over 1 min to reduce the bias toward sensors with a higher sampling frequency. As the experiments targeted the interoperability of the sensors, we used the median temperature of all 14 sensors as reference data for each time step.</p>
<p>The sensors included low-cost water temperature data loggers, water level loggers, instrument clusters, such as CTD probes, and flow-through systems, such as FerryBoxes (4H Jena Engineering GmbH). These sensors represent a price range between 200 and 15,000 EUR. The measurement principle of the different sensors varied with different resolutions and accuracies (<xref ref-type="table" rid="T1">Table 1</xref>). The sensors are usually applied to a wide range of environmental research questions covering ground water, fresh water, coastal, and marine compartments.</p>
<p>Pre-experiment sensor handling followed standardized routines defined by the sensor manufacturers and individual routines. All sensor operators prepared their sensors exactly, as they normally do for standard scientific missions. Specific across-institute concerted sensor preparation procedures were explicitly not provided, as we wanted to focus on possible variations of measurement between different standard sensors under SOPs as applied by different scientific operators and institutes. Therefore, we did not provide any guidelines with respect to sensor calibration and routine maintenance prior to the experiment, except that the routines must be in full agreement with the respective institute guidelines for good sensor handling practice prior to scientific measurement campaigns.</p>
</sec>
<sec id="S2.SS2">
<title><italic>In situ</italic> Data</title>
<sec id="S2.SS2.SSS1">
<title>Study Site and Sensors</title>
<p>As an <italic>in situ</italic> dataset for evaluating the effects of different sampling frequencies, we used a dataset from January 01, 2013 to January 31, 2017 from the Svalbard AWIPEV observatory close to the Arctic research settlement in Ny&#x00C5;lesund (<xref ref-type="fig" rid="F3">Figure 3</xref>).</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption><p>Location of the Bremerhaven experimental site for the lab experiments and the COSYNA observatory in the Arctic Ocean, Svalbard archipelago (78.93045&#x00B0;N, 11.9190&#x00B0;E), base map: <xref ref-type="bibr" rid="B31">Natural Earth (2018)</xref>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-08-770977-g003.tif"/>
</fig>
<p>The dataset comprised temperature data from four different sensor types (<xref ref-type="table" rid="T2">Table 2</xref>) measuring the water temperature year-round at a frequency of 1 s<sup>&#x2013;1</sup> to 1 h<sup>&#x2013;1</sup>. The sensors were placed a maximum of 1.5 m apart in a water depth of 11 m to 12 m &#x00B1; 1.5 m tidal cycle and were operated continuously except during maintenance and repair.</p>
</sec>
<sec id="S2.SS2.SSS2">
<title>Overall Data Treatment</title>
<p>The data flow and handling of the raw data from the Svalbard observatory is described in <xref ref-type="fig" rid="F4">Figure 4</xref> using R (<xref ref-type="bibr" rid="B38">R Core Team, 2021a</xref>,<xref ref-type="bibr" rid="B39">b</xref>) with the packages listed in <xref ref-type="supplementary-material" rid="DS1">Supplementary Appendix 1</xref>. For the analysis, we used raw datasets from four different sensors on which plausibility checks according to <xref ref-type="bibr" rid="B41">Silva et al. (2020)</xref> were applied, classifying the data into good, probably good, probably bad, and bad data (<xref ref-type="fig" rid="F4">Figure 4</xref>, step 1). In the next step (<xref ref-type="fig" rid="F4">Figure 4</xref>, step 2), all data were visually inspected on a monthly basis using an interactive Shiny (<xref ref-type="bibr" rid="B49">Chang et al., 2021</xref>) application in R programming language (<xref ref-type="bibr" rid="B40">R-Studio Team, 2020</xref>). The data point plausibility classification from step 1 was confirmed based on expert knowledge. Data points that were obviously wrongly classified as &#x201C;good&#x201D; were manually classified as &#x201C;probably bad.&#x201D; The output of this step was used as single-sensor plausibility-checked datasets for further analysis.</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption><p>Data flow and handling from single sensor raw data sets to quality controlled data. Further explanations see text.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-08-770977-g004.tif"/>
</fig>
</sec>
<sec id="S2.SS2.SSS3">
<title>Quality Controlled Data Set</title>
<p>Additionally to the single sensor datasets, quality controlled datasets from 2012 to 2017 were used which have been published as yearly datasets in the Pangaea data repository (<xref ref-type="bibr" rid="B14">Fischer et al., 2018b</xref>,<xref ref-type="bibr" rid="B15">c</xref>,<xref ref-type="bibr" rid="B16">d</xref>,<xref ref-type="bibr" rid="B17">e</xref>,<xref ref-type="bibr" rid="B18">f</xref>,<xref ref-type="bibr" rid="B19">g</xref>). Similar to the approach described by <xref ref-type="bibr" rid="B23">Henson et al. (2010)</xref>, for multiple satellite models targeting the same parameter, we derived an integrated temperature dataset from the single-sensor datasets described above. From these datasets, the sensor with the highest manufacturer accuracy and precision, the least obvious outliers, and the lowest temporal drift in the plausibility check procedure (<xref ref-type="fig" rid="F4">Figure 4</xref>, steps 1&#x2013;2) was defined as the lead sensor. Missing data in this lead sensor were imputed as far as possible (<xref ref-type="fig" rid="F4">Figure 4</xref>, step 3) using the imputation routine &#x201C;Amelia&#x201D; from the R package Amelia II (<xref ref-type="bibr" rid="B24">Honaker et al., 2011</xref>). In the next step, using multiple linear regression, a model for predicting the lead sensor values was applied using the other sensor data as predictors (<xref ref-type="fig" rid="F4">Figure 4</xref>, step 4). Using this model, an as complete as possible dataset &#x201C;predicted lead sensor values&#x201D; was created. The lead sensor and predicted lead sensor data were then analyzed with respect to their goodness of fit by computer-aided analysis (<xref ref-type="fig" rid="F4">Figure 4</xref>, step 5). In this step, the residuals of the fitted to lead sensor values were calculated and visually inspected. Lead sensor values and associated predicted lead sensor values with a numerical difference of more than 3 &#x00D7; studentized standard deviation of the lead sensor were classified as probably bad. Using the remaining &#x201C;good&#x201D; data of the lead sensor and the associated predicted lead sensor, kernel density estimates (for details, see <xref ref-type="bibr" rid="B11">Deng and Wickham, 2014</xref>) were calculated (<xref ref-type="fig" rid="F4">Figure 4</xref>, step 6). A kernel weight value of 1 was used for the lead sensor value. For the associated predicted lead sensor value, a kernel weight value of 0.7 was applied. Based on these parameters, the kernel maximum values and their 90% confidence limits were calculated as the assumed best fit for the <italic>in situ</italic> mean temperature and the associated 90% confidence limits of the mean temperature at a certain time. This dataset is referred to as &#x201C;quality-controlled dataset&#x201D; in all subsequent steps.</p>
<p>For all further calculations, both the four single sensor data sets and the quality-controlled dataset were averaged (arithmetic mean) per hour so that mean hourly temperature data were available.</p>
</sec>
<sec id="S2.SS2.SSS4">
<title>Virtual Sampling Campaigns</title>
<p>Using these five time series, virtual sampling campaigns were conducted from 2012 to 2017, simulating a realistic monitoring program on SSWT in the Arctic. When setting up the sampling frequency and procedure, we used our experiences of long-term sampling programs with logistic support available on year-round operated polar field stations. Based on these considerations, the five source datasets with temporal resolutions of 1 h were sampled <italic>in silico</italic> in four different temporal scenarios: full hourly resolution, sampling once every day, once every week, and once every month. As stated before, to follow as best as possible a realistic field sampling scenario, sampling in the daily, weekly, and monthly scenarios was performed during the workday between 10:00 and 15:00. Within the temporal scenarios daily, weekly, and monthly, three different sampling sub-scenarios were performed (<xref ref-type="table" rid="T3">Table 3</xref>). All calculations and routines for the <italic>in silico</italic> sampling were done in R-Studio (<xref ref-type="bibr" rid="B40">R-Studio Team, 2020</xref>) and are available as R notebook at Github (<xref ref-type="supplementary-material" rid="DS1">Supplementary Appendix 1</xref>; <xref ref-type="bibr" rid="B50">Fischer, 2021</xref>).</p>
<table-wrap position="float" id="T3">
<label>TABLE 3</label>
<caption><p>Overview of the temporal (hourly, day, week, and month) sampling scenarios in the <italic>in silico</italic> sampling procedure.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Temporal sampling scenario</td>
<td valign="top" align="center" colspan="2">Sampling sub-scenario</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Hour</td>
<td valign="top" align="left">Hour</td>
<td valign="top" align="left">The full dataset was used</td>
</tr>
<tr>
<td valign="top" align="left">Day</td>
<td valign="top" align="left">d-1</td>
<td valign="top" align="left">Random selection of the sampling time between<break/> 10:00 and 15:00 h</td>
</tr>
<tr>
<td valign="top" align="justify"/>
<td valign="top" align="left">d-2</td>
<td valign="top" align="left">Sampling every day at exactly 12:00 h</td>
</tr>
<tr>
<td valign="top" align="left">Week</td>
<td valign="top" align="left">w-1</td>
<td valign="top" align="left">Random selection of one sampling day (Sunday to<break/> Saturday) each week and the sampling time<break/> between 10:00 and 15:00 h.</td>
</tr>
<tr>
<td valign="top" align="justify"/>
<td valign="top" align="left">w-2</td>
<td valign="top" align="left">Random selection of one sampling day (Tuesday to<break/> Thursday) and the sampling time between 10:00<break/> and 15:00 h</td>
</tr>
<tr>
<td valign="top" align="justify"/>
<td valign="top" align="left">w-3</td>
<td valign="top" align="left">Sampling on Wednesday with random selection of<break/> the sampling time between 10:00 and 15:00 h</td>
</tr>
<tr>
<td valign="top" align="left">Month</td>
<td valign="top" align="left">m-1</td>
<td valign="top" align="left">Random selection of one sampling day within each<break/> month of the year and random selection of the<break/> sampling time between 10:00 and 15:00 h</td>
</tr>
<tr>
<td valign="top" align="justify"/>
<td valign="top" align="left">m-2</td>
<td valign="top" align="left">Random selection of one sampling day between<break/> the 10th and the 20th of each month and random<break/> selection of the sampling time between 10:00 and 15:00 h</td>
</tr>
<tr>
<td valign="top" align="justify"/>
<td valign="top" align="left">m-3</td>
<td valign="top" align="left">Sampling on 15th of each month with random<break/> selection of the sampling time between 10:00 and<break/> 15:00 h</td>
</tr>
</tbody>
</table></table-wrap>
<p>In the d-1 scenario, sampling was performed every workday year-round with a random selection of the exact sampling time between 10:00 and 15:00 every day. In the daily d-2 sampling scenario, sampling was also performed every workday, but exactly at 12:00.</p>
<p>For the different weekly sampling scenarios (<xref ref-type="table" rid="T2">Table 2</xref>, w-1 to w-3), one sample was taken per week either on any day of the week (w-1) including Saturday and Sunday, only from Tuesday to Thursday (w-2), or only on Wednesday (w-3). In the weekly scenarios, the exact sampling time per day was always randomly selected between 10.00 and 15:00.</p>
<p>For the three-monthly sampling scenarios (<xref ref-type="table" rid="T2">Table 2</xref>, m-1 to m-3), one sample per month was performed either on any day of the month (m-1), only between the 10th and the 20th of each month (m-2), or exactly at the 15th of each month (m-3). As in the weekly scenarios, the exact sampling time per day was randomly selected between 10.00 and 15:00 h.</p>
<p>Applying this sampling strategy, nine different virtual sampling scenarios (<xref ref-type="table" rid="T3">Table 3</xref>) were analyzed using a comparative approach. All five datasets (<xref ref-type="table" rid="T2">Table 2</xref>, sensor ID 13-17) were analyzed with respect to significant temperature changes over time from January 2012 to December 2017 and their potential to detect significant changes over time.</p>
</sec>
</sec>
<sec id="S2.SS3">
<title>Data Analysis</title>
<p>All analyses were performed with R-Studio (<xref ref-type="bibr" rid="B40">R-Studio Team, 2020</xref>) and Python, and the packages are listed in <xref ref-type="supplementary-material" rid="DS1">Supplementary Appendix 1</xref>. For the <italic>in vitro</italic> experiments, a Bland&#x2013;Altman analysis was performed to evaluate the agreement between the two series of measured values. In particular, it provides information about the influence of the height of the measured values on the magnitude of the deviations/differences. The Bland&#x2013;Altman analysis is based on the quantification of the agreement between two quantitative measurements by determining the bias or mean difference as a measure of accuracy and construct limits of agreement (LOA) as a measure of precision (<xref ref-type="bibr" rid="B1">Altman and Bland, 1983</xref>; <xref ref-type="bibr" rid="B7">Bland and Altman, 1986</xref>). This is used to evaluate the agreement between two different instruments or two measurement techniques (<xref ref-type="bibr" rid="B30">Montenij et al., 2016</xref>). For the <italic>in situ</italic> and <italic>in silico</italic> analysis of temperature changes in water temperature in Svalbard over time, we applied ANOVA with subsequent linear regression analysis (temperature versus time). For all virtual samplings where the possibility for a random choice of the sampling hour, day, or week was given (all sampling schemes except for hour and d-2), 100 computer-generated repetitive samplings were performed. For sampling scheme w-2, for example, the computer conducted 100 (virtual) repetitive samplings with a random choice of sampling day (Tuesday, Wednesday, or Thursday) and sampling hour (between 10:00 and 15:00). The results of these 100 samplings were used as input variables for subsequent statistical tests on the effects of the parameters &#x201C;sampling time,&#x201D; &#x201C;sensor-id,&#x201D; and (<italic>in silico</italic>) &#x201C;replicate sampling&#x201D; on the possibility of detecting an increase in water temperature over time. Furthermore, the 100 slopes of the &#x201C;samplings&#x201D; were used to calculate the predictive capacity of a significant increase in temperature over time.</p>
</sec>
</sec>
<sec id="S3" sec-type="results">
<title>Results</title>
<sec id="S3.SS1">
<title><italic>In vitro</italic> Data</title>
<p>In addition to evaluating the comparability of the tested sensors with respect to sensor accuracy and precision, we also evaluated whether specific sensors may be more appropriate for scientific tasks based on measurement characteristics. We specifically checked if there were sensors that were more appropriate for (1) measuring the &#x201C;true&#x201D; temperature as accurately as possible or (2) determining minimal small-scale temperature changes over time. While task (1) has less strict requirements regarding the accuracy of the measurements, task (2) requires a high precision of the temperature measurements.</p>
<p>The median of all sensor data for each time step was determined to analyze the accuracy of the different sensors within the intercomparison experiment. Usually, sensor accuracy is calculated using a &#x201C;true&#x201D; value. However, measurements of the true value are extremely challenging, and reference techniques can only provide an approximation. In this set-up, the real &#x201C;true&#x201D; temperature was unknown. Therefore, the difference between each measured data and the calculated median at each time step was determined. <xref ref-type="fig" rid="F2">Figure 2</xref> displays the temporal behavior of all the sensors and the deviation of each sensor to the calculated median. <xref ref-type="fig" rid="F2">Figure 2</xref> indicates that data from all multiparameter probes were below the median value, except for DEV_3. In addition, FerryBox revealed warmer temperatures. The loggers&#x2019; water temperatures were either very close to the median value or above the median value. DEV_8&#x2013;DEV_10 were of the same type, but DEV_8 measured colder than the median water temperatures, while DEV_3 and DEV_10 measured higher water temperatures, indicating a high variability of this type of sensor.</p>
<p>As described above, one aim was to find reasonable and feasible metrics to select the most appropriate sensors for a specific scientific task. It is essential to be certain that the sensor of interest is as accurate as a reference or as an assumed &#x201C;true&#x201D; value. Therefore, it is crucial to measure the agreement between the two sensors.</p>
<p>One approach to evaluate the agreement is using Bland&#x2013;Altman analysis between two sensors, rather than validating the sensors to a &#x201C;true&#x201D; reference. Bland&#x2013;Altman analysis is based on quantifying the agreement between two quantitative measurements by studying the mean difference and constructing the LOA (<xref ref-type="bibr" rid="B22">Giavarina, 2015</xref>). The LOA is a confidence interval, and it is commonly computed by &#x00B1;1.96 &#x00D7; standard deviation of the difference for each comparison. LOA describes how far apart the measurements of two methods are likely to be for most individuals. Here, Bland&#x2013;Altman analysis was performed using the median of all sensors as a reference to determine the mean accuracy (bias) (<xref ref-type="fig" rid="F5">Figure 5</xref>). The Bland&#x2013;Altman diagram in <xref ref-type="fig" rid="F5">Figure 5</xref> shows the differences between each measuring device (DEV), the median of all sensors (REF) on the <italic>Y</italic>-axis (DEV &#x2212; REF), and the mean of these two parameters [(DEV + REF)/2]. <xref ref-type="fig" rid="F5">Figure 5</xref> shows that the means are different for a bias = 0. A bias close to zero indicates an accurate sensor. The sum of the distance of the upper and lower LOAs to 0 indicates the precision (<xref ref-type="fig" rid="F5">Figure 5</xref>).</p>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption><p>Example of Bland&#x2013;Altman analysis taking the median of the reference sensor and three different sensors (DEV_1, DEV_9, and DEV_12) and the calculated reference as the median of all sensors; the light blue stripe indicates the mean difference of the device to the reference and represents the bias. The two orange bars represent the confidence interval at 95%.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-08-770977-g005.tif"/>
</fig>
<p>In <xref ref-type="fig" rid="F5">Figure 5</xref>, it can be seen that the sensors are precise if the limits are close to the bias. In this example, DEV_9 was the most accurate and DEV_12 was the most precise in relation to the median.</p>
<p>These percentage differences between the reference and the sensor show that mean accuracy is the best benchmark to find the sensor that measures the temperature as accurately or &#x201C;true&#x201D; as possible. In <xref ref-type="fig" rid="F6">Figure 6</xref>, the results indicate that within the intercomparison experiment, DEV_7 (FerryBox System, in <xref ref-type="fig" rid="F6">Figure 6A1</xref>) and DEV_12 (logger, in <xref ref-type="fig" rid="F6">Figure 6A2</xref>) are the most appropriate. In addition, parameter precision is suitable for selecting repeatable sensors and can record small temperature changes. For the latter research questions (resolving small temperature changes), DEV_6 (Multiparameter <italic>in situ</italic> probe, in <xref ref-type="fig" rid="F6">Figure 6P1</xref>), DEV_11, and DEV_12 (Logger, in <xref ref-type="fig" rid="F6">Figure 6P2</xref>) should be selected.</p>
<fig id="F6" position="float">
<label>FIGURE 6</label>
<caption><p>Percentage difference between sensor and reference from the Bland&#x2013;Altmann analysis: (upper panel) bias or mean difference as a measure of accuracy, if bias &#x003E;0 then median &#x003E;sensor and, as a result, the median provides a bigger retention than the sensor and vice versa. A1&#x2013;A3 are the most suitable sensors for accuracy estimates; (lower panel) spread of limits of agreement (LOA) to 0 as a measure of precision, P1&#x2013;P2 are most suitable sensors for precision estimates.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-08-770977-g006.tif"/>
</fig>
</sec>
<sec id="S3.SS2">
<title><italic>In situ</italic> Data</title>
<p><xref ref-type="fig" rid="F7">Figure 7</xref> shows the base datasets of water temperature of the Svalbard AWIPEV underwater observatory from 2012 to 2017 of the four single sensors and the quality-controlled data set. The statistical analysis revealed a highly significant increase (<italic>p</italic> &#x003C; 0.001, lower right panel, column significance slope) in water temperature over time for all five datasets, with a numerical range of the temperature increase between 0.14 and 0.33&#x00B0;C year<sup>&#x2013;1</sup> (lower right panel, column slope).</p>
<fig id="F7" position="float">
<label>FIGURE 7</label>
<caption><p>Water temperatures (temporal resolution 1 h) of the Svalbard AWIPEV underwater observatory from 2012 to 2017 for the four single sensors and the quality controlled data set. In each plot, the available data of each sensor are shown after applying the plausibility control procedure (<xref ref-type="bibr" rid="B41">Silva et al., 2020</xref>). Additionally, the linear regression fit for each sensor is plotted and the respective numerical slope value and slope significance class are shown in the lower right facet. &#x002A;&#x002A;&#x002A;<italic>p</italic> &#x003C; 0.01.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-08-770977-g007.tif"/>
</fig>
<p>This basic dataset (subsequently referred to as an &#x201C;hourly&#x201D; dataset) was used for all subsequent virtual sampling campaigns. <xref ref-type="table" rid="T4">Table 4</xref> shows the results of hourly, daily, weekly, and monthly sampling schemes, as well as the effects of a very strict sampling plan with no free choice of the hour or day of the sampling versus a liberal sampling plan where the station personnel (here the computer) can schedule the hour or the day of the sampling within the predefined range according to their wishes.</p>
<table-wrap position="float" id="T4">
<label>TABLE 4</label>
<caption><p>ANOVA results on the statistical effects and interactions of the parameters &#x201C;sampling time,&#x201D; &#x201C;sensor-id,&#x201D; &#x201C;repetition,&#x201D; and &#x201C;sampling scheme&#x201D; on the increase of water temperature per year (slope).</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Factor</td>
<td valign="top" align="center" colspan="9">Sampling scheme<hr/></td>
</tr>
<tr>
<td valign="top" align="justify"/>
<td valign="top" align="center">Hourly</td>
<td valign="top" align="center">d-1</td>
<td valign="top" align="center">d-2</td>
<td valign="top" align="center">w-1</td>
<td valign="top" align="center">w-2</td>
<td valign="top" align="center">w-3</td>
<td valign="top" align="center">m-1</td>
<td valign="top" align="center">m-2</td>
<td valign="top" align="center">m-3</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Sampling time</td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
</tr>
<tr>
<td valign="top" align="left">Repetition<xref ref-type="table-fn" rid="tfna">&#x002A;</xref></td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">n.s.</td>
<td valign="top" align="center">n.s.</td>
<td valign="top" align="center">n.s.</td>
<td valign="top" align="center">n.s.</td>
<td valign="top" align="center">n.s.</td>
<td valign="top" align="center">n.s.</td>
<td valign="top" align="center">n.s.</td>
</tr>
<tr>
<td valign="top" align="left">Sensor_id</td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
</tr>
<tr>
<td valign="top" align="left">Sampling time &#x00D7; repetition</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
</tr>
<tr>
<td valign="top" align="left">Sampling time &#x00D7; sensor_id</td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center"><xref ref-type="table-fn" rid="tfnb">&#x002A;</xref></td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
</tr>
<tr>
<td valign="top" align="left">Sampling time &#x00D7; sensor_id &#x00D7; repetition</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
<td valign="top" align="center">n.s</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="tfna"><p><italic>For details of the sampling scheme, see &#x201C;Materials and Methods.&#x201D; &#x002A;The factor &#x201C;repetition&#x201D; refers to the 100 repetitive virtual samplings in case a free choice of sampling time or day was tolerated by the sampling scheme (see <xref ref-type="table" rid="T3">Table 3</xref>).</italic></p></fn>
<fn id="tfnb"><p><italic>&#x002A;&#x002A;&#x002A;, p &#x003C; 0.01; &#x002A;, p &#x003C; 0.05; n.s, not significant.</italic></p></fn>
</table-wrap-foot>
</table-wrap>
<p>The results in <xref ref-type="table" rid="T4">Table 4</xref> show that in all sampling schemes, &#x201C;sampling time&#x201D; and &#x201C;sensor id&#x201D; had a significant effect on the temperature measurements. In contrast, &#x201C;repetition&#x201D; had no significant effects. Furthermore, the interactions between &#x201C;sampling time &#x00D7; sensors_id&#x201D; were highly significant (<italic>p</italic> &#x003C; 0.01) for hourly, daily, and weekly sampling schemes, indicating that for these sampling frequencies, the measured temperature change (slope) over time was significantly different among the different sensors.</p>
<p>However, when sampling monthly, this difference between the sensors over time could only be resolved with the restricted sampling scheme when the monthly sampling was performed exactly on the 15th of each month (m1) over the entire time period and only with <italic>p</italic> = 0.05. In contrast, when sampling monthly with the &#x201C;half&#x201D; or &#x201C;full&#x201D; sampling scheme (m2, m3), no significant interaction between sampling time and sensor was observed.</p>
<p>Finally, the interaction term including the factor replicate (time &#x00D7; repetition as well as time &#x00D7; sensor &#x00D7; repetition) was not significant in any sampling scheme, indicating that the random selection of the sampling time or day in the 100 virtual sampling events within each time slot did not confound the analysis with respect to hidden temporal patterns introduced by the sampling scheme.</p>
<p><xref ref-type="fig" rid="F8">Figure 8</xref> shows the predictive capacity of the different sampling schemes in detail. For this analysis, 100 replicate samples within one sampling scheme (d1, d2, w1, w2, w3, m1, m2, m3) were analyzed. The percentage of 100 repetitive samplings in each sampling scheme was calculated to detect the temperature increase over time with the same significance level as that found in the hourly sampling.</p>
<fig id="F8" position="float">
<label>FIGURE 8</label>
<caption><p>Predictive capacity of different sampling schemes compared to hourly sampling. Hundred percent predictive capacity means that all 100 virtual repetitive samplings within a sampling scheme detected the significance in temperature increase over the period found in the hourly sampling. Zero percent predictive capacity means that none of the 100 virtual samplings within a sampling scheme detected the significant temperature increase over the period.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-08-770977-g008.tif"/>
</fig>
<p>Our analyses show that daily sampling (either full random or restricted, d1, d2) revealed identical results as hourly sampling for all sensors and sampling times, and for the interactions between sampling time and sensor ID.</p>
<p>Weekly sampling was similar except for the interaction term &#x201C;sampling time &#x00D7; sensor_id.&#x201D; For this interaction term, the predictive capacity dropped to 0% in the weekly restricted sampling scheme. This shows that only daily sampling allows statistical disentangling of the effects of sampling frequency on the effects of sensor type when analyzing temperature increase over time.</p>
<p>When switching to the monthly sampling scheme, the predictive capacity dropped sharply. This means that with this sampling scheme, it is no longer possible to reliably determine the temperature increase over time from undirected signal noise. In the 100 repetitive samplings, a statistically significant relationship between temperature increase and time was found in only 40%, and the effect of the different sensors on the temperature measurements was found to be less than 20%.</p>
<p>In the next step, we analyzed the temperature measurements of each sensor in detail to focus on the effects of using different sensor types to determine long-term temperature changes (referring to the factor &#x201C;sensor-id&#x201D; and &#x201C;sensor-id &#x00D7; sampling time&#x201D; in the above analysis). <xref ref-type="fig" rid="F9">Figure 9</xref> shows the calculated mean temperature increase per year (slope) measured with the different sensors from January 2013 to December 2017 for the individual sampling schemes. Additionally, the standard deviations of the slope measurements of the 100 replicate samplings within each sampling scheme are shown. The analysis revealed that the temperature increases per year (slope) measured by the individual sensors were quite different. The highest temperature increase per year was detected by sensor 13 with an average increase of 0.34&#x00B0;C per year, a minimum value of 0.31&#x00B0;C (&#x00B1;0.08&#x00B0;C), and a maximum value of 0.39&#x00B0;C per year (&#x00B1;0.01&#x00B0;C). With all daily and weekly sampling schemes, the temperature increase measurements of this sensor were significantly higher (<italic>p</italic> &#x003C; 0.001) than those of all other sensors. When the sampling frequency dropped to monthly, this difference was no longer significant, and the <italic>p</italic>-value between the sensors dropped to 0.05 (<xref ref-type="table" rid="T4">Table 4</xref>), even though the numerical differences in the temperature increase measurements of this sensor to all others were still obvious.</p>
<fig id="F9" position="float">
<label>FIGURE 9</label>
<caption><p>Calculated mean temperature increase per year (slope) from January 2013 to December 2017 measured with the different sensors. Shown are the mean slope values calculated from 100 virtual replicate sampling within the individual sampling schemes. Additionally, the standard deviations of the slope measurements are shown as whiskers.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-08-770977-g009.tif"/>
</fig>
<p>In the last step, which is identical to the calculation of the predictive capacity of the different sampling schemes, we calculated the predictive capacity of each individual sensor to discriminate a real increase in water temperature over time from random temperature fluctuations (<xref ref-type="fig" rid="F10">Figure 10</xref>). This analysis revealed that when using a single sensor, reliable determination of real temperature increase over time (100% detection) from random temperature fluctuations was only possible with hourly and daily sampling schemes. When switching to weekly sampling, the predictive capacity dropped in almost all sensors to a value of only 50% in the validated dataset, most sensors were even below 40%. A higher value above 90% predictive capacity was only shown by the ADCP temperature sensor, which, however, showed significantly higher temperature increase values than all other sensors. When finally switching to a monthly sampling scheme, the predictive capacity of all sensors approached values was close to or at 0.</p>
<fig id="F10" position="float">
<label>FIGURE 10</label>
<caption><p>Calculated mean temperature increase per year (slope) from January 2013 to December 2017 measured with the different sensors. Shown are the mean slope values calculated from 100 virtual replicate sampling within the individual sampling schemes. Additionally, the standard deviations of the slope measurements are shown as whiskers.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-08-770977-g010.tif"/>
</fig>
</sec>
</sec>
<sec id="S4" sec-type="discussion">
<title>Discussion</title>
<p>Best practices and standards for aquatic monitoring have gained increasing attention in recent years (<xref ref-type="bibr" rid="B8">Buck et al., 2019</xref>; <xref ref-type="bibr" rid="B36">Pearlman et al., 2019</xref>). These discussions are highly valuable and are required for setting up theoretical frameworks to achieve good and FAIR data (<xref ref-type="bibr" rid="B47">Wilkinson et al., 2016</xref>), especially for longer lasting monitoring programs.</p>
<p>According to our experiences, however, such frameworks are sometimes not written in an operational way to allow easy implementation in a concrete data workflow and, therefore, are not used to their full effect in the ecological community. The sometimes high level of abstraction prevents the implementation of the often well-designed but theoretical procedures in the data workflow, meaning that they do not make their way to operational science as scientists are not able to adapt the suggested procedures to their specific scientific application. These problems in the translation process from theoretical data quality considerations to operational science can be observed at many levels of operational monitoring and, unfortunately, sometimes prevent the comprehensive implementation of described workflows on data quality in operational scientific work.</p>
<sec id="S4.SS1">
<title><italic>In vitro</italic> Data</title>
<p>Our results from the <italic>in vitro</italic> experiments show that the simple formula of &#x201C;the more expensive a sensor is, the better is the data quality&#x201D; does not hold true. The intercomparison experiment showed that the sensors used in the experiment span from sensors with a high accuracy but a lower precision (example DEV 3) to sensors with a lower accuracy but a higher precision (DEV 6). Most interestingly, these sensor characteristics were not linked to the sensor&#x2019;s cost. A sensor with a high accuracy means that the sensor measures are highly accurate with a low deviation from the expected temperature. On the other hand, a sensor with high precision can discriminate small-scale temperature changes even though the absolute measured temperature may deviate from the expected temperature more than in the highly accurate sensor (<xref ref-type="bibr" rid="B27">JCGM, 2008</xref>). This discussion, however, becomes highly complex especially when approaching the resolution limit of a sensor. In this operational limit, it is almost impossible to decide if small-scale temperature variations detected in a highly precise but less accurate sensor are the result of real changes in the field, or simply accuracy deviations generated in the sensor itself. The rule of thumb could be that any validation of small-scale variations in water temperature should be larger than the known accuracy deviation of the particular sensor in question. Following this argumentation, the precision of a sensor becomes a relative value that depends also on its accuracy. The best choice to obtain climate-quality SST data for instance would be to have both, a highly accurate as well as highly precise sensor. These theoretical considerations clearly show, that additional to comparative and more operational experiments, as performed in this study, in depth benchmark studies for each type of sensor are very useful and required for researchers to make a choice according to their available budget and objective of the measurements (e.g., short-term local variations versus long-term global trends across a range of sites).</p>
<p>The sensor systems used in our intercomparison experiment varied in measurement technique and price, from high-end FerryBox systems and multiparameter <italic>in situ</italic> probes to low-cost single-parameter temperature loggers. Depending on the scientific question and the local circumstances, scientists need to decide whether a single expensive sensor with long-term high frequency logging and multi-parameter measurement options is more appropriate for their program than multiple cheaper sensors or exchanging sensors every month when cheap sensors are available with similar or sufficient sensor accuracy and precision. For instance, the low-cost loggers of HOBO (DEV 11 and 12) measured the temperature during our intercomparison experiment with good accuracy and precision.</p>
<p>Another remarkable finding of the intercomparison experiment was that the behavior of each sensor is sensor-specific, and even sensors of identical type and manufacturer sometimes do not show the same behavior or provide different data under defined experimental conditions (e.g., DEV 8, 9, and 10). It is often assumed that periodic calibration ensures accurate and precise data, as a known reference standard with high accuracy is used for the calibration. In our experiments, all participants confirmed that their sensors were in a calibrated state; thus, we assumed that all sensors were well calibrated and ready for accurate use. The results of the experiments indicate that even proper calibration has the potential to retain errors. Calibrated sensors are assumed to be initially true and have a bias less than their precision error. Our results clearly show that calibrated sensors need to be checked against each other frequently, especially for comparative measurements with multiple sensors, for example, on joint cruises with different ships or synoptic measurements at different places.</p>
<p>This also holds true for the accuracy and precision of new sensors from manufacturer datasheets. These values are often only valid for a brand-new sensor and sometimes do not reflect the specific sensor, but only the sensor type. In this case, the question arises if such reported manufacturer values are trustworthy for field experiments. On the other hand, it has been reported that in some sensors, the accuracy and precision actually improve over time as the sensor stabilizes while in other cases it was observed that the accuracy and precision deteriorates over time, e.g., when the battery power decreases below a certain threshold. This shows that intercomparison experiments as well as proper sensor preparation prior to field campaigns should be a standard routine to assess and document the sensor performance prior to each campaign and that those operational &#x201C;metadata&#x201D; of the sensor should be accessible for later data analysis.</p>
<p>Our experiments show that during the planning and implementation phase of measuring or monitoring programs with multiple (different) sensors and in programs where different institutions with different sensor handling procedures are involved, it is highly recommended to perform intercomparison experiments. Such experiments are easy to perform, foster information and knowledge exchange and transfer among sensor operators, and help to select suitable sensors with regard to resolution, accuracy, and price. Our analysis showed that even low-cost sensors can be suitable and the low price allows the implementation of a measurement array at the same cost as a single, more expensive sensor. These kinds of considerations including the respective accuracy and precision information have to be properly documented in the data&#x2019;s metadata especially when submitted to global datasets. In this context, it must be considered, however, that data of lower accuracy and precision, even though sufficiently accurate and precise for local scientific questions, may compromise global datasets obtained by higher accurate and precise sensors. Therefore, data portal administrators should be aware especially of such considerations when accepting data from various institutions using different sensor types and deployment methods.</p>
<p>In addition, the observed variability between sensors of the same type from the same manufacturer in our experiments supports the need for intercomparison experiments to assess reliability across sensors of the same type. In particular, larger research communities with different departments and cooperation partners need to establish standardized facilities to compare sensors and to carry out standardized calibrations with defined reference values. This information on data intercompatibility is necessary for data blending or common analysis and interpretation, and therefore contributes to the FAIR principles (<xref ref-type="bibr" rid="B47">Wilkinson et al., 2016</xref>) of scientific data. Furthermore, such standardized sensor intercomparison and calibration facilities also serve the goal of combining resources to preserve financial and human resources by avoiding the repeated re-examination of problems/issues across institutions.</p>
</sec>
<sec id="S4.SS2">
<title><italic>In situ</italic> Data</title>
<p>In addition to proper sensor selection, the re-analysis of the Svalbard dataset from 2012 to 2017 revealed that the overall measurement strategy, in particular the sampling frequency, is crucial for a possible statistical-reliable discrimination of long-term interannual temperature changes. In particular, for long-term field measurements over several years, setting up the sampling scheme must include not only accuracy and precision consideration of the sensors themselves but also the long-term availability of the workforce on site for sensor maintenance, possible weather constraints preventing sampling for some time, and possible temporal or spatial restrictions with respect to access to the area. While scientists often want to achieve a strict sampling plan with fixed sampling days or even hours at as high as possible temporal frequency, logistics station personnel who have to conduct the sampling in the field prefer the sampling plan to be as flexible as possible to fit their daily, weekly, or monthly routines, as well as their preferred field times. Unfortunately, such discussions are often not based on an in-depth knowledge or evaluation of the consequences of the proposed sampling scheme for data reliability and data quality for a certain question, but rather follow the &#x201C;experience&#x201D; factor either of the scientist or the &#x201C;feasibility&#x201D; factor of the station personnel.</p>
<p>A proper long-term reliable sampling plan and the respective preparation including all the above-mentioned technical, human, and legal points will facilitate the long-term success of a monitoring program and will better focus on the scientific question, instead of technical or logistic issues.</p>
<p>Our experiments revealed that the sampling frequency is most critical for the chance to determine long-term changes in a parameter (here temperature) with a relevant statistical significance. We detected average increases in temperature over time in the shallow area of the Kongsfjorden ecosystem close to the settlement Ny&#x00C5;lesund between 0.1 and 0.4&#x00B0;C per year depending on the sensor used. Using our best estimates based on our quality control dataset, an average increase of 0.22&#x00B0;C per year was calculated. These values fit quite well with the overall estimate of the effect of global warming in the Arctic realm. Recent studies have shown a significantly faster increase in Arctic temperatures due to global warming than the global average, with Svalbard lying in the global hot-spot area in recent decades (<xref ref-type="bibr" rid="B2">AMAP, 2012</xref>, <xref ref-type="bibr" rid="B3">2021</xref>). A recent study by <xref ref-type="bibr" rid="B25">Hop et al. (2019)</xref> revealed an average increase of 0.14&#x00B0;C year<sup>&#x2013;1</sup> in the deeper water layers of the Kongsfjorden ecosystem, and AMAP (2021) showed an average increase in air temperature of 3.1&#x00B0;C year<sup>&#x2013;1</sup>. It is assumed that the shallow waters of the Kongsfjorden get an additional temperature pulse from the atmosphere, explaining the superior warming of the shallow water ecosystem compared to the deeper water masses. Considering arctic amplification and the global relevance of Arctic water mass temperature elevation for climate change, it is most important to be able to assess water temperature and the temperature increase over time as accurately and precisely as possible. Our results show that, depending on the sampling frequency per time, a measured increase in water temperature was significant over time or not and this was additionally dependent on the sensor in use. In our experiment, we found significant data only when a daily sampling scheme was applied. All sensors revealed that the temperature increase over time was significant at a <italic>p</italic> level of at least 0.05, independent of the time of sampling during the day. Hourly or daily sampling, therefore, proved to be a robust sampling scheme when attempting to prove the observed increase in water temperature statistically over time. However, this result is, so far, only validated for our Arctic dataset from Svalbard and it would be interesting to test these findings for other non-Arctic long-term data.</p>
<p>When looking at the ability to significantly prove the observed increase in water temperature by weekly sampling, the probability that the observed temperature increase over time reaches a statistical significance (<xref ref-type="fig" rid="F9">Figure 9</xref>, predictive capacity of slope detection) dropped from 100% (as in the daily sampling scheme) to lower values and became sensor-dependent and partly erratic. While one sensor (<xref ref-type="fig" rid="F9">Figure 9</xref>, sensor 13) detected a significant predicted increase in temperature over time in almost all of the 100 simulated samplings independent of the weekly sampling strategy (w-1, w-2, or w-3), another sensor (sensor 16), had a detection rate less than 20% under identical conditions. Using the quality-controlled dataset (qc), the detection rate of the weekly sampling scheme also dropped to less than 60% in the w-3 sampling scheme, meaning that the chance to prove a long-term increase in water temperature statistically only reached less than 60%, and therefore is almost random.</p>
<p>When shifting to a monthly sampling scheme, the chance of detecting a significant increase over time was almost 0, independent of the sensor used and if the sampling was done on the same day of the month or on a random day of the month.</p>
<p>Summarizing these results, in our monitoring program, a sampling frequency of less than &#x201C;daily&#x201D; is inappropriate for trying to discriminate random fluctuations in arctic water temperature from a directional change in temperature over time.</p>
<p><xref ref-type="bibr" rid="B48">Wiltshire and Manly (2004)</xref> discussed the option of not using mean values but rather minimum or maximum values, and whether this may elevate the probability of detecting significant changes in environmental parameters over time. In an additional calculation (<xref ref-type="supplementary-material" rid="DS1">Supplementary Appendix 2</xref>), we tried this approach for the Svalbard data and used the minimum and maximum temperature values for the calculations. When using maximum temperatures for data integration over time, the calculated temperature increases are partly distinctively deviated from the mean value approach. A temperature increase of up to 0.41&#x00B0;C year<sup>&#x2013;1</sup> was found when using maximum temperature values integrated over months for sensor 13. In contrast, when using the maximum temperature values per month for sensor 15, a negative trend in temperature was identified at &#x2212;0.06&#x00B0;C year<sup>&#x2013;1</sup>. Thus, in our scenarios, the use of maximum or minimum values is not recommended for calculating long-term trends in temperature in shallow water areas.</p>
<p>Another interesting issue emerged when examining the results of sensor 13. Independent of the sampling scheme, this sensor revealed the highest temperature increase, with an average of 0.33&#x00B0;C year<sup>&#x2013;1</sup>. Evaluating this value in the context of all other sensors and the quality-controlled dataset strongly suggests that this value is a sensor-specific overestimation of the real temperature increase over time. This may be due to the larger number of measurement gaps due to technical failures. It is well known that data gaps can confound underlying &#x201C;real&#x201D; trend signals in long-term datasets especially when the covered overall time period is relatively short and data have a pronounced seasonality (<xref ref-type="bibr" rid="B42">Slater and Villarini, 2016</xref>). The observation that in this study, the highest warming trends in the time-series is recorded by the sensor with the largest gaps in the measurements seem to confirm this hypothesis and underlines the overall importance of as complete as possible datasets for monitoring programs in environmental trends studies especially in highly dynamic coastal ecosystems. On the other hand, larger gaps were also observed for sensor 15, which showed an average increase of only 0.18&#x00B0;C year<sup>&#x2013;1</sup>. In addition to the higher temperature increase identified by sensor 13, the probability that this temperature increase was statistically significant was above 90% for all three weekly sampling schemes (<xref ref-type="fig" rid="F9">Figure 9</xref>). So, even though sensor 13 had large gaps and showed a suspiciously high temperature increase over time, the general trend of this sensor was the same as for the other sensors, but the numerical value was most certainly a distinct overestimation.</p>
<p>This result may be explained by the method of linear regression, as the calculation of statistical significance of a slope is done by analyzing the increase in the measured value after time using <italic>t</italic>-statistics. Therefore, when the rate of the measured temperature increase over time is comparatively constant over time, even though it is too high for a specific area, the statistical test will show a significant result, even though the absolute numerical value is too high. This consideration, however, also indicates that when the overall temperature increase rates over time in a certain area are higher compared to our study site, a weekly sampling strategy may also be valid and provide reliable results.</p>
<p>In contrast, in integration scenarios m-1, m-2, and m-3, almost all calculated slopes were insignificant, except for the 0.33&#x00B0;C year<sup>&#x2013;1</sup> increase from sensor 13, which showed a <italic>p</italic>-value of 0.05. This additionally can be taken into account when rating this sensor as suitable for such long-term analysis. Adding the manufacturers metadata to this assessment, the user can extract the information that even though the accuracy of this sensor is 0.01&#x00B0;C, its precision is only 0.4&#x00B0;C. This indicates that this type of sensor may not be appropriate for measuring temperature for long-term trend analysis as the expected changes over time are in the same order of magnitude as the sensor precision. This kind of information and background considerations should be a more prominent part of any datasets metadata as there is a certain risk that such data are used in science especially when available as temperature data for a certain area in international databases.</p>
<p>Summarizing the observed patterns for the hourly, daily, weekly, and monthly sampling schemes, a consistent picture emerges. While hourly and daily sampling provided stable results independent of the sensor and independent of the aggregation procedure (minimum, mean, or maximum values), weekly sampling may show significant results in long-term temperature changes over time; however, these results are highly sensor-dependent and are potentially associated with a high probability of error. In our analysis, monthly sampling schemes did not provide significant results for long-term temperature changes over time, independent of the sensor used and the sampling scenario.</p>
<p>Sampling aquatic environments, especially in remote areas, is time-consuming and expensive. Our results showed that for the Svalbard dataset, only hourly and daily sampling is a reliable sampling strategy for monitoring long-term changes in water temperature for climate change monitoring programs. Even daily sampling programs based on discrete water samplings, for example, with a small ship or even from a pier or any other access point to the water, are not practical, even when considering a year-round operated research base in the Arctic, such as the AWIPEV research base in Ny&#x00C5;lesund used for our study. Winter conditions with extreme outside temperatures and Arctic polar nights make such a human-based sampling program not feasible. Furthermore, measuring further environmental parameters such as pH or chlorophyll a by discrete water sampling is also not feasible on a daily basis, even in more friendly environments, as the workload is too high and hiring extra personnel for such programs is often not possible. Cable observatories are often assumed to be expensive and technically demanding. However, when considering the financial expense and workload effort required for daily sampling based on human operation, cabled observatories are often more cost-effective, not only in remote areas. Cable connected fully automated sampling facilities have become operational standards over the last decade, and data handling procedures for quality control and storage have been developed and established in most scientific institutions. Considering these technological developments and the findings from this study that at least daily sampling is most appropriate and reliable in terms of statistical power to discriminate random fluctuations in water temperature from directional changes over time, observatory technology with sensors measuring at least on a daily resolution is a cost efficient and reliable method for environmental monitoring. Our results are transferable to other aquatic research questions and non-polar regions. Increases in surface water temperatures constitute a global challenge and are monitored in many coastal and terrestrial regions. Hence, it is important to evaluate sensor behavior and provide elaborate and feasible sampling schemes.</p>
<p>However, these results do not address the problem that sensor-based measurements have a higher potential for bias than discrete water samples. Therefore, we propose a synergistic approach of sensor-based measurements of at least a daily frequency, with a regular discrete sampling scheme several times per year to validate the sensor data and ensure a high accuracy of the continuous sensor data. In our experience, such a validation by discrete water samples must be done in pre-defined intervals, depending on the variable and the environment, as well as on the requirements of the data quality.</p>
</sec>
</sec>
<sec id="S5" sec-type="conclusion">
<title>Conclusion</title>
<p>Our experiments show that differences in temperature measurements with different sensors are within the order of magnitude of the expected temperature increase in the Arctic Ocean. <xref ref-type="bibr" rid="B25">Hop et al. (2019)</xref> found temperature increases of 0.14&#x00B0;C year<sup>&#x2013;1</sup> in deep water. Our experiments revealed that water temperature increases in the same order of magnitude ranged from 0.1 to 0.33&#x00B0;C year<sup>&#x2013;1</sup> depending on the sensor used and the sampling frequency. This finding clearly demonstrates the importance of the sensor selection and sampling scheme when conducting long-term climate research and modeling.</p>
<p>The paper shows that the selection of suitable sensors is essential to meet previously defined scientific tasks. There are two main scientific tasks that are very important for sensor selection: distinguishing differences (high accuracy) and distinguishing trends (high precision). Consequently, a comprehensive evaluation of the accuracy and precision of sensors is required, even after successful calibration. Usually, sensors are assumed to be initially true and have a bias less than their precision error after calibration. However, the sensor characteristics depend also on the prevailing environmental conditions, proper handling routines, and sensor age, and vary within a specific range. With rapid changes in environmental conditions, the functionality of sensors must be maintained to provide data of consistently high quality. Furthermore, a thorough theoretical knowledge of possible impacts of a sensor&#x2019;s accuracy and precision on the usability of a dataset for a specific scientific question is required, as, e.g., a highly precise but not very accurate sensor, e.g., may yield in numerically false values for long-term trend studies while a highly accurate but not very precise dataset may fail in discriminating smallest scale temperature differences, e.g., in studies of a water columns stratification.</p>
<p>Exact knowledge of the variability and influence of the sensors used is important to ensure reliable data interpretation. It is evident that the conversion from theoretical concepts and corresponding data regarding sensor calibration from the laboratory to operational monitoring is complex. Therefore, intercomparison experiments provide an opportunity to assess the variability of various sensors with changing experimental conditions to provide valuable information for the decision process on which type of sensor is suitable for a specific task.</p>
<p>The intercomparison experiment data discussed in this paper indicate that low-cost sensors do not necessarily have lower measurement quality than expensive sensors in terms of accuracy and precision. Low-cost sensors may allow the exposure of multiple sensors in sensor clusters, which is ideal in some cases. In addition, the authors recommend that it may be more effective to apply multiple sensors, even from different manufacturers. There is discussion to be had over whether multiple low-cost sensors are better than one expensive sensor which, to a major part, depends on the primary scientific question addressed with the measurements but also if the data shall be later integrated into a global database with predefined accuracy and precision requirements.</p>
<p>Our long-term data evaluation of Svalbard data shows that when it comes to the reliability of statistical analysis, the sampling scheme is more important than the sensor characteristics, especially in terms of accuracy and precision. Hence, the sampling frequency is the most sensitive attribute for detecting long-term, statistically significant changes. In this context, it is important to consider that although the highest possible sampling frequency is desirable to enable maximum statistical significance in the analysis of the target data set, in operational practice, the sampling frequency can sometimes be limited by technical aspects such as the lifetime of the batteries in autonomous sensors. Especially in these cases, it is very important to know exactly the statistical consequences of different sampling frequencies for the later data analysis. Choosing a frequency that is too low due to technical limitations may mean that the scientific question cannot be answered at all with adequate statistical significance and thus the entire sampling program may have been in vain. A statistically justified determination of the minimum sampling frequency should therefore always take precedence over any technical framework conditions. Another issue that has to be considered in this context is also the continuity of data sets. Especially larger gaps in datasets may considerably confound the statistical output of long-term trend analysis. There is unfortunately limited research available on the consequences of data gaps in environmental datasets but <xref ref-type="bibr" rid="B42">Slater and Villarini (2016)</xref> stressed this topic and showed that data gaps may have considerable consequences for a reliable data analysis.</p>
<p>Regarding the definition of the sampling frequency, our statistical analysis of the Svalbard data showed that with an hourly and daily sampling rate, long-term temperature trends could be detected reliably and accurately. Only hourly and daily sampling delivered reliable, stable, and comparable results with respect to temperature increase over time. When sampling was weekly, a similar overall trend in temperature increase was not evident and the uncertainty to detect this trend was much higher. Random factors due to simple sampling procedures may confound the results. With even lower sampling frequencies, no significant temperature trend could be predicted.</p>
<p>Nevertheless, suitable sensor selection is crucial. A slightly lower temporal sampling resolution of 1 week, either using discrete sampling data from single sampling events or integrated sampling data with mean values, can have diverse results, spanning from non-significant to highly significant, depending on the sensor used. An increase in water temperature of up to 0.33&#x00B0;C year<sup>&#x2013;1</sup> was derived by selecting an unsuitable sensor which means a 57% higher prediction of the long-term temperature increase compared to an average increase of 0.21&#x00B0;C year<sup>&#x2013;1</sup> across all sensors. For climate projections, this difference is significant and mitigating it is essential for reliable interpretation.</p>
</sec>
<sec id="S6" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="S7">
<title>Author Contributions</title>
<p>PF, UK, and PD coordinated the production of the manuscript. All authors collaborated on the manuscript and provided critical feedback on the experiments, the analyses and the manuscript.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="pudiscl1" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="S8" sec-type="funding-information">
<title>Funding</title>
<p>This work was supported by funding from the Helmholtz Association in the framework of Modular Observation Solutions for Earth Systems (MOSES). We acknowledge funding from the Initiative and Networking Fund of the Helmholtz Association through project &#x201C;Digital Earth&#x201D; (funding code ZT-0025). This project made use of the facilities that are part of the JERICO-S3 project, which is funded by the European Commission&#x2019;s H2020 Framework Programme under grant agreement No. 871153. Project coordinator: Ifremer, France.</p>
</sec>
<ack>
<p>We thank the Zentrum f&#x00FC;r Aquakulturforschung (ZAF) for providing their facilities for the sensor intercomparison experiment. We highly appreciate the support of the AWI Center for Computation and AWI Computing and Data Centre for the year-round maintenance of the Svalbard observatory. Finally, we also want to thank the two reviewers AN&#x2019;Y and RV for their extremely constructive and helpful comments on the first version of the manuscript.</p>
</ack>
<sec id="S10" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fmars.2021.770977/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fmars.2021.770977/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.pdf" id="DS1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Altman</surname> <given-names>D. G.</given-names></name> <name><surname>Bland</surname> <given-names>J. M.</given-names></name></person-group> (<year>1983</year>). <article-title>Measurement in Medicine - the Analysis of Method Comparison Studies.</article-title> <source><italic>J. R. Stat. Soc. Series D-Stat.</italic></source> <volume>32</volume> <fpage>307</fpage>&#x2013;<lpage>317</lpage>. <pub-id pub-id-type="doi">10.2307/2987937</pub-id></citation></ref>
<ref id="B2"><citation citation-type="journal"><collab>AMAP</collab> (<year>2012</year>). &#x201C;<article-title>Arctic Climate Issues 2011: Changes in Arctic Snow, Water, Ice and Permafrost</article-title>,&#x201D; in <source><italic>SWIPA 2011 Overview Report. Arctic Monitoring and Assessment Programme (AMAP)</italic></source>, (<publisher-name>Oslo</publisher-name>).</citation></ref>
<ref id="B3"><citation citation-type="journal"><collab>AMAP</collab> (<year>2021</year>). &#x201C;<article-title>Arctic Climate Change Update 2021: Key Trends and Impacts</article-title>,&#x201D; in <source><italic>SWIPA 2011 Overview Report. Arctic Monitoring and Assessment Programme (AMAP)</italic></source>, (<publisher-name>Oslo</publisher-name>).</citation></ref>
<ref id="B4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Androulakis</surname> <given-names>D. N.</given-names></name> <name><surname>Banks</surname> <given-names>A. C.</given-names></name> <name><surname>Dounas</surname> <given-names>C.</given-names></name> <name><surname>Margaris</surname> <given-names>D. P.</given-names></name></person-group> (<year>2020</year>). <article-title>An Evaluation of Autonomous In Situ Temperature Loggers in a Coastal Region of the Eastern Mediterranean Sea for Use in the Validation of Near-Shore Satellite Sea Surface Temperature Measurements.</article-title> <source><italic>Remote Sens.</italic></source> <volume>2020</volume>:<fpage>12</fpage>. <pub-id pub-id-type="doi">10.3390/rs12071140</pub-id></citation></ref>
<ref id="B5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baschek</surname> <given-names>B.</given-names></name> <name><surname>Schroeder</surname> <given-names>F.</given-names></name> <name><surname>Brix</surname> <given-names>H.</given-names></name> <name><surname>Riethm&#x00FC;ller</surname> <given-names>R.</given-names></name> <name><surname>Badewien</surname> <given-names>T. H.</given-names></name> <name><surname>Breitbach</surname> <given-names>G.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>The Coastal Observing System for Northern and Arctic Seas (COSYNA).</article-title> <source><italic>Ocean Sci.</italic></source> <volume>13</volume> <fpage>379</fpage>&#x2013;<lpage>410</lpage>. <pub-id pub-id-type="doi">10.5194/os-13-379-2017</pub-id></citation></ref>
<ref id="B6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Behkamal</surname> <given-names>B.</given-names></name> <name><surname>Bagheri</surname> <given-names>E.</given-names></name> <name><surname>Kahani</surname> <given-names>M.</given-names></name> <name><surname>Sazvar</surname> <given-names>M.</given-names></name></person-group> (<year>2014</year>). <article-title>&#x201C;Data accuracy: What does it mean to LOD?&#x201D;</article-title> in <source><italic>4th International Conference on Computer and Knowledge Engineering</italic></source> (<publisher-name>ICCKE</publisher-name>). <pub-id pub-id-type="doi">10.1109/ICCKE.2014.6993457</pub-id></citation></ref>
<ref id="B7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bland</surname> <given-names>J. M.</given-names></name> <name><surname>Altman</surname> <given-names>D. G.</given-names></name></person-group> (<year>1986</year>). <article-title>Statistical Methods for Assessing Agreement between Two Methods of Clinical Measurement.</article-title> <source><italic>Lancet</italic></source> <volume>1</volume> <fpage>307</fpage>&#x2013;<lpage>310</lpage>. <pub-id pub-id-type="doi">10.1016/S0140-6736(86)90837-8</pub-id> <pub-id pub-id-type="pmid">34003294</pub-id></citation></ref>
<ref id="B8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Buck</surname> <given-names>J. J. H.</given-names></name> <name><surname>Bainbridge</surname> <given-names>S. J.</given-names></name> <name><surname>Burger</surname> <given-names>E. F.</given-names></name> <name><surname>Kraberg</surname> <given-names>A. C.</given-names></name> <name><surname>Casari</surname> <given-names>M.</given-names></name> <name><surname>Casey</surname> <given-names>K. S.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Ocean Data Product Integration Through Innovation-The Next Level of Data Interoperability.</article-title> <source><italic>Front. Mar. Sci.</italic></source> <volume>2019</volume>:<fpage>6</fpage>. <pub-id pub-id-type="doi">10.3389/fmars.2019.00032</pub-id></citation></ref>
<ref id="B9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cabella</surname> <given-names>B.</given-names></name> <name><surname>Meloni</surname> <given-names>F.</given-names></name> <name><surname>Martinez</surname> <given-names>A. S.</given-names></name></person-group> (<year>2019</year>). <article-title>Inadequate Sampling Rates Can Undermine the Reliability of Ecological Interaction Estimation.</article-title> <source><italic>Math. Comp. Appl.</italic></source> <volume>2019</volume>:<fpage>24</fpage>. <pub-id pub-id-type="doi">10.3390/mca24020048</pub-id></citation></ref>
<ref id="B10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Callow</surname> <given-names>J. A.</given-names></name> <name><surname>Callow</surname> <given-names>M. E.</given-names></name></person-group> (<year>2011</year>). <article-title>Trends in the development of environmentally friendly fouling-resistant marine coatings.</article-title> <source><italic>Nat. Commun.</italic></source> <volume>2</volume>:<fpage>244</fpage>. <pub-id pub-id-type="doi">10.1038/ncomms1251</pub-id> <pub-id pub-id-type="pmid">21427715</pub-id></citation></ref>
<ref id="B49"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chang</surname> <given-names>W.</given-names></name> <name><surname>Cheng</surname> <given-names>J.</given-names></name> <name><surname>Allaire</surname> <given-names>J. J.</given-names></name> <name><surname>Sievert</surname> <given-names>C.</given-names></name> <name><surname>Schloerke</surname> <given-names>B.</given-names></name> <name><surname>Xie</surname> <given-names>Y.</given-names></name><etal/></person-group> (<year>2021</year>). <source><italic>Shiny: Web Application Framework for R.</italic></source> <comment>R Package Version 1.6.0.</comment> Available online at: <ext-link ext-link-type="uri" xlink:href="https://CRAN.R-project.org/package=shiny">https://CRAN.R-project.org/package=shiny</ext-link></citation></ref>
<ref id="B11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Deng</surname> <given-names>H.</given-names></name> <name><surname>Wickham</surname> <given-names>H.</given-names></name></person-group> (<year>2014</year>). <source><italic>Density Estimation in R.</italic></source> Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.semanticscholar.org/paper/Density-estimation-in-R-Deng-Wickham/7eaec1d6f1a136ddc6e4671877dbd559360e5641">https://www.semanticscholar.org/paper/Density-estimation-in-R-Deng-Wickham/7eaec1d6f1a136ddc6e4671877dbd559360e5641</ext-link> <comment>(accessed November 14, 2021)</comment>.</citation></ref>
<ref id="B12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischer</surname> <given-names>P.</given-names></name></person-group> (<year>2020</year>). &#x201C;<article-title>Intelligent Sensor Technology: A &#x2018;Must-Have&#x2019; for Next-Century Marine Science</article-title>,&#x201D; in <source><italic>AI Technology for Underwater Robots</italic></source>, <role>eds</role> <person-group person-group-type="editor"><name><surname>K&#x00FC;hn</surname> <given-names>D.</given-names></name> <name><surname>Kirchner</surname> <given-names>F.</given-names></name> <name><surname>Hoyer</surname> <given-names>N.</given-names></name> <name><surname>Straube</surname> <given-names>S.</given-names></name></person-group> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Springer</publisher-name>), <fpage>19</fpage>&#x2013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-030-30683-0_2</pub-id></citation></ref>
<ref id="B50"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischer</surname> <given-names>P.</given-names></name></person-group> (<year>2021</year>). <source><italic>Effects Measuring Devices Sampling Strategies Monitoring Data. Rmd, R Notebook.</italic></source> Available online at: <ext-link ext-link-type="uri" xlink:href="https://github.com/pfischerawi/centre_for_scientific_diving/blob/241534ac4f9c170279dff7d0dd59ee19c66efecf/Effects_measuring_devices_sampling_strategies_monitoring_data.Rmd">https://github.com/pfischerawi/centre_for_scientific_diving/blob/241534ac4f9c170279dff7d0dd59ee19c66efecf/Effects_measuring_devices_sampling_strategies_monitoring_data.Rmd</ext-link></citation></ref>
<ref id="B13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischer</surname> <given-names>P.</given-names></name> <name><surname>Brand</surname> <given-names>M.</given-names></name> <name><surname>Moller</surname> <given-names>K.-O. C. B.</given-names></name> <name><surname>Posner</surname> <given-names>U.</given-names></name> <name><surname>Brix</surname> <given-names>H.</given-names></name> <name><surname>Baschek</surname> <given-names>B.</given-names></name></person-group> (<year>2018a</year>). <source><italic>Hydrographical time series data of Helgoland-Margate underwater experimental area 2018.</italic></source> <publisher-loc>Husum</publisher-loc>: <publisher-name>Alfred Wegener Institute - Biological Institute Helgoland Pangaea</publisher-name>.</citation></ref>
<ref id="B14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischer</surname> <given-names>P.</given-names></name> <name><surname>Schwanitz</surname> <given-names>M.</given-names></name> <name><surname>Brand</surname> <given-names>M.</given-names></name> <name><surname>Posner</surname> <given-names>U.</given-names></name> <name><surname>Brix</surname> <given-names>H.</given-names></name> <name><surname>Baschek</surname> <given-names>B.</given-names></name></person-group> (<year>2018b</year>). <source><italic>Hydrographical time series data of the littoral zone of Kongsfjorden, Svalbard 2013.</italic></source> <publisher-loc>Husum</publisher-loc>: <publisher-name>Alfred Wegener Institute - Biological Institute Helgoland Pangaea</publisher-name>.</citation></ref>
<ref id="B15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischer</surname> <given-names>P.</given-names></name> <name><surname>Schwanitz</surname> <given-names>M.</given-names></name> <name><surname>Brand</surname> <given-names>M.</given-names></name> <name><surname>Posner</surname> <given-names>U.</given-names></name> <name><surname>Brix</surname> <given-names>H.</given-names></name> <name><surname>Baschek</surname> <given-names>B.</given-names></name></person-group> (<year>2018c</year>). <source><italic>Hydrographical time series data of the littoral zone of Kongsfjorden, Svalbard 2014.</italic></source> <publisher-loc>Husum</publisher-loc>: <publisher-name>Alfred Wegener Institute - Biological Institute Helgoland Pangaea</publisher-name>.</citation></ref>
<ref id="B16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischer</surname> <given-names>P.</given-names></name> <name><surname>Schwanitz</surname> <given-names>M.</given-names></name> <name><surname>Brand</surname> <given-names>M.</given-names></name> <name><surname>Posner</surname> <given-names>U.</given-names></name> <name><surname>Brix</surname> <given-names>H.</given-names></name> <name><surname>Baschek</surname> <given-names>B.</given-names></name></person-group> (<year>2018d</year>). <source><italic>Hydrographical time series data of the littoral zone of Kongsfjorden, Svalbard 2015.</italic></source> <publisher-loc>Husum</publisher-loc>: <publisher-name>Alfred Wegener Institute - Biological Institute Helgoland Pangaea</publisher-name>.</citation></ref>
<ref id="B17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischer</surname> <given-names>P.</given-names></name> <name><surname>Schwanitz</surname> <given-names>M.</given-names></name> <name><surname>Brand</surname> <given-names>M.</given-names></name> <name><surname>Posner</surname> <given-names>U.</given-names></name> <name><surname>Brix</surname> <given-names>H.</given-names></name> <name><surname>Baschek</surname> <given-names>B.</given-names></name></person-group> (<year>2018e</year>). <source><italic>Hydrographical time series data of the littoral zone of Kongsfjorden, Svalbard 2016.</italic></source> <publisher-loc>Husum</publisher-loc>: <publisher-name>Alfred Wegener Institute - Biological Institute Helgoland Pangaea</publisher-name>.</citation></ref>
<ref id="B18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischer</surname> <given-names>P.</given-names></name> <name><surname>Schwanitz</surname> <given-names>M.</given-names></name> <name><surname>Brand</surname> <given-names>M.</given-names></name> <name><surname>Posner</surname> <given-names>U.</given-names></name> <name><surname>Brix</surname> <given-names>H.</given-names></name> <name><surname>Baschek</surname> <given-names>B.</given-names></name></person-group> (<year>2018f</year>). <source><italic>Hydrographical time series data of the littoral zone of Kongsfjorden, Svalbard 2017.</italic></source> <publisher-loc>Husum</publisher-loc>: <publisher-name>Alfred Wegener Institute - Biological Institute Helgoland Pangaea</publisher-name>.</citation></ref>
<ref id="B19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischer</surname> <given-names>P.</given-names></name> <name><surname>Schwanitz</surname> <given-names>M.</given-names></name> <name><surname>Brand</surname> <given-names>M.</given-names></name> <name><surname>Posner</surname> <given-names>U.</given-names></name> <name><surname>Brix</surname> <given-names>H.</given-names></name> <name><surname>Baschek</surname> <given-names>B.</given-names></name></person-group> (<year>2018g</year>). <source><italic>Hydrographical time series data of the littoral zone of Kongsfjorden, Svalbard 2018.</italic></source> <publisher-loc>Husum</publisher-loc>: <publisher-name>Alfred Wegener Institute - Biological Institute Helgoland Pangaea</publisher-name>.</citation></ref>
<ref id="B20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischer</surname> <given-names>P.</given-names></name> <name><surname>Schwanitz</surname> <given-names>M.</given-names></name> <name><surname>Loth</surname> <given-names>R.</given-names></name> <name><surname>Posner</surname> <given-names>U.</given-names></name> <name><surname>Brand</surname> <given-names>M.</given-names></name> <name><surname>Schr&#x00F6;der</surname> <given-names>F.</given-names></name></person-group> (<year>2017</year>). <article-title>First year of practical experiences of the new Arctic AWIPEV-COSYNA cabled Underwater Observatory in Kongsfjorden. Spitsbergen.</article-title> <source><italic>Ocean Sci.</italic></source> <volume>13</volume> <fpage>259</fpage>&#x2013;<lpage>272</lpage>. <pub-id pub-id-type="doi">10.5194/os-13-259-2017</pub-id></citation></ref>
<ref id="B21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischer</surname> <given-names>P.</given-names></name> <name><surname>Weber</surname> <given-names>A.</given-names></name> <name><surname>Heine</surname> <given-names>G.</given-names></name> <name><surname>Weber</surname> <given-names>H.</given-names></name></person-group> (<year>2007</year>). <article-title>Habitat structure and fish: assessing the role of habitat complexity for fish using a small, semi-portable, 3D underwater observatory.</article-title> <source><italic>Limnol. Oceanogr. Methods</italic></source> <volume>5</volume> <fpage>250</fpage>&#x2013;<lpage>262</lpage>. <pub-id pub-id-type="doi">10.4319/lom.2007.5.250</pub-id></citation></ref>
<ref id="B22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Giavarina</surname> <given-names>D.</given-names></name></person-group> (<year>2015</year>). <article-title>Understanding Bland Altman analysis.</article-title> <source><italic>Biochem. Med.</italic></source> <volume>25</volume> <fpage>141</fpage>&#x2013;<lpage>151</lpage>. <pub-id pub-id-type="doi">10.11613/BM.2015.015</pub-id> <pub-id pub-id-type="pmid">26110027</pub-id></citation></ref>
<ref id="B23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Henson</surname> <given-names>S. A.</given-names></name> <name><surname>Sarmiento</surname> <given-names>J. L.</given-names></name> <name><surname>Dunne</surname> <given-names>J. P.</given-names></name> <name><surname>Bopp</surname> <given-names>L.</given-names></name> <name><surname>Lima</surname> <given-names>I.</given-names></name> <name><surname>Doney</surname> <given-names>S. C.</given-names></name><etal/></person-group> (<year>2010</year>). <article-title>Detection of anthropogenic climate change in satellite records ofocean chlorophyll and productivity.</article-title> <source><italic>Biogeosciences</italic></source> <volume>7</volume> <fpage>621</fpage>&#x2013;<lpage>640</lpage>. <pub-id pub-id-type="doi">10.5194/bg-7-621-2010</pub-id></citation></ref>
<ref id="B24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Honaker</surname> <given-names>J.</given-names></name> <name><surname>King</surname> <given-names>G.</given-names></name> <name><surname>Blackwell</surname> <given-names>M.</given-names></name></person-group> (<year>2011</year>). <article-title>Amelia II: A Program for Missing Data.</article-title> <source><italic>J. Stat. Softw.</italic></source> <volume>45</volume> <fpage>1</fpage>&#x2013;<lpage>47</lpage>. <pub-id pub-id-type="doi">10.18637/jss.v045.i07</pub-id></citation></ref>
<ref id="B25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hop</surname> <given-names>H.</given-names></name> <name><surname>Cottier</surname> <given-names>F.</given-names></name> <name><surname>Berge</surname> <given-names>J.</given-names></name></person-group> (<year>2019</year>). &#x201C;<article-title>Autonomous Marine Observatories in Kongsfjorden, Svalbard</article-title>,&#x201D; in <source><italic>The Ecosystem of Kongsfjorden, Svalbard</italic></source>, <role>eds</role> <person-group person-group-type="editor"><name><surname>Hop</surname> <given-names>H.</given-names></name> <name><surname>Wienke</surname> <given-names>C.</given-names></name></person-group> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Springer</publisher-name>), <fpage>515</fpage>&#x2013;<lpage>533</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-319-46425-1_13</pub-id></citation></ref>
<ref id="B26"><citation citation-type="journal"><collab>ISO/TC-69/SC-6</collab> (<year>1994</year>). <source><italic>ISO 5725-1:1994(en) Accuracy (trueness and precision) of measurement methods and results &#x2014; Part 1: General principles and definitions.</italic></source> <publisher-loc>Geneva</publisher-loc>: <publisher-name>ISO</publisher-name>.</citation></ref>
<ref id="B27"><citation citation-type="journal"><collab>JCGM</collab> (<year>2008</year>). <source><italic>International vocabulary of metrology &#x2014; Basic and general concepts and associated terms (VIM).</italic></source> <publisher-loc>Geneva</publisher-loc>: <publisher-name>ISO</publisher-name>.</citation></ref>
<ref id="B28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>L&#x00E9;vesque</surname> <given-names>L.</given-names></name></person-group> (<year>2014</year>). <article-title>Nyquist sampling theorem: understanding the illusion of a spinning wheel captured with a video camera.</article-title> <source><italic>Phys. Educ.</italic></source> <volume>49</volume> <fpage>697</fpage>&#x2013;<lpage>705</lpage>. <pub-id pub-id-type="doi">10.1088/0031-9120/49/6/697</pub-id></citation></ref>
<ref id="B29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maul</surname> <given-names>G. A.</given-names></name> <name><surname>Davis</surname> <given-names>A. M.</given-names></name></person-group> (<year>2001</year>). <article-title>Seawater Temperature Trends at USA Tide Gauge Sites.</article-title> <source><italic>Geophys. Res. Lett.</italic></source> <volume>28</volume> <fpage>3935</fpage>&#x2013;<lpage>3937</lpage>. <pub-id pub-id-type="doi">10.1029/2001GL013458</pub-id></citation></ref>
<ref id="B30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Montenij</surname> <given-names>L. J.</given-names></name> <name><surname>Buhre</surname> <given-names>W. F.</given-names></name> <name><surname>Jansen</surname> <given-names>J. R.</given-names></name> <name><surname>Kruitwagen</surname> <given-names>C. L.</given-names></name> <name><surname>De Waal</surname> <given-names>E. E.</given-names></name></person-group> (<year>2016</year>). <article-title>Methodology of method comparison studies evaluating the validity of cardiac output monitors: a stepwise approach and checklist.</article-title> <source><italic>Br. J. Anaesth.</italic></source> <volume>116</volume> <fpage>750</fpage>&#x2013;<lpage>758</lpage>. <pub-id pub-id-type="doi">10.1093/bja/aew094</pub-id> <pub-id pub-id-type="pmid">27199309</pub-id></citation></ref>
<ref id="B31"><citation citation-type="journal"><collab>Natural Earth</collab> (<year>2018</year>). <source><italic>Cross Blended Hypso with Shaded Relief and Water [Online]</italic></source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.naturalearthdata.com/downloads/50m-cross-blend-hypso/50m-cross-blended-hypso-with-shaded-relief-and-water/">https://www.naturalearthdata.com/downloads/50m-cross-blend-hypso/50m-cross-blended-hypso-with-shaded-relief-and-water/</ext-link> <comment>(accessed March 3, 2021)</comment>.</citation></ref>
<ref id="B32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Niedrist</surname> <given-names>G. H.</given-names></name> <name><surname>F&#x00FC;reder</surname> <given-names>L.</given-names></name></person-group> (<year>2020</year>). <article-title>Real-time warming of Alpine streams: (re)defining invertebrates&#x2019; temperature preferences.</article-title> <source><italic>River Res. Appl.</italic></source> <volume>37</volume> <fpage>283</fpage>&#x2013;<lpage>293</lpage>. <pub-id pub-id-type="doi">10.1002/rra.3638</pub-id></citation></ref>
<ref id="B33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nixon</surname> <given-names>S. W.</given-names></name> <name><surname>Granger</surname> <given-names>S.</given-names></name> <name><surname>Buckley</surname> <given-names>B. A.</given-names></name> <name><surname>Lamont</surname> <given-names>M.</given-names></name> <name><surname>Rowell</surname> <given-names>B.</given-names></name></person-group> (<year>2004</year>). <article-title>A one hundred and seventeen year coastal water temperature record from Woods Hole, Massachusetts.</article-title> <source><italic>Estuaries</italic></source> <volume>27</volume> <fpage>397</fpage>&#x2013;<lpage>404</lpage>. <pub-id pub-id-type="doi">10.1007/BF02803532</pub-id></citation></ref>
<ref id="B34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nyquist</surname> <given-names>H.</given-names></name></person-group> (<year>1928</year>). <article-title>Certain Topics in Telegraph Transmission Theory.</article-title> <source><italic>Transac. Am. Inst. Elect. Eng.</italic></source> <volume>47</volume> <fpage>617</fpage>&#x2013;<lpage>644</lpage>. <pub-id pub-id-type="doi">10.1109/T-AIEE.1928.5055024</pub-id></citation></ref>
<ref id="B35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pearcy</surname> <given-names>R. W.</given-names></name> <name><surname>Ehleringer</surname> <given-names>J. R.</given-names></name> <name><surname>Mooney</surname> <given-names>H. A.</given-names></name> <name><surname>Rundel</surname> <given-names>P. W.</given-names></name></person-group> (<year>1989</year>). <source><italic>Plant Physiological Ecology.</italic></source> <publisher-loc>Netherlands</publisher-loc>: <publisher-name>Springer</publisher-name>. <pub-id pub-id-type="doi">10.1007/978-94-009-2221-1</pub-id></citation></ref>
<ref id="B36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pearlman</surname> <given-names>J.</given-names></name> <name><surname>Bushnell</surname> <given-names>M.</given-names></name> <name><surname>Coppola</surname> <given-names>L.</given-names></name> <name><surname>Karstensen</surname> <given-names>J.</given-names></name> <name><surname>Buttigieg</surname> <given-names>P. L.</given-names></name> <name><surname>Pearlman</surname> <given-names>F.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Evolving and Sustaining Ocean Best Practices and Standards for the Next Decade.</article-title> <source><italic>Front. Mar. Sci.</italic></source> <volume>2019</volume>:<fpage>6</fpage>.</citation></ref>
<ref id="B37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Peralta</surname> <given-names>V.</given-names></name></person-group> (<year>2006</year>). <source><italic>Data Freshness and Data Accuracy: A State of the Art.</italic></source> <publisher-loc>Facultad de Ingenier&#x00ED;a</publisher-loc>: <publisher-name>Instituto de Computaci&#x00F3;n,Universidad de la Rep&#x00FA;blica</publisher-name>.</citation></ref>
<ref id="B38"><citation citation-type="journal"><collab>R Core Team</collab> (<year>2021a</year>). <source><italic>R: A Language and Environment for Statistical Computing. Pages.</italic></source> <publisher-loc>Vienna</publisher-loc>: <publisher-name>R Core Team</publisher-name>.</citation></ref>
<ref id="B39"><citation citation-type="journal"><collab>R Core Team</collab> (<year>2021b</year>). <source><italic>Shiny: Web Application Framework for R. R package version 1.6.0, Pages.</italic></source> <publisher-loc>Vienna</publisher-loc>: <publisher-name>R Core Team</publisher-name>.</citation></ref>
<ref id="B40"><citation citation-type="journal"><collab>R-Studio Team</collab> (<year>2020</year>). <source><italic>RStudio: Integrated Development for R. RStudio.</italic></source> <publisher-loc>Boston, MA</publisher-loc>: <publisher-name>PBC</publisher-name>.</citation></ref>
<ref id="B41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Silva</surname> <given-names>B.</given-names></name> <name><surname>Kaffashzadeh</surname> <given-names>N.</given-names></name> <name><surname>Nixdorf</surname> <given-names>E.</given-names></name> <name><surname>Immoor</surname> <given-names>S.</given-names></name> <name><surname>Fischer</surname> <given-names>P.</given-names></name> <name><surname>Anselm</surname> <given-names>N.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Automatic quality control and quality control schema in the Observation to Archive.</article-title> <source><italic>EGU Gen. Ass.</italic></source> <volume>U2020</volume>:<fpage>15961</fpage>. <pub-id pub-id-type="doi">10.5194/egusphere-egu2020-15961</pub-id></citation></ref>
<ref id="B42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Slater</surname> <given-names>L.</given-names></name> <name><surname>Villarini</surname> <given-names>G.</given-names></name></person-group> (<year>2016</year>). <article-title>On the impact of gaps on trend detection in extreme streamflow time series.</article-title> <source><italic>Internat. J. Climat.</italic></source> <volume>37</volume>:<fpage>4954</fpage>. <pub-id pub-id-type="doi">10.1002/joc.4954</pub-id></citation></ref>
<ref id="B43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smit</surname> <given-names>A. J.</given-names></name> <name><surname>Schlegel</surname> <given-names>R. W.</given-names></name></person-group> (<year>2016</year>). <article-title>Climate Change in Coastal Waters: Time Series Properties Affecting Trend Estimation.</article-title> <source><italic>J. Clim.</italic></source> <volume>29</volume> <fpage>9113</fpage>&#x2013;<lpage>9124</lpage>. <pub-id pub-id-type="doi">10.1175/JCLI-D-16-0014.1</pub-id></citation></ref>
<ref id="B44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Taylor</surname> <given-names>C. C.</given-names></name> <name><surname>Bigelow</surname> <given-names>H. B.</given-names></name> <name><surname>Graham</surname> <given-names>H. W.</given-names></name></person-group> (<year>1957</year>). <article-title>Climatic trends and the distribution of marine animals in New England.</article-title> <source><italic>Fishery Bull.</italic></source> <volume>115</volume> <fpage>293</fpage>&#x2013;<lpage>345</lpage>.</citation></ref>
<ref id="B45"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tittensor</surname> <given-names>D. P.</given-names></name> <name><surname>Mora</surname> <given-names>C.</given-names></name> <name><surname>Jetz</surname> <given-names>W.</given-names></name> <name><surname>Lotze</surname> <given-names>H. K.</given-names></name> <name><surname>Ricard</surname> <given-names>D.</given-names></name> <name><surname>Berghe</surname> <given-names>E. V.</given-names></name><etal/></person-group> (<year>2010</year>). <article-title>Global patterns and predictors of marine biodiversity across taxa.</article-title> <source><italic>Nature</italic></source> <volume>466</volume> <fpage>1098</fpage>&#x2013;<lpage>1101</lpage>. <pub-id pub-id-type="doi">10.1038/nature09329</pub-id> <pub-id pub-id-type="pmid">20668450</pub-id></citation></ref>
<ref id="B46"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weber</surname> <given-names>U.</given-names></name> <name><surname>Attinger</surname> <given-names>S.</given-names></name> <name><surname>Baschek</surname> <given-names>B.</given-names></name> <name><surname>Boike</surname> <given-names>J.</given-names></name> <name><surname>Borchardt</surname> <given-names>D.</given-names></name> <name><surname>Brix</surname> <given-names>H.</given-names></name><etal/></person-group> (<year>2021</year>). <article-title>MOSES: a novel observation system to monitor dynamic events across Earth compartments</article-title>. <source><italic>Bull. Am. Meteorol. Soc.</italic></source> <fpage>1</fpage>&#x2013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.1175/bams-d-20-0158.1</pub-id></citation></ref>
<ref id="B47"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wilkinson</surname> <given-names>M. D.</given-names></name> <name><surname>Dumontier</surname> <given-names>M.</given-names></name> <name><surname>Aalbersberg</surname> <given-names>I. J.</given-names></name> <name><surname>Appleton</surname> <given-names>G.</given-names></name> <name><surname>Axton</surname> <given-names>M.</given-names></name> <name><surname>Baak</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>The FAIR Guiding Principles for scientific data management and stewardship.</article-title> <source><italic>Sci. Data</italic></source> <volume>3</volume>:<fpage>160018</fpage>. <pub-id pub-id-type="doi">10.1038/sdata.2016.18</pub-id> <pub-id pub-id-type="pmid">26978244</pub-id></citation></ref>
<ref id="B48"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wiltshire</surname> <given-names>K. H.</given-names></name> <name><surname>Manly</surname> <given-names>B. F. J.</given-names></name></person-group> (<year>2004</year>). <article-title>The warming trend at Helgoland Roads, North Sea: phytoplankton response.</article-title> <source><italic>Helgoland Mar. Res.</italic></source> <volume>58</volume> <fpage>269</fpage>&#x2013;<lpage>273</lpage>. <pub-id pub-id-type="doi">10.1007/s10152-004-0196-0</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn id="footnote1">
<label>1</label>
<p><ext-link ext-link-type="uri" xlink:href="https://www.iso.org/obp/ui/#iso:std:iso:5725:-1:ed-1:v1:en">https://www.iso.org/obp/ui/#iso:std:iso:5725:-1:ed-1:v1:en</ext-link></p></fn>
</fn-group>
</back>
</article>