<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Archiving and Interchange DTD v2.3 20070202//EN" "archivearticle.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="methods-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Plant Sci.</journal-id>
<journal-title>Frontiers in Plant Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Plant Sci.</abbrev-journal-title>
<issn pub-type="epub">1664-462X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpls.2023.1233794</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Plant Science</subject>
<subj-group>
<subject>Methods</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Pitfalls and potential of high-throughput plant phenotyping platforms</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Poorter</surname>
<given-names>Hendrik</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/27760"/>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hummel</surname>
<given-names>Gr&#xe9;goire M.</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Nagel</surname>
<given-names>Kerstin A.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/356655"/>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Fiorani</surname>
<given-names>Fabio</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/346855"/>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>von Gillhaussen</surname>
<given-names>Philipp</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/398925"/>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Virnich</surname>
<given-names>Olivia</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Schurr</surname>
<given-names>Ulrich</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/25009"/>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Postma</surname>
<given-names>Johannes A.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/332345"/>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>van de Zedde</surname>
<given-names>Rick</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/427346"/>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wiese-Klinkenberg</surname>
<given-names>Anika</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2405413"/>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Plant Sciences (IBG-2), Forschungszentrum J&#xfc;lich GmbH</institution>, <addr-line>J&#xfc;lich</addr-line>, <country>Germany</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Natural Sciences, Macquarie University</institution>, <addr-line>North Ryde, NSW</addr-line>, <country>Australia</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Phenospex</institution>, <addr-line>Heerlen</addr-line>, <country>Netherlands</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>International Plant Phenotyping Network e.V. (IPPN)</institution>, <addr-line>J&#xfc;lich</addr-line>, <country>Germany</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Plant Sciences Group, Wageningen University &amp; Research</institution>, <addr-line>Wageningen</addr-line>, <country>Netherlands</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>Bioinformatics (IBG-4), Forschungszentrum J&#xfc;lich GmbH</institution>, <addr-line>J&#xfc;lich</addr-line>, <country>Germany</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Hanwei Mei, Shanghai Agrobiological Gene Center, China</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Joaquim Miguel Costa, University of Lisbon, Portugal; Dimitrios Fanourakis, Technological Educational Institute of Crete, Greece</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Hendrik Poorter, <email xlink:href="mailto:h.poorter@fz-juelich.de">h.poorter@fz-juelich.de</email>
</p>
</fn>
<fn fn-type="other" id="fn003">
<p>&#x2020;ORCID: Hendrik Poorter, <uri xlink:href="https://orcid.org/0000-0001-9900-2433">orcid.org/0000-0001-9900-2433</uri>; Gr&#xe9;goire M. Hummel, <uri xlink:href="https://orcid.org/0009-0002-3639-0461">orcid.org/0009-0002-3639-0461</uri>; Kerstin A. Nagel, <uri xlink:href="https://orcid.org/0000-0003-3025-0388">orcid.org/0000-0003-3025-0388</uri>; Fabio Fiorani, <uri xlink:href="https://orcid.org/0000-0001-8775-1541">orcid.org/0000-0001-8775-1541</uri>; Philipp von Gillhaussen, <uri xlink:href="https://orcid.org/0009-0001-7466-696X">orcid.org/0009-0001-7466-696X</uri>; Ulrich Schurr, <uri xlink:href="https://orcid.org/0000-0003-0369-8777">orcid.org/0000-0003-0369-8777</uri>; Johannes A. Postma, <uri xlink:href="https://orcid.org/0000-0002-5222-6648">orcid.org/0000-0002-5222-6648</uri>; Rick van de Zedde, <uri xlink:href="https://orcid.org/0000-0002-8394-4538">orcid.org/0000-0002-8394-4538</uri>; Anika Wiese-Klinkenberg, <uri xlink:href="https://orcid.org/0000-0001-9188-809X">orcid.org/0000-0001-9188-809X</uri>
</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>23</day>
<month>08</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>14</volume>
<elocation-id>1233794</elocation-id>
<history>
<date date-type="received">
<day>02</day>
<month>06</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>01</day>
<month>08</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Poorter, Hummel, Nagel, Fiorani, von Gillhaussen, Virnich, Schurr, Postma, van de Zedde and Wiese-Klinkenberg</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Poorter, Hummel, Nagel, Fiorani, von Gillhaussen, Virnich, Schurr, Postma, van de Zedde and Wiese-Klinkenberg</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>Automated high-throughput plant phenotyping (HTPP) enables non-invasive, fast and standardized evaluations of a large number of plants for size, development, and certain physiological variables. Many research groups recognize the potential of HTPP and have made significant investments in HTPP infrastructure, or are considering doing so. To make optimal use of limited resources, it is important to plan and use these facilities prudently and to interpret the results carefully. Here we present a number of points that users should consider before purchasing, building or utilizing such equipment. They relate to (1) the financial and time investment for acquisition, operation, and maintenance, (2) the constraints associated with such machines in terms of flexibility and growth conditions, (3) the pros and cons of frequent non-destructive measurements, (4) the level of information provided by proxy traits, and (5) the utilization of calibration curves. Using data from an Arabidopsis experiment, we demonstrate how diurnal changes in leaf angle can impact plant size estimates from top-view cameras, causing deviations of more than 20% over the day. Growth analysis data from another rosette species showed that there was a curvilinear relationship between total and projected leaf area. Neglecting this curvilinearity resulted in linear calibration curves that, although having a high r<sup>2</sup> (&gt; 0.92), also exhibited large relative errors. Another important consideration we discussed is the frequency at which calibration curves need to be generated and whether different treatments, seasons, or genotypes require distinct calibration curves. In conclusion, HTPP systems have become a valuable addition to the toolbox of plant biologists, provided that these systems are tailored to the research questions of interest, and users are aware of both the possible pitfalls and potential involved.</p>
</abstract>
<kwd-group>
<kwd>calibration curve</kwd>
<kwd>digital biomass</kwd>
<kwd>high-throughput plant phenotyping</kwd>
<kwd>leaf mass per area</kwd>
<kwd>sensors</kwd>
</kwd-group>
<counts>
<fig-count count="8"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="79"/>
<page-count count="16"/>
<word-count count="9270"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Plant Breeding</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<label>1</label>
<title>Introduction</title>
<p>For decades, plant growth has been studied by taking non-destructive measurements such as plant height, along with destructive measurements such as plant dry mass. Typically, these assessments involved serial measurements over time, or comparisons of plants or plots at a &#x2018;final&#x2019; harvest (<xref ref-type="bibr" rid="B15">Evans, 1972</xref>). Usually, 3-8 plants per treatment were harvested, or 2-30 genotypes compared, in a process that could easily take a full day or more for a single person. However, In the past 15 years, there has been a significant shift towards high-throughput plant phenotyping (HTPP). Fully automated systems now screen up to hundreds of genotypes and thousands of individual plants or field plots using non-destructive sensors, with the collected data automatically processed and stored for later use. (<xref ref-type="bibr" rid="B18">Furbank and Tester, 2011</xref>; <xref ref-type="bibr" rid="B16">Fiorani and Schurr, 2013</xref>; <xref ref-type="bibr" rid="B65">Tardieu et&#xa0;al., 2017</xref>; <xref ref-type="bibr" rid="B38">Lorence and Jimenez, 2022</xref>). In controlled conditions, automated phenotyping is often achieved by bringing individual plants to sensors (<xref ref-type="bibr" rid="B76">Yang et&#xa0;al., 2014</xref>; <xref ref-type="bibr" rid="B2">Al-Tamimi et&#xa0;al., 2016</xref>), or by moving sensors to or over the plants (<xref ref-type="bibr" rid="B24">Granier et&#xa0;al., 2006</xref>; <xref ref-type="bibr" rid="B44">Nagel et&#xa0;al., 2012</xref>). In the field, sensors are also brought to plants, either through mobile vehicles (<xref ref-type="bibr" rid="B71">White and Conley, 2013</xref>; <xref ref-type="bibr" rid="B10">Deery et&#xa0;al., 2014</xref>) or via drones or other aerial platforms that fly over field trials (<xref ref-type="bibr" rid="B68">Vargas et&#xa0;al., 2020</xref>; <xref ref-type="bibr" rid="B62">Roth et&#xa0;al., 2022</xref>). In all of these cases, automation has enabled a significant increase in the number of individual plants or plots that can be processed daily, often by an order of magnitude.</p>
<p>An important driver for the development of HTPP systems has been the rapid progress in the field of molecular biology. The extensive expansion and utilization of molecular tools at continuously decreasing costs have enabled thorough genotypic characterization of many plant species, cultivars, and genotypes. Phenotypic characterization, however, still lags behind, first because it is a time-consuming and often still manual measurement process, and second because plants of the same genotype can exhibit a range of different phenotypes, depending on environmental conditions (<xref ref-type="bibr" rid="B18">Furbank and Tester, 2011</xref>; <xref ref-type="bibr" rid="B78">Zavafer et&#xa0;al., 2023</xref>). This phenotyping bottleneck is particularly pronounced when studying traits that are controlled by multiple genes. In such cases, top-down approaches like Quantitative Trait Loci (QTL) analysis or Genome-Wide Association Studies (GWAS), are necessary to identify regions of the genome that are determining these traits (<xref ref-type="bibr" rid="B20">Gibson, 2018</xref>). However, conducting these analyses requires phenotyping hundreds of different genotypes, preferably all grown simultaneously in a common environment. Such analyses greatly benefit from the automation and standardization provided by HTPP systems (reviewed in <xref ref-type="bibr" rid="B74">Xiao et&#xa0;al., 2022</xref>).</p>
<p>Various technological advancements have facilitated the development of automated HTPP systems. A wide range of non-destructive sensors, including digital RGB cameras, hyperspectral, thermal, and fluorescence cameras, laser scanners, and LIDARs (<xref ref-type="bibr" rid="B37">Liu et&#xa0;al, 2020</xref>) enable repeated measurements of individual plants over time. This provides a higher resolution for capturing time-related phenotypic changes compared to experimental designs where new plants need to be harvested destructively for each time point (<xref ref-type="bibr" rid="B52">Poorter and Garnier, 1996</xref>; <xref ref-type="bibr" rid="B70">Walter et&#xa0;al., 2007</xref>). The use of automated gantries and transportation systems as well as drones allow us to minimize the distance between sensors and plants. Another significant factor is the increased computational power and improved algorithms that enable efficient image processing, with or without machine learning (<xref ref-type="bibr" rid="B69">Walter et&#xa0;al., 2015</xref>; <xref ref-type="bibr" rid="B11">Dobrescu et&#xa0;al., 2020</xref>).</p>
<p>As mentioned above, HTPP systems encompass a diverse range of approaches, all centered around non-destructive measurements. In the years ahead, more and more of these systems will be built to effectively screen a large number of plants for their size, growth trajectory, and other traits. However, like any complex equipment, the use of these platforms also presents challenges and limitations that may be overlooked by those who have not yet utilized them. Therefore, before investing in the purchase, construction, and utilization of these platforms, it is crucial to consider potential issues that may arise, and how they can be addressed. In the Results and Discussion section, we share insights gained from our experience in developing and deploying HTPP systems over the past 15 years. While our focus is primarily on systems operating in (semi-)controlled environments, several of the issues discussed will apply to field phenotyping as well.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<label>2</label>
<title>Materials and methods</title>
<p>Part of the discussion that follows will address the relationship between non-destructive measurements, such as projected leaf area, and variables that require destructive analysis, including total leaf area, shoot biomass, and total plant biomass. We illustrate this part of the discussion with data from two experiments. In the first experiment, <italic>Arabidopsis thaliana</italic> (Col-0) plants were cultivated in a growth room using a rack equipped with neon tubes (Fluora, Osram, Munich). The plants were grown in soil (ED73, Einheitserde, Uetersen, Germany) in a cultivation tray with adjacent 80&#xa0;ml cells. After incubating the seeds in the dark at 4&#xb0;C, they germinated in the tray. The plants were then subjected to a 12-hour day length, a photosynthetic photon flux density (PPFD) of 40-50 &#x3bc;mol m<sup>-2</sup> s<sup>-1</sup>, a day/night temperature of 23/20&#xb0;C and a relative humidity (RH) of ca. 55%. Plants were watered from below when the top-soil was fully dry. Thirty-nine days after sowing, the plants were imaged six times during the day, with 2-hour intervals. Screening and image analysis were performed following <xref ref-type="bibr" rid="B70">Walter et&#xa0;al. (2007)</xref>. The data from this experiment can be found in <xref ref-type="supplementary-material" rid="ST1">
<bold>Supplementary Data Sheet A1</bold>
</xref>.</p>
<p>The second experiment involved studying <italic>Plantago major</italic>, another rosette-forming species, throughout a significant part of its growth cycle and included a large number of replicates per harvest (n=12). The plants were grown hydroponically under two different CO<sub>2</sub> concentrations (350 and 700 &#xb5;mol mol<sup>-1</sup>), in growth chambers with a 12-hour day length, a PPFD of 230-270 &#x3bc;mol m<sup>-2</sup> s<sup>-1</sup>, a day/night temperature of 20/18&#xb0;C and a day/night RH of 60/90%. Plants from both treatments were monitored weekly over a 7-week growth period. Projected leaf area (PLA) was determined by capturing slides with an analogue camera placed at a height of 2 meters. The slides were projected, plant outlines traced on papers, and those were subsequently digitized semi-manually using a digitizer (model 9874a, Hewlett Packard, Stanford, CA, USA). Total leaf area per plant (TLA) was determined using a leaf area meter (LiCor 3100, Li-Cor Inc, Lincoln, NE, USA) equipped with a conveyor belt system. The determination of the total dry mass of shoots and roots was done manually, with plant size varying &gt;300-fold throughout the course of the experiment. The data for this experiment is sourced from a previously published study by <xref ref-type="bibr" rid="B56">Poorter et&#xa0;al. (1988)</xref> and can be found in <xref ref-type="supplementary-material" rid="ST2">
<bold>Supplementary Data Sheet 2</bold>
</xref>.</p>
<p>Data were analyzed using R version 4.1 (<xref ref-type="bibr" rid="B58">R Core Team, 2022</xref>). Various calibration curves were established by employing the function lm, with or without a ln-transformation of the relevant variables, and with or without a quadratic term for the explanatory variable.</p>
</sec>
<sec id="s3" sec-type="results">
<label>3</label>
<title>Results and discussion</title>
<p>Before proceeding with the design and implementation of a high-throughput plant phenotyping (HTPP) system, it is essential to consider the following questions. <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref> shows a schematic overview of the relevant aspects to be considered.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>A schematic diagram indicating different aspects of high-throughput plant phenotyping (HTPP) systems that should be considered before purchasing such a system (in blue) and using it (in brown).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1233794-g001.tif"/>
</fig>
<sec id="s3_1">
<label>3.1</label>
<title>What is the specific research need?</title>
<p>HTPP systems are designed based on principles of automation and standardization. However, several critical aspects must be considered and discussed in order to effectively design and implement these systems. These include the required scale of the experiments, the selection of sensors that will be installed, the necessary software infrastructure, and the expected return on investment in terms of financial and human resources. These aspects can only be fruitfully discussed if guided by the question what purpose the system should serve and what goal(s) one would like to achieve through this platform. This is even more important in the case where multiple research groups with diverse interests are involved, as there is a risk that the intended platform becomes a compromise that in the end does not satisfy any.</p>
</sec>
<sec id="s3_2">
<label>3.2</label>
<title>What are the costs of investment and maintenance for a phenotyping platform?</title>
<p>HTPP systems involve a complex combination of logistics and technology, particularly when plants need to be moved to sensors. Such machines require the use of conveyor belts, gantries, or mobile robots to transport plants through growth chambers or glasshouses to an imaging station. At the imaging station, plants are generally subjected to controlled conditions, such as a consistent light spectrum and intensity, allowing for a consistent acquisition of images or other sensor-based data. Additionally, plants in pots or carriers can be automatically weighed and watered. Measurement equipment must be linked to large-scale data storage facilities and databases, in order to store and retrieve the collected measurement information and other metadata. Clearly, expert knowledge of automation, logistics, error control, fine mechanics, non-destructive sensing, image analysis, and database management is required to build and operate these systems properly. Companies specializing in these different fields offer to construct customized machines on-site. The costs of these systems can be substantial. Prices typically range from approximately &#x20ac;60,000 to &#x20ac;120,000 for small systems with a lower degree of automation and throughput, &#x20ac;350,000 &#x2013; &#x20ac;500,000 for fully automated sensor-to-plant or plant-to-sensor systems, and up to &#x20ac;3,000,000 for high-end systems with extensive optimization and automation of the workflow. The costs vary depending on factors such as the types and number of sensors used, system size, quality of the product and service provided by the supplier. In addition, these custom-built facilities require expert maintenance, including sensor calibration, replacement of worn-out parts and preventive check-ups. Yearly servicing contracts often amount to 5-10% of the acquisition price and are necessary for the duration of system usage.</p>
<p>Given the above considerations, certain laboratories opt to construct HTPP systems themselves, either utilizing off-the-shelf products or with the support of robotics companies (<xref ref-type="bibr" rid="B4">Bagley et&#xa0;al., 2020</xref>). Building customized platforms can allow for increased flexibility (as discussed in section 3.4) and better fit the specific requirements of the involved labs. However, it is important to acknowledge that the path to a fully functional machine is challenging and time-consuming. While the direct hardware costs may be lower than those of commercial HTPP systems, the substantial human resources required for the development and maintenance of such automated systems should not be underestimated (<xref ref-type="bibr" rid="B59">Reynolds et&#xa0;al., 2019</xref>).</p>
<p>There are two additional points to consider regarding personnel investment. Firstly, it is advisable to involve expert users, project managers, and engineers throughout the planning and building phase. This ensures that any necessary compromises that almost inevitably have to be made during the whole process do not strongly constrain the desired goals of the end-users. Secondly, operating these systems can be complex, particularly when troubleshooting errors, as there are numerous variables to consider within the platform software, platform mechanics and network communications. Therefore, it is recommended to have an operational team led by an expert who is responsible for the platform. This lead expert can receive training from the supplier or the constructors, and subsequently train all other individuals who will be utilizing this platform. Clearly, such a person requires both technological as well as plant biological expertise to effectively manage and operate the HTPP system.</p>
</sec>
<sec id="s3_3">
<label>3.3</label>
<title>What other logistical and infrastructural adjustments are necessary?</title>
<p>An HTPP platform allows researchers to significantly scale up their experiments, often by an order of magnitude. This implies that also an order of magnitude more plants are processed, more containers have to be filled, more consumables are used, more electricity and irrigation are required, and additional cleaning has to be done at the end of the experiment. While these aspects are not part of the phenotyping platform <italic>per se</italic>, they contribute to a significant workload. As a result, there is often a need for subsequent adjustments to the workflow&#x2019;s ergonomics, such as automating tasks like pot filling, seed sowing (<xref ref-type="bibr" rid="B27">Jahnke et&#xa0;al., 2016</xref>) or plant transplantation. Together with the sampling for further physiological characterization and disinfection or disposal of used components, they bring about additional planning and investments on top of those for the platform itself.</p>
<p>Another aspect to consider is the data infrastructure. Given the massive amount of data generated by HTPP systems, effective storage and accessibility of data for both short-term and long-term use are essential. Such utilization of data requires a good documentation of data and metadata, as described in the &#x2018;Minimal Information About Plant Phenotyping Experiments&#x2019; (MIAPPE) guidelines (<xref ref-type="bibr" rid="B35">Krajewski et&#xa0;al., 2015</xref>; <xref ref-type="bibr" rid="B45">Papoutsoglou et&#xa0;al., 2020</xref>). Also, data and metadata should be stored in accordance with the FAIR principle (findable, accessible, interoperable, and reusable; <xref ref-type="bibr" rid="B73">Wilkinson et&#xa0;al., 2016</xref>) as in GnpIS (<xref ref-type="bibr" rid="B49">Pommier et&#xa0;al., 2019</xref>) and as currently established in research data management infrastructures like DataPLANT (<ext-link ext-link-type="uri" xlink:href="http://www.nfdi4plants.de">www.nfdi4plants.de</ext-link>).</p>
<p>Remote support by the different suppliers requires a safe, secure, and reliable access policy. Moreover, in the analysis of data from such platforms, there is a growing emphasis on integrating genotypic and phenotypic data, as well as incorporating detailed environmental characterization of the experiments. Bringing all these data together often requires a considerable <italic>a-posteriori</italic> effort from trained personnel, which also needs to be budgeted in advance to make full use of the potential of these HTPP systems (<xref ref-type="bibr" rid="B59">Reynolds et&#xa0;al., 2019</xref>).</p>
</sec>
<sec id="s3_4">
<label>3.4</label>
<title>How flexible can or should the system be?</title>
<p>Automation can replace a considerable amount of tedious repetitive manual labor, especially when routine operations are customized to the research question and species of interest. However, this increased automation often comes at the cost of reduced flexibility. For instance, a system that is perfectly fit for small rosette plants like <italic>Arabidopsis thaliana</italic>, may not be as suitable for a large species with different architecture, such as <italic>Zea mays</italic>. Increased flexibility of the system can be achieved by planning for modular components that can be interchanged depending on the prevailing research question. However, increased flexibility to accommodate the needs of a variety of researchers also implies that the system becomes increasingly complicated, with a higher likelihood of failures and more efforts to solve these problems. A &#x2018;jack-of-all-trades&#x2019; system will hardly provide the same level of detail and raw data resolution across the entire range of plant sizes and architectures as a dedicated high-resolution system designed specifically for either small or big plants, due to limitations imposed by the optical properties of the sensor and system layout. In those cases, a potential solution could be to have two smaller and targeted systems, rather than relying on a one-size-fits-all solution.</p>
<p>Another aspect of flexibility is the expected lifespan of system components. Technological advancements occur rapidly, and new sensors, for example, will generally be more powerful and informative than their predecessors. However, owners of commercially-acquired phenotyping systems often face problems in that the software to run the whole system is proprietary to the company, and therefore not accessible for further development. In such cases, it is complicated or impossible to integrate new sensors or apply other modifications to existing HTPP systems. New buyers are advised to discuss with their suppliers what support they can get in that respect. Self-builders are suggested to set up their software interfaces as flexible as possible, to easier adjust their system when new sensors or updates become available.</p>
</sec>
<sec id="s3_5">
<label>3.5</label>
<title>What constraints does the system impose on growth conditions?</title>
<p>Plants are strongly influenced by their environment and different genotypes or species may show varying degrees of genotype x environment interactions for many of their phenotypic traits. This becomes particularly critical, because in most (semi-)controlled environments we impose abiotic conditions that significantly deviate from the natural conditions plants experience outdoors (<xref ref-type="bibr" rid="B51">Poorter et&#xa0;al., 2016</xref>; <xref ref-type="bibr" rid="B7">Chiang et&#xa0;al., 2020</xref>). Considerations about the location of the HTPP system (growth chamber, glasshouse, or field) and the range of environmental conditions provided to the plants are therefore an integral part of the design process.</p>
<p>Compared to traditional experiments, the use of high-throughput phenotyping systems often introduces additional constraints, that can impact the growth environment of the plants and, consequently, the outcomes of experiments. For instance, in a typical plant-to-sensor system, the combined weight of plants plus pots is limited by the strength of the conveyor belt used, as well as the scales used for gravimetric measurements. This limitation results in experiments being confined to plants in relatively small pots with substrates of low specific mass, which clearly affects plant growth and experimental outcomes (<xref ref-type="bibr" rid="B47">Passioura, 2002</xref>; <xref ref-type="bibr" rid="B50">Poorter et&#xa0;al., 2012</xref>). Transportation may also have other consequences. Tall plants, such as <italic>Zea mays</italic>, may topple over if the conveyor belts move too quickly. During transport, leaves of sensitive species (e.g. <italic>Brassica rapa</italic>, <italic>Hordeum vulgare</italic>) can get damaged, causing them to droop downwards along the pot. To mitigate damage, researchers may choose to place suitable support structures next to or around each plant, except in cases where wilting would be a phenotypic trait of interest. Apart from direct damage, one would also expect thigmo-morphogenetic responses to occur as a reaction to the mechanical perturbations during transport of plants, such as thicker and shorter stems (<xref ref-type="bibr" rid="B3">Anten et&#xa0;al., 2005</xref>). However, plant height was not negatively affected in the experiment of <xref ref-type="bibr" rid="B6">Brien et&#xa0;al. (2013)</xref>, and neither was shoot biomass or leaf area in various experiments (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>).</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Effect of plant-to-sensor transport on shoot biomass, as based on various experiments carried out in glasshouses.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="left">Reference</th>
<th valign="middle" align="left">Mode of transport</th>
<th valign="middle" align="left">Species</th>
<th valign="middle" align="center">Measured variable</th>
<th valign="middle" align="center">Size ratio of shoots (moving vs. non-moving plants)</th>
<th valign="middle" align="center">P</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="left">
<xref ref-type="bibr" rid="B43">Nagel et&#xa0;al. (2020)</xref>
</td>
<td valign="middle" align="left">pneumatically</td>
<td valign="middle" align="left">
<italic>Arabidopsis thaliana</italic>
</td>
<td valign="middle" align="center">LA</td>
<td valign="middle" align="center">0.96</td>
<td valign="middle" align="center">ns</td>
</tr>
<tr>
<td valign="middle" align="left">F. Fiorani &amp; N. K&#xf6;rber (unpubl.)</td>
<td valign="middle" align="left">gantry system</td>
<td valign="middle" align="left">
<italic>Hordeum vulgare</italic>
</td>
<td valign="middle" align="center">FM</td>
<td valign="middle" align="center">0.97</td>
<td valign="middle" align="center">ns</td>
</tr>
<tr>
<td valign="middle" align="left">F. Fiorani &amp; N. K&#xf6;rber (unpubl.)</td>
<td valign="middle" align="left">gantry system</td>
<td valign="middle" align="left">
<italic>Brassica napus</italic>
</td>
<td valign="middle" align="center">FM</td>
<td valign="middle" align="center">1.02</td>
<td valign="middle" align="center">ns</td>
</tr>
<tr>
<td valign="middle" align="left">
<xref ref-type="bibr" rid="B6">Brien et&#xa0;al. (2013)</xref>
</td>
<td valign="middle" align="left">conveyor belt</td>
<td valign="middle" align="left">
<italic>Triticum aestivum</italic>
</td>
<td valign="middle" align="center">FM</td>
<td valign="middle" align="center">1.03</td>
<td valign="middle" align="center">ns</td>
</tr>
<tr>
<td valign="middle" align="left">
<xref ref-type="bibr" rid="B31">Junker et&#xa0;al. (2015)</xref>
</td>
<td valign="middle" align="left">conveyor belt</td>
<td valign="middle" align="left">
<italic>Arabidopsis thaliana</italic>
</td>
<td valign="middle" align="center">DM</td>
<td valign="middle" align="center">1.08</td>
<td valign="middle" align="center">*</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>LA, Leaf area; FM, Fresh mass of the shoot; DM, Dry mass of the shoot. Statistical significance: *, P &lt; 0.05; ns, non-significant. Included are the mode of transport of the plants, the species investigated, variable measured, the size ratio of shoots of plants that were moved relative to control plants that were not moved, and the statistical significance of these differences in plant mass. The experiments are ranked based on the observed effect size.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Fixed distances between cameras/sensors and plants may restrict the range of plant sizes that can be investigated, thereby limiting the developmental stages that can be studied in such HTPP systems to young vegetative plants. A last example pertains to the watering of the plants. Well-watered containers, especially with peat substrate, often show algal growth on the soil surface, which hampers the non-destructive derivation of plant size through image analysis (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref>). To avoid this complication, researchers may opt to cover the top of the pots with a plastic sheet of contrasting color (<xref ref-type="bibr" rid="B31">Junker et&#xa0;al., 2015</xref>). Alternatively, for small rosette species like <italic>Arabidopsis</italic>, reducing the volume and/or frequency of watering can keep the topsoil dry for a longer duration. Although this suppresses algal growth, it also has unknown consequences for the growth rate and phenotype of the plants. It is recommended to consider <italic>a-priori</italic> whether the additional constraints imposed by an HTPP system are acceptable within the scope of the research question.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Examples where unsupervised automated high-throughput phenotyping may lead to incorrect results. <bold>(A)</bold> Algal growth resulting in a mask that is too broad and yields an overestimation of projected leaf area (PLA). <bold>(B)</bold> A plant grown out of the image acquisition area, resulting in an underestimation of PLA. <bold>(C)</bold> A neighboring plant growing into the image acquisition area, resulting in an overestimation of PLA. All pictures depict <italic>Arabidopsis thaliana</italic> plants and are masked images, used for measuring PLA by counting the number of green pixels. These images are for illustrative purposes only. The scale indicates a length of 1&#xa0;cm.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1233794-g002.tif"/>
</fig>
</sec>
<sec id="s3_6">
<label>3.6</label>
<title>When and how often should the plants be measured?</title>
<p>Once an operational HTPP system is in place, attention can shift to the performance of experiments. Given their typical large scale, careful consideration of experimental design is essential. For a comprehensive discussion on this topic, the reader is referred to <xref ref-type="bibr" rid="B66">Thompson et&#xa0;al. (2022)</xref>. One notable advantage of high-throughput phenotyping systems is that individual plants (or microplots) can be measured frequently and non-destructively. This allows for the repeated measurements of the same plants, enabling the tracking of their growth and development over time. Such analyses can yield valuable insights, with a good example discussed in <xref ref-type="boxed-text" rid="box1">
<bold>Box 1</bold>
</xref>. However, in cases where the research question focuses on identifying the best-performing genotype at the end of the experiment, repeated measurements may be unnecessary. In those cases, researchers could also opt for one final destructive harvest, which might be more simple, cheaper, and more informative, as also illustrated in <xref ref-type="boxed-text" rid="box1">
<bold>Box 1</bold>
</xref>.&#xa0;A lower measurement frequency may also be advantageous if the measurements have the potential to interfere with plant growth. This is particularly relevant when plants are taken out of their growth environment for longer-duration measurements, such as magnetic resonance imaging (MRI) or computer tomography (CT) scans. A higher measurement frequency then provides better insight into plant development, but may also have a stronger negative effect on plant growth.</p>
<boxed-text id="box1" position="float">
<label>Box&#xa0;1</label>
<title>Example of the trade-off between measuring with higher frequency or higher precision.</title>
<p>Here we provide two examples of experiments focusing on root distribution. The first one followed root development non-destructively over time (<xref ref-type="bibr" rid="B42">Nabel et&#xa0;al., 2018</xref>). Seedlings of a woody shrub (<italic>Sida hermaphrodita</italic>) were grown for 90 days in rhizotrons of 36 x 75 x 2.6&#xa0;cm in size, where one side consists of transparent acrylic glass. The researchers placed digestate, which is a residue remaining after anaerobic digestion of biomass to methane, at a specific location in the rhizobox. This location is indicated by the brown circles in <xref ref-type="fig" rid="f3">
<bold>Figures&#xa0;3A&#x2013;C</bold>
</xref>. Root growth of the part of the root system close to the transparent side of the rhizobox was monitored by regularly capturing images (<xref ref-type="bibr" rid="B44">Nagel et&#xa0;al., 2012</xref>). These images showed that plants strongly avoided the digestate patch in the first 60 days of the experiment (<xref ref-type="fig" rid="f3">
<bold>Figures&#xa0;3A, B</bold>
</xref>). However, roots strongly proliferated into this patch of nutrients later in time (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3C</bold>
</xref>). In this case, the timing proved to be an essential aspect of how these plants reacted to the treatment. Although these analyses of root distribution are still challenging for computers and often need human supervision, the effort in this case proved worthwhile for understanding the timing of root responses.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>
<bold>(A&#x2013;C)</bold> Root distribution of <italic>Sida hermaphrodita</italic> plants in rhizotron boxes with a localized depot of digestate, indicated by the brown circle. <bold>(D)</bold> Root distribution in a rhizobox at the end of an experiment after the soil has been removed. Figures <bold>(A&#x2013;C)</bold> are adapted from <xref ref-type="bibr" rid="B42">Nabel et&#xa0;al. (2018)</xref> and show in false colors ranging from dark blue to bright red the number of rhizotrons (out of 10 in total) where roots were observed for each x-y location in the rhizotron. <bold>(A)</bold> 30 days, <bold>(B)</bold> 60 days and <bold>(C)</bold> 90 days after the start of the experiment. Figures <bold>(D, E)</bold> show the root systems of two <italic>Sorghum bicolor</italic> genotypes at the 12th-leaf stage (ca. 6-8 weeks after germination) in an experiment similar to that described in <xref ref-type="bibr" rid="B64">Singh et&#xa0;al. (2010)</xref>. The white bars indicate a length of 10&#xa0;cm. Picture credits Figures <bold>(A&#x2013;C)</bold>: Moritz Nabel, Forschungszentrum J&#xfc;lich, Germany. <bold>(D, E)</bold>: Vijaya Singh, University of Queensland, Australia.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1233794-g003.tif"/>
</fig>
<p>An alternative approach was followed by <xref ref-type="bibr" rid="B64">Singh et&#xa0;al. (2010</xref>; <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3D</bold>
</xref>). They grew two <italic>Sorghum</italic> genotypes in rhizotrons measuring 120 x 240 x 10&#xa0;cm. When it comes to selecting, for example, the best-performing genotypes of a panel of genotypes, an evaluation at the end of the experiment could be as informative as a complete analysis over time. If this is the case, researchers may also opt for alternative and cheaper set-ups, such as rhizoboxes that are not integrated into automated HTPP systems. Those rhizoboxes could have larger dimensions and allow a wider range of root substrates. By pushing a pinboard into one of the sides before washing away the soil with water, the distribution of a <italic>whole</italic> root system can be characterized, rather than only those roots close to the acrylic glass (<xref ref-type="bibr" rid="B64">Singh et&#xa0;al., 2010</xref>; <xref ref-type="fig" rid="f3">
<bold>Figures&#xa0;3D, E</bold>
</xref>).</p>
<p>The dilemma faced by researchers in these cases is whether it is more informative to have estimated data over the course of the experiment for only a portion of the root system, as provided by automated rhizotron systems, or to have more precise data capturing the entire root system but only at the end of the experiment.</p>
</boxed-text>
<p>A second point to consider is the time of day when plants will be measured. When using a drone to fly over an experimental field, it can capture images of many microplots simultaneously. Acquiring images or other data for these plots using sensors mounted on vehicles will take longer. Depending on the type of measurements taken, it may require minutes or more per microplot. With plant-to-sensor systems within a glasshouse, where it takes minutes to move a plant through the imaging station and measure its characteristics, phenotyping all plants in one experiment could take a full day. During that period, large changes in environmental variables, such as light intensity and temperature, may occur, likely resulting in large variation in physiological variables such as stomatal conductance and photosynthesis as well. One morphological trait that can exhibit considerable diurnal variation is leaf angle (<xref ref-type="bibr" rid="B60">Rosa and Forseth, 1996</xref>), which has obvious implications for the projected leaf area (PLA; <xref ref-type="bibr" rid="B12">Dobrescu et&#xa0;al., 2017</xref>) as used in many HTPP systems. For example, during the diurnal part of the diel cycle, <italic>Arabidopsis</italic> plants may <italic>increase</italic> their leaf area and biomass by 20% (<xref ref-type="bibr" rid="B72">Wiese et&#xa0;al., 2007</xref>). However, in a similar experiment, PLA values were found to <italic>decrease</italic> by 18-35% during the light period (<xref ref-type="fig" rid="f4">
<bold>Figures&#xa0;4A, B</bold>
</xref>, <xref ref-type="fig" rid="f5">
<bold>5</bold>
</xref>), due to upward movements of leaves and petioles. Consequently, when conducting consecutive 2D measurements of plants day after day, it is important to measure them at the same time of day, to avoid bias caused by the diurnal rhythm of leaf movements. Moreover, different genotypes or treatments should be blocked into the same time window, to ensure that no confounding effects occur. One fast alternative approach is to perform a 3D laser scan (<xref ref-type="bibr" rid="B13">Dornbusch et&#xa0;al., 2012</xref>). Other options include using multiple imaging stations, or employing a gantry system where sensors are brought to the plants, enabling parallel measurements of many plants in short time.</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>
<bold>(A, B)</bold> The same <italic>Arabidopsis thaliana</italic> plant photographed <bold>(A)</bold> in the morning, with a low leaf angle and <bold>(B)</bold> at the end of the day with a much higher leaf angle. The yellow and orange circles indicate the positions of the youngest full-grown leaves which exhibit the largest change in leaf angle. <bold>(C, D)</bold>. The same plant photographed <bold>(C)</bold> before and <bold>(D)</bold> after the onset of water stress, which resulted in leaf wilting. These images are for illustrational purposes only. The scale indicates a length of 1&#xa0;cm.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1233794-g004.tif"/>
</fig>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Measured Projected Leaf Area (PLA) over a day for <italic>Arabidopsis thaliana</italic> plants grown in a growth chamber. The values for each plant are normalized to the maximum value measured during the diurnal part of the day-night cycle. The dots indicate mean values, and the &#x2018;error bars&#x2019; represent the 5% and 95% percentiles (n = 44).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1233794-g005.tif"/>
</fig>
<p>In some cases, the research question requires a high frequency of measurements on the same plants. Examples are physiological responses of plants following the application of a compound, exposure to a pathogen, or exposure to abiotic stress (<xref ref-type="bibr" rid="B29">Jansen et&#xa0;al., 2009</xref>; <xref ref-type="bibr" rid="B39">Mahlein et&#xa0;al., 2019</xref>). In some species, capturing images at higher frequencies and analyzing them in almost real-time can be used to detect the onset of potentially undesired drought stress during the experiment (<xref ref-type="fig" rid="f4">
<bold>Figures&#xa0;4C, D</bold>
</xref>; <xref ref-type="bibr" rid="B14">Eberius and Lima-Guerra, 2009</xref>; <xref ref-type="bibr" rid="B28">Janni et&#xa0;al., 2019</xref>).</p>
</sec>
<sec id="s3_7">
<label>3.7</label>
<title>How adequate is the quality control and data handling?</title>
<p>The amount of information collected from a single experiment can be substantial, especially when imaging of any kind is involved. The question is how well we, as experimenters, can handle this vast quantity of data (<xref ref-type="bibr" rid="B14">Eberius and Lima-Guerra, 2009</xref>; <xref ref-type="bibr" rid="B65">Tardieu et&#xa0;al., 2017</xref>). Based on our own experience, we have observed several issues that can arise during an experiment. Sensors, especially environmental sensors that are deployed throughout the year, may have not been calibrated for a long time or show failures of various kinds during the experimental period. With larger amounts of plants, problems might more easily go undetected. For example, some plants could topple over or do not receive adequate watering. In image analysis systems, leaves from neighboring plants might appear in pictures taken, photos might not cover the full plant, or masking might not function properly (<xref ref-type="fig" rid="f2">
<bold>Figures&#xa0;2B, C</bold>
</xref>). These errors are easily noticed if they occur frequently, but in the midst of hundreds of plants, thousands of pictures, and tens of thousands of other collected data points, such errors can easily go unnoticed. Thorough data inspection and double-checking for mistakes are therefore crucial, but can be cumbersome without the assistance of digital tools. Dedicated software programs for data visualization and targeted image retrieval, such as Azure, iRods, PHIS, Fairdom, Zegami, or similar solutions, enable fast selection of images of specific plants over time, aiding in the identification of potential outlier data. Automated quality control procedures should routinely flag instances where parts of leaves are outside the picture, or leaves of neighboring plants are distorting the results. Graphical analysis of data distribution, time courses, or dose-response curves can provide insights into potential issues with specific plants or entire groups of plants (<xref ref-type="bibr" rid="B75">Xu et&#xa0;al., 2015</xref>). This is particularly useful in ongoing experiments, when possible problems can be detected and solved by data analysis at an early stage. Real-time reporting, along with easy and user-friendly (remote) access to visualizations and resulting analyses, facilitates early detection and problem-solving.</p>
</sec>
<sec id="s3_8">
<label>3.8</label>
<title>How informative are the selected proxies for the actual variables of interest?</title>
<p>For decades, scientists have relied on spectrophotometric measurements to asses enzyme activity, wet digestion or pyrolysis for leaf nitrogen determination, infra-red gas analyzers to determine photosynthesis, and manual harvesting to measure plant biomass. However, these conventional measurements all require significant manual effort, and are therefore not suitable for high-throughput phenotyping. Efforts have been made to automate such measurements (e.g. <xref ref-type="bibr" rid="B19">Gibon et&#xa0;al., 2004</xref>; <xref ref-type="bibr" rid="B23">Gomez et&#xa0;al., 2010</xref>), but challenges remain in automating processes such as grinding and weighing, particularly under low-temperature conditions to prevent chemical degradation (<xref ref-type="bibr" rid="B25">Hall et&#xa0;al., 2022</xref>). In search of alternatives, scientists have explored measurements that are easier to perform, yet still provide valuable information. For example, leaf nitrogen content can be estimated non-destructively using multispectral analysis (<xref ref-type="bibr" rid="B77">Ye et&#xa0;al., 2020</xref>), photosynthesis can be assessed through fluorescence, and biomass by counting green pixels in plant images.</p>
<p>Are these proxies informative enough? The chlorophyll fluorescence parameter (F<sub>v</sub>/F<sub>m</sub>), for instance, is often measured, but in many cases variation in F<sub>v</sub>/F<sub>m</sub> does not reflect variation in the actual rate of photosynthesis (<xref ref-type="bibr" rid="B54">Poorter et&#xa0;al., 2019</xref>). The electron transport rate offers a better approximation, but still does not capture the true rate of C-fixation (<xref ref-type="bibr" rid="B32">Kalaji et&#xa0;al., 2014</xref>). Similarly, estimating digital biomass based on the number of green pixels in an image can provide an indication of plant size, but does not give the actual biomass, or information on biomass allocation to leaves, stems, and roots. This lack of information hampers comparisons across experiments, platforms, and the published literature. However, advancements in machine learning techniques now enable the segmentation of 2D or 3D images into leaves and stems (<xref ref-type="bibr" rid="B21">Golbach et&#xa0;al., 2016</xref>; <xref ref-type="bibr" rid="B30">Jin et&#xa0;al., 2019</xref>; <xref ref-type="bibr" rid="B63">Shi et&#xa0;al., 2019</xref>), so far only for smaller and/or specific species. Moreover, combined shoot and root phenotyping is feasible in rhizotron or agar-based platforms (<xref ref-type="bibr" rid="B44">Nagel et&#xa0;al., 2012</xref>; <xref ref-type="bibr" rid="B43">Nagel et&#xa0;al., 2020</xref>). These developments hold the potential to extract more comprehensive information from these photographs or raw sensor data.</p>
<p>In all cases, users must maintain a critical approach to their data, particularly when changes in plant morphology occur. A clear example is observed in drought-stressed plants where a loss in turgor can result in leaf rolling or wilting, leading to a noticeable decrease in projected leaf area (PLA; <xref ref-type="fig" rid="f4">
<bold>Figures&#xa0;4C, D</bold>
</xref>), while actual dry biomass is little affected. Even when the variable of interest is directly provided by sensors, it is wise to verify the definitions used. For one researcher, plant height may be the distance from the shoot basis to the highest plant part, for another it could be the distance from the basis to the apical meristem. In some non-destructive systems, a more statistical approach is taken, where this variable is defined as the average value of the pixels (or voxels) from the 80<sup>th</sup> till the 90<sup>th</sup> percentile with respect to height (<xref ref-type="bibr" rid="B34">Kjaer and Ottosen, 2015</xref>). Ideally, these definitions are included in the meta-data provided by the HTPP system.</p>
</sec>
<sec id="s3_9">
<label>3.9</label>
<title>Are non-destructive measurements sufficient?</title>
<p>The phenotype of plants is multifaceted, composed of hundreds of variables related to anatomy, morphology, chemical composition, carbon and water economy, growth, as well as reproduction (<xref ref-type="bibr" rid="B36">Lambers and Oliveira, 2019</xref>; <xref ref-type="bibr" rid="B53">Poorter et&#xa0;al., 2022</xref>; <xref ref-type="bibr" rid="B78">Zafaver et&#xa0;al., 2023</xref>). While some of these variables can be estimated non-destructively, the majority of plant traits require destructive sampling or harvesting. Consequently, HTPP systems, which are primarily non-destructive by nature, can only cover a subset of the phenotypic traits that researchers would ideally like to measure. However, by bringing sensors to the plant, additional measurements may become feasible. For example, continuous monitoring of transpiration over a plant&#x2019;s lifespan in real time can be achieved by placing plants on a balance (<xref ref-type="bibr" rid="B65">Tardieu et&#xa0;al., 2017</xref>; <xref ref-type="bibr" rid="B9">Dalal et&#xa0;al., 2020</xref>). Nevertheless, many other traits can only be measured through destructive sampling or harvesting, which necessitates additional planning and manpower.</p>
<p>A highly promising advancement is the development of robots capable of approaching a plant and taking a leaf punch from a specific leaf blade (<xref ref-type="bibr" rid="B1">Aleny&#xe0; et&#xa0;al., 2013</xref>; <xref ref-type="bibr" rid="B17">Foix et&#xa0;al., 2018</xref>). By promptly storing these samples in liquid nitrogen, a broad array of relevant biochemical analyses can be conducted, including the assessment of key metabolites and RNA expression levels (<xref ref-type="bibr" rid="B25">Hall et&#xa0;al., 2022</xref>).</p>
</sec>
<sec id="s3_10">
<label>3.10</label>
<title>What calibration curve is required?</title>
<p>In certain cases, well-calibrated phenotyping equipment can directly provide data on physiologically relevant variables of interest. For instance, measurements such as leaf temperature or F<sub>v</sub>/F<sub>m</sub> yield output that is readily biologically interpretable and can be easily related to published work in the literature. In other cases, however, additional calibration is required to transform acquired data (e.g., number of green pixels) into biological meaningful variables (e.g., shoot dry mass). In such cases, a common procedure involves periodic measurements of a subset of plants, initially through non-destructive imaging, and subsequently destructively by determining leaf area, shoot dry mass or other traits of interest. An example is shown in <xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref>, where the projected leaf area of <italic>Plantago major</italic> plants grown under different [CO<sub>2</sub>] levels was assessed non-destructively through imaging, followed by destructive measurement of total leaf area and shoot biomass (see Material &amp; Methods).</p>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>Relationship between projected leaf area and total leaf area of <italic>Plantago major</italic> plants harvested over an 8-week period and plotted on <bold>(A)</bold> linear or <bold>(B)</bold> logarithmic scales. Blue circles represent plants grown at low [CO<sub>2</sub>] (350 &#xb5;L L<sup>-1</sup>), and orange triangles representplants grown at high [CO<sub>2</sub>] (700 &#xb5;L L<sup>-1</sup>). The grey dotted line represents the 1:1 relationship between TLA (Total Leaf Area) and PLA (Projected Leaf Area), the green dashed line represents the linear fit through the data, and the black continuous line shows the quadratic fit. The vertical brown line indicates where the divide is between the 50% smaller and 50% larger plants, based on PLA.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1233794-g006.tif"/>
</fig>
<p>The first step in establishing a calibration curve involves plotting the variable of interest against the measured variable. We illustrate this process with a graph that depicts the relationship between total leaf area (TLA) and projected leaf area (PLA). The graph demonstrates that for small plants (&lt; 30 cm<sup>2</sup> in this case, for plants up to 4 weeks old), TLA and PLA exhibit largely similar values. However, in larger plants, TLA increases at a faster rate than PLA, as newly-grown leaves will inevitably overlap partially or even fully with older leaves. In the experiment presented here, the TLA at the final harvest was approximately 2.3 times larger than the corresponding PLA, with no clear difference between plants of the two treatments.</p>
<p>The second step in constructing the calibration curve involves computing a regression line. Taken over both treatments, a linear regression yielded highly significant results (P &lt; 0.001). Based on the calculated r<sup>2</sup>, we found that variation in PLA accounted for 92% of the variation in TLA. While this initial outcome may appear very satisfactory, further examination showed that the regression line <italic>underestimated</italic> TLA at very small and high TLA values, while <italic>overestimating</italic> TLA at intermediate PLA values. Given the gradual increase in leaf overlap with plant size, a curved relationship appears to be a more appropriate model. Subsequent analysis with a second-order polynomial confirmed the high significance (P&lt;0.001) of the quadratic term, resulting in a slightly improved r<sup>2</sup> (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>).</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Characterization of different calibration curves for estimating total leaf area (TLA) from projected leaf area (PLA).</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="left"/>
<th valign="middle" align="center">lin</th>
<th valign="middle" align="center">qua</th>
<th valign="middle" align="center">Log(lin)</th>
<th valign="middle" align="center">Log(qua)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="left">P-value for a</td>
<td valign="middle" align="center">***</td>
<td valign="middle" align="center">ns</td>
<td valign="middle" align="center">***</td>
<td valign="middle" align="center">***</td>
</tr>
<tr>
<td valign="middle" align="left">P-value for b</td>
<td valign="middle" align="center">***</td>
<td valign="middle" align="center">***</td>
<td valign="middle" align="center">***</td>
<td valign="middle" align="center">***</td>
</tr>
<tr>
<td valign="middle" align="left">P-value for c</td>
<td valign="middle" align="center">&#x2013;</td>
<td valign="middle" align="center">***</td>
<td valign="middle" align="center">&#x2013;</td>
<td valign="middle" align="center">***</td>
</tr>
<tr>
<td valign="middle" align="left">Adj. r<sup>2</sup>
</td>
<td valign="middle" align="center">0.920</td>
<td valign="middle" align="center">0.926</td>
<td valign="middle" align="center">0.986</td>
<td valign="middle" align="center">0.989</td>
</tr>
<tr>
<td valign="middle" align="left">Df for the error term</td>
<td valign="middle" align="center">162</td>
<td valign="middle" align="center">161</td>
<td valign="middle" align="center">162</td>
<td valign="middle" align="center">161</td>
</tr>
<tr>
<td valign="middle" align="left">RMSE (cm<sup>2</sup>)</td>
<td valign="middle" align="center">53.9</td>
<td valign="middle" align="center">51.6</td>
<td valign="middle" align="center">29.9 &#x2020;</td>
<td valign="middle" align="center">27.3 &#x2020;</td>
</tr>
<tr>
<td valign="middle" align="left">MdAPE (%)</td>
<td valign="middle" align="center">38</td>
<td valign="middle" align="center">25</td>
<td valign="middle" align="center">17 &#x2020;</td>
<td valign="middle" align="center">12 &#x2020;</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Adj. r<sup>2</sup>: adjusted r<sup>2</sup>; df: degrees of freedom; RMSE: Root Mean Square Error; MdAPE: the Median values of the Absolute Percentage Error. Significance levels: ***, P &lt; 0.001. Equations are of the form y = a + bx for a linear polynomial (lin) or y = a + bx + cx<sup>2</sup> for a quadratic polynomial (qua). The last two columns are for x and y data that were log<sub>10</sub>-transformed, with the fields marked by a &#x2020; calculated after back-transformation to the original scale.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Although many users are satisfied with the aforementioned correlative approach and the high r<sup>2</sup> values (e.g. <xref ref-type="bibr" rid="B44">Nagel et&#xa0;al., 2012</xref>; <xref ref-type="bibr" rid="B67">Vadez et&#xa0;al., 2015</xref>; <xref ref-type="bibr" rid="B5">Banerjee et&#xa0;al., 2020</xref>), certain aspects warrant further inspection. For instance, the growth of young plants often follows an exponential pattern, characterized by smaller absolute size increases in small plants, and larger increases as plants grow bigger. As a consequence, in the experiment we are discussing with weekly harvests, the first half of the calibration curve is determined by 82% of the observations, while the remaining 18% contribute to the second half. To achieve a more balanced distribution, we could log-transform both PLA and TLA. In our experiment, this log-transformation resulted in the first half of the curve containing 32% of the data, with the remaining 68% in the second half (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6B</bold>
</xref>). Although the distribution is still not perfectly equal, it improved considerably compared to the non-transformed dataset. Performing a linear regression on the log-transformed data yielded a highly significant fit, with an r<sup>2</sup> of 0.986. However, it is important to acknowledge the biological phenomenon of overlapping leaves. Incorporating a quadratic term into the equation further improved the fit, resulting in an r<sup>2</sup> value of 0.989. Clearly, it pays to analyze which function is most appropriate, and whether log-transformation of the data and/or non-linear fits can provide a more robust basis for the calibration curve than a standard linear regression on non-transformed data.</p>
</sec>
<sec id="s3_11">
<label>3.11</label>
<title>How accurate is the calibration curve?</title>
<p>The coefficient of determination (r<sup>2</sup>) is a convenient parameter to describe the goodness of fit of a statistical relationship between variables, and because it (generally) scales between 0 and 1, it allows easy comparisons across various experiments (<xref ref-type="bibr" rid="B8">Chicco et&#xa0;al., 2021</xref>). The calibration curves discussed in the previous section all exhibit relatively high r<sup>2</sup> values (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>), but does this r<sup>2</sup> truly represent the desired accuracy? Different expressions of plant size, such as leaf number, leaf area, and total biomass, are generally well correlated. How well the calibration curve works depends partly on the appropriateness of the chosen proxy trait. For instance: a top-view picture might provide more information for a rosette plant, while side views or views from different angles could be more informative for species with a single stem. Furthermore, it is important to note that r<sup>2</sup> provides information on the total variation in the y-variable that can be explained by the total variation in the x-variable. Hence, in monotonically increasing relationships like the one depicted in <xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref>, the larger the span in size in both x and y, the higher the r<sup>2</sup> will be. If we restrict the calculation to plants with a PLA &gt;100 cm<sup>2</sup> instead of considering all data, the r<sup>2</sup> value decreases from 0.92 to 0.76. Consequently, a high r<sup>2</sup> for a calibration curve like the one shown in <xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref>, indicates that we are able to effectively distinguish between small and large plants. However, if a researcher&#x2019;s prime interest lies in understanding the variation in final size across genotypes, relying solely on the r<sup>2</sup> of the full calibration curve may provide a somewhat misleading sense of accuracy.</p>
<p>An alternative measure to assess the goodness of fit is the root mean square error (RMSE), which quantifies the average distance in the y-direction between the observed data points and the fitted line. It gives more weight to points that are further away from the line, compared to those that are closer (<xref ref-type="bibr" rid="B26">Hodson, 2022</xref>). The advantage of RMSE is that, all else being equal, it is not influenced by the total variation range in x and y, as is the case with r<sup>2</sup>. Additionally, RMSE provides an absolute error in the units of the Y-axis. If the residuals follow a normal distribution, it informs the researcher that there is a 68% probability that the estimated total leaf area (TLA) deviates by less than the RMSE from the true TLA. However, RMSE may not be suitable for calibration curves that cover a wider range of plant sizes, as the error is not equal for plants of all sizes. For instance, an RMSE of 5 cm<sup>2</sup> may represent a minor deviation for a plant of 1000 cm<sup>2</sup>, but a huge variation for a plant with a leaf area of 1 cm<sup>2</sup>.</p>
<p>To assess the accuracy of the estimates, we calculated for each plant the absolute percentage error. This involved determining the absolute difference between the actual TLA, and the TLA value estimated from the calibration curve, normalized to the actual TLA measured. These values ranged from nearly 0%, indicating a highly accurate estimate, to over 1000% in the specific case of very young plants where TLA was fitted with a straight line across all plant sizes (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7A</bold>
</xref>). In the last case, the actual TLA value was 1 cm<sup>2</sup>, whereas the estimated TLA value was calculated to be -10 cm<sup>2</sup>. This illustrates that even an r<sup>2</sup> value exceeding 0.90 does not necessarily guarantee accurate estimates for every individual plant. The median absolute percentage error (MdAPE) serves as a useful summary descriptor for non-normally distributed data. For the linear calibration curve, MdAPE was approximately 37% (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>; <xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7A</bold>
</xref>), indicating that the accuracy fell short of our expectations. However, when utilizing a quadratic fit with log-log transformed values, the MdAPE decreased to 11%, signifying a substantial improvement in accuracy. Additionally, in the quadratic fit, MdAPE values were lower for smaller compared to larger ones (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7B</bold>
</xref>), which is logical given the increased leaf overlap in larger plants.</p>
<fig id="f7" position="float">
<label>Figure&#xa0;7</label>
<caption>
<p>
<bold>(A)</bold> Boxplot characterizing the distribution of the Absolute Percentage Error (APE) in the estimate of Total Leaf Area (TLA) from the measurements of Projected Leaf Area (PLA), using four different calibration curves. <bold>(B)</bold> Absolute Percentage Error in the estimate of Total Leaf Area using a log-quadratic calibration curve plotted against Projected Leaf Area. In <bold>(A)</bold>, boxplots indicate the 5<sup>th</sup>, 25<sup>th</sup>, 50<sup>th</sup>, 75<sup>th</sup> and 95<sup>th</sup> percentile of the APE values, taken over all plants and treatments. lin, linear regression; qua, quadratic regression; loglin, linear regression through the log<sub>10</sub>-transormed value of TLA and PLA; logqua, quadratic regression through the log<sub>10</sub>-transformed values. In <bold>(B)</bold>, blue circles represent plants grown at low [CO<sub>2</sub>] (350 &#xb5;L L<sup>-1</sup>), and orange triangles represent high [CO<sub>2</sub>]-grown plants (700 &#xb5;L L<sup>-1</sup>). The regression line passes through all points, and is significantly (P&lt;0.001) different from zero, with an adjusted r<sup>2</sup> of 0.15.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1233794-g007.tif"/>
</fig>
<p>The mean absolute percentage error (MAPE) is increasingly utilized in the field of high-throughput plant phenotyping (e.g. <xref ref-type="bibr" rid="B46">Paproki et&#xa0;al., 2012</xref>; <xref ref-type="bibr" rid="B48">Paulus, 2019</xref>; <xref ref-type="bibr" rid="B61">Rossi et&#xa0;al., 2022</xref>). However, given the log-normal distribution of these data, we advocate for the use of the median absolute percentage error (MdAPE) as a more informative measure of the general accuracy. By employing the MdAPE, we aim to capture a representative summary of the actual accuracy, rather than relying solely on the r<sup>2</sup> of a calibration curve.</p>
</sec>
<sec id="s3_12">
<label>3.12</label>
<title>How many calibration curves are required?</title>
<p>So far, we have considered a common calibration curve for both low and high CO<sub>2</sub> plants. For the relationship between projected leaf area (PLA) and total leaf area (TLA), this approach may seem reasonable as long as the treatment does not influence leaf angle or any other aspect of leaf display. However, what would happen if we aim to use PLA to estimate shoot biomass (<xref ref-type="fig" rid="f8">
<bold>Figure&#xa0;8A</bold>
</xref>)? The relationship between leaf dry mass and leaf area is known to shift, as plants exposed to elevated CO<sub>2</sub> almost invariably exhibit higher leaf mass per area (LMA; <xref ref-type="bibr" rid="B53">Poorter et&#xa0;al., 2022</xref>). Using quadratic polynomials on log-transformed PLA and shoot dry mass, we indeed found different curves (<xref ref-type="fig" rid="f8">
<bold>Figure&#xa0;8B</bold>
</xref>). They indicated that for a given PLA, elevated CO<sub>2</sub> plants were 20-30% heavier, although not for the smallest or largest plants. These findings align with the LMA data, which also showed LMA averages to be 20-30% heavier, except for the first and last harvest (cf. Figure&#xa0;8B in <xref ref-type="bibr" rid="B56">Poorter et&#xa0;al., 1988</xref>). However, statistically, this did not show up as a significant effect, neither for CO<sub>2</sub> as a main factor nor for the interaction of CO<sub>2</sub> with the linear and quadratic components of PLA.</p>
<fig id="f8" position="float">
<label>Figure&#xa0;8</label>
<caption>
<p>Relationship between projected leaf area and shoot dry mass of <italic>Plantago major</italic>, grown at low {CO<sub>2</sub>] (350 &#xb5;L L<sup>-1</sup>) and high [CO<sub>2</sub>] (700 &#xb5;L L<sup>-1</sup>). <bold>(A)</bold> Combined data for plants of both treatments; <bold>(B)</bold> calibration curves separately calculated for plants from each [CO<sub>2</sub>]. All curves exhibited highly significant linear and quadratic components (P &lt; 0.001) and r<sup>2</sup> &gt; 0.978.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1233794-g008.tif"/>
</fig>
<p>Having different calibration curves for different treatments, or maybe for different genotypes, can be quite inconvenient, as it requires more manual harvesting, partially nullifying the intended savings in human effort. What could we do about that? A well-cited method paper by <xref ref-type="bibr" rid="B22">Golzarian et&#xa0;al. (2011)</xref> discussed the phenotyping aspects of calibration curves, using the example of an experiment where plants were exposed to salinity or to control conditions. The study found that the two calibration curves were significantly different, with salt-stressed plants exhibiting higher biomass estimates for a given number of pixels compared to control plants. That would fit with the general understanding that salt stress increases leaf mass per area (LMA; <xref ref-type="bibr" rid="B55">Poorter et&#xa0;al., 2009</xref>; <xref ref-type="bibr" rid="B33">Kamanga et&#xa0;al., 2023</xref>). <xref ref-type="bibr" rid="B22">Golzarian et&#xa0;al. (2011)</xref>, however, reasoned that salt-stressed plants were smaller, and considered them to be of &#x2018;younger&#x2019; age. By adding the factor age to the equation, a single calibration function could be achieved for plants of both treatments. However, this approach mixes plant ontogeny with the direct effects of salinity, and is likely not broadly valid, especially when multiple treatments with varying salinity concentrations would be involved. Consequently, if the treatment of interest affects LMA, leaf angle, or other relevant morphological parameters, different calibration curves for different treatments may indeed be unavoidable.</p>
<p>Another important question to consider is the validity of a calibration curve that has been developed for a particular species, and whether it can be applied to other experiments involving the same species. In growth chambers, where light and temperature stay fixed to the same level, the transferability of a calibration curve seems more likely compared to glasshouses or field settings, where seasonal variation in light and temperature may strongly impact both LMA and stem thickness (and consequently stem mass per projected area). To use HTPP systems more effectively, calibration curves deserve more attention than they got so far. As is custom in many other laboratory methods, it might be good to regularly validate the measuring pipeline with a couple of reference samples that are measured using destructive methods.</p>
</sec>
<sec id="s3_13">
<label>3.13</label>
<title>How many replicates per genotype or treatment?</title>
<p>Plants grown singly in pots may show quite some variability in plant mass or other traits, which can negatively impact the statistical power to detect differences between genotypes or treatments (<xref ref-type="bibr" rid="B52">Poorter and Garnier, 1996</xref>). When planning the size of an HTPP system, it is important to consider not only the number of species or genotypes to be tested, but also the number of replicates per genotype that will be required. Genome-wide association studies (GWAS) or Quantitative Trait Loci (QTL) experiments often benefit more from including additional genotypes rather than increasing the number of replicates per genotype (<xref ref-type="bibr" rid="B79">Zou et&#xa0;al., 2006</xref>). If treatments are compared across many genotypes, the large number of plants grown in HTPP systems will provide sufficient statistical power for general conclusions. However, when researchers are also interested in testing specific differences between individual genotypes, the number of replicates becomes more critical. This is particularly true when a calibration curve is used to estimate the values of the trait of interest. Calibration curves with low r<sup>2</sup> and high MdAPE introduce additional variability on top of the inherent variation that will already be present among plants. In the case of the CO<sub>2</sub> experiment, a t-test conducted at the final harvest revealed that the actual shoot dry mass for the two treatments was only marginally significant (P = 0.10). However, the difference was far further from significance when the shoot dry mass estimates based on PLA values were used (P = 0.24). In situations where HTPP system users are interested in specific contrasts, the utilization of calibration curves implies that they may need to include more replicates than in traditional experiments to achieve the same level of statistical power.</p>
</sec>
<sec id="s3_14">
<label>3.14</label>
<title>How often do you need to repeat an experiment?</title>
<p>Despite the robotized and computerized systems, HTPP experiments often push limits and compare large amounts of genotypes in a standardized manner. In as far as these experiments have a background in (eco)physiological approaches, with single plants growing in pots under controlled conditions, data from a single experiment is often considered sufficient for publication. However, in agriculture it is generally regarded as the gold standard to repeat an experiment in multiple years or locations, before any importance is attached to the results.</p>
<p>Possibly, HTPP in controlled conditions can be seen as the initial, important step in a two-phase approach. During this first step, a wide range of genotypes or species can be tested, either in their own right or in combination with specific treatment factors. Without being overly concerned about genotypic effects on calibration curves (as mentioned in point 12), this step can be used to identify the worst-performing and best-performing genotypes, simply based on green pixel counts or similar proxy traits (&#x2018;forward phenomics&#x2019; <italic>sensu</italic> <xref ref-type="bibr" rid="B41">Mir et&#xa0;al., 2019</xref>; cf. <xref ref-type="bibr" rid="B40">Merlot et&#xa0;al., 2002</xref>). The most extreme and interesting genotypes, for example those carrying contrasting alleles for important QTLs can then be further investigated in a targeted experiment. This subsequent phase would involve non-destructive phenotyping complemented by more labor-intensive physiological analyses such as gas exchange and chemical characterization on the one hand, and destructive harvesting of both shoot and root biomass on the other hand (<xref ref-type="bibr" rid="B57">Poudyal et&#xa0;al., 2018</xref>). Such a two-step approach would also be helpful in screening a wide range of germplasm for contrasting genotypes.</p>
</sec>
</sec>
<sec id="s4" sec-type="conclusions">
<label>4</label>
<title>Conclusions and outlook</title>
<p>In this paper, we discussed a number of issues relevant to consider during the design and implementation phases of high-throughput plant phenotyping (HTPP) systems. A crucial aspect of an HTPP platform is its alignment with the specific research questions of interest and its careful design, both from the hardware and the workflow perspective. Different treatments applied to the shoot environment (such as light, CO<sub>2</sub>, temperature) are often more complicated to implement, as this requires various growth environments all integrated into one HTPP system, or replicated HTPP systems, which is feasible but expensive. Treatments that can be applied to separate pots in the same location (such as drought, nutrients, salinity) are relatively easier to implement and amenable to computerized control. Additionally, efforts must be made to effectively address unforeseen problems and errors.</p>
<p>Regardless of the treatment approach, it is important to acknowledge that investment costs and maintenance requirements for most phenotyping systems are substantial. This is in part because the systems build now are often highly customized. If over time researchers will settle for more standardized systems and sensors, platform costs and time spend on complications will hopefully decrease.</p>
<p>Obtaining meaningful information from HTPP experiments requires to carefully consider the selection of meaningful proxy traits that enable us to answer the research questions at hand. Attention should also be paid to well-designed and regularly validated calibration curves, if necessary. An alternative strategy is to use HTPP systems as a good opportunity for prescreening. Such a prescreening would then be followed by an experiment focusing on a limited number of the most interesting genotypes. It allows to measure not only the proxy variables easily acquired by the phenotyping system (&#x2018;soft&#x2019; traits), but also the physiological &#x2018;hard-to-get&#x2019; traits that provide valuable insights and a more comprehensive understanding of observed differences in plant performance.</p>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="ST1">
<bold>Supplementary Material</bold>
</xref>. Further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s6" sec-type="author-contributions">
<title>Author contributions</title>
<p>HP and PvG initiated the idea, HP, OV and AWK collected data/images. HP wrote the ms. All authors contributed their experiences and viewpoints on phenotyping and commented on the ms. All authors contributed to the article and approved the submitted version.</p>
</sec>
</body>
<back>
<sec id="s7" sec-type="funding-information">
<title>Funding</title>
<p>This paper was partially funded by the Helmholtz Association of Germany and the European Union Grant agreement No. 101059784 (CROPINNO). Open access was partly funded by the Deutsche Forschungsgemeinschaft (DFG, German Research Foundation) &#x2013; 491111487. </p>
</sec>
<ack>
<title>Acknowledgments</title>
<p>We thank Erik van Oosterom, Vijaya Singh and Nicolai Jablonowski for providing illustrative pictures for <xref ref-type="boxed-text" rid="box1">
<bold>Box 1</bold>
</xref>. Trevor Garnett and Ewaut Kissel commented on previous versions of this ms. We also appreciated the constructive comments of the reviewers. Open access was enabled by the DEAL project agreement. ChatGPT was used to check the language of the written text.</p>
</ack>
<sec id="s8" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>One of the authors (GMH) is co-founder of a company in high-throughput phenotyping and contributed valuable experience to this paper.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s9" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s10" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fpls.2023.1233794/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fpls.2023.1233794/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.xlsx" id="ST1" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"/>
<supplementary-material xlink:href="Table_2.xlsx" id="ST2" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"/>
</sec>
<fn-group>
<title>Abbreviations</title>
<fn fn-type="abbr">
<p>HTPP, High-Throughput Plant Phenotyping; MAPE, Mean Absolute Percentage Error; MdAPE, Median Absolute Percentage Error; RMSE, Root Mean Square Error; PLA, Projected Leaf Area; TLA, Total Leaf Area.</p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Aleny&#xe0;</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Dellen</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Foix</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Torras</surname> <given-names>C.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Robotized plant probing: Leaf segmentation utilizing time-of-flight data</article-title>. <source>IEEE Robotics Autom. Magaz.</source> <volume>20</volume>, <fpage>50</fpage>&#x2013;<lpage>59</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/MRA.2012.2230118</pub-id>
</citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Al-Tamimi</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Brien</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Oakey</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Berger</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Saade</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Ho</surname> <given-names>Y. S.</given-names>
</name>
<etal/>
</person-group>. (<year>2016</year>). <article-title>Salinity tolerance loci revealed in rice using high-throughput non-invasive phenotyping</article-title>. <source>Nat. Commun.</source> <volume>7</volume>, <elocation-id>13342</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/ncomms13342</pub-id>
</citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Anten</surname> <given-names>N. P.</given-names>
</name>
<name>
<surname>Casado-Garcia</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Nagashima</surname> <given-names>H.</given-names>
</name>
</person-group> (<year>2005</year>). <article-title>Effects of mechanical stress and plant density on mechanical characteristics, growth, and lifetime reproduction of tobacco plants</article-title>. <source>Amer. Nat.</source> <volume>166</volume>, <fpage>650</fpage>&#x2013;<lpage>660</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1086/497442</pub-id>
</citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bagley</surname> <given-names>S. A.</given-names>
</name>
<name>
<surname>Atkinson</surname> <given-names>J. A.</given-names>
</name>
<name>
<surname>Hunt</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Wilson</surname> <given-names>M. H.</given-names>
</name>
<name>
<surname>Pridmore</surname> <given-names>T. P.</given-names>
</name>
<name>
<surname>Wells</surname> <given-names>D. M.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Low-cost automated vectors and modular environmental sensors for plant phenotyping</article-title>. <source>Sensors</source> <volume>20</volume>, <elocation-id>3319</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/s20113319</pub-id>
</citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Banerjee</surname> <given-names>B. P.</given-names>
</name>
<name>
<surname>Joshi</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Thoday-Kennedy</surname> <given-names>E.</given-names>
</name>
<name>
<surname>Pasam</surname> <given-names>R. K.</given-names>
</name>
<name>
<surname>Tibbits</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Hayden</surname> <given-names>M.</given-names>
</name>
<etal/>
</person-group>. (<year>2020</year>). <article-title>High-throughput phenotyping using digital and hyperspectral imaging-derived biomarkers for genotypic nitrogen response</article-title>. <source>J. Exp. Bot.</source> <volume>71</volume>, <fpage>4604</fpage>&#x2013;<lpage>4615</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/jxb/eraa143</pub-id>
</citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brien</surname> <given-names>C. J.</given-names>
</name>
<name>
<surname>Berger</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Rabie</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Tester</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Accounting for variation in designing greenhouse experiments with special reference to greenhouses containing plants on conveyor systems</article-title>. <source>Plant Meth.</source> <volume>9</volume>, <fpage>1</fpage>&#x2013;<lpage>22</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1746-4811-9-5</pub-id>
</citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chiang</surname> <given-names>C.</given-names>
</name>
<name>
<surname>B&#xe5;nkestad</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Hoch</surname> <given-names>G.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Reaching natural growth: The significance of light and temperature fluctuations in plant performance in indoor growth facilities</article-title>. <source>Plants</source> <volume>9</volume>, <elocation-id>1312</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/plants9101312</pub-id>
</citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chicco</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Warrens</surname> <given-names>M. J.</given-names>
</name>
<name>
<surname>Jurman</surname> <given-names>G.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>The coefficient of determination R-squared is more informative than SMAPE, MAE, MAPE, MSE and RMSE in regression analysis evaluation</article-title>. <source>PeerJ. Comp. Sci.</source> <volume>7</volume>, <fpage>e623</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.7717/peerj-cs.623</pub-id>
</citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dalal</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Shenhar</surname> <given-names>I.</given-names>
</name>
<name>
<surname>Bourstein</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Mayo</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Grunwald</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Averbuch</surname> <given-names>N.</given-names>
</name>
<etal/>
</person-group>. (<year>2020</year>). <article-title>A telemetric, gravimetric platform for real-time physiological phenotyping of plant&#x2013;environment interactions</article-title>. <source>J. Visual. Experim.</source> <volume>162</volume>, <elocation-id>e61280</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3791/61280</pub-id>
</citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Deery</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Jimenez-Berni</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Jones</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Sirault</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Furbank</surname> <given-names>R.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Proximal remote sensing buggies and potential applications for field-based phenotyping</article-title>. <source>Agronomy</source> <volume>4</volume>, <fpage>349</fpage>&#x2013;<lpage>379</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/agronomy4030349</pub-id>
</citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dobrescu</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Giuffrida</surname> <given-names>M. V.</given-names>
</name>
<name>
<surname>Tsaftaris</surname> <given-names>S. A.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Doing more with less: a multitask deep learning approach in plant phenotyping</article-title>. <source>Front. Plant Sci.</source> <volume>11</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fpls.2020.00141</pub-id>
</citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dobrescu</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Scorza</surname> <given-names>L. C.</given-names>
</name>
<name>
<surname>Tsaftaris</surname> <given-names>S. A.</given-names>
</name>
<name>
<surname>McCormick</surname> <given-names>A. J.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>A &#x201c;Do-It-Yourself&#x201d; phenotyping system: measuring growth and morphology throughout the diel cycle in rosette shaped plants</article-title>. <source>Plant Meth.</source> <volume>13</volume>, <fpage>1</fpage>&#x2013;<lpage>12</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13007-017-0247-6</pub-id>
</citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dornbusch</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Lorrain</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Kuznetsov</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Fortier</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Liechti</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Xenarios</surname> <given-names>I.</given-names>
</name>
<etal/>
</person-group>. (<year>2012</year>). <article-title>Measuring the diurnal pattern of leaf hyponasty and growth in Arabidopsis&#x2013;a novel phenotyping approach using laser scanning</article-title>. <source>Funct. Plant Biol.</source> <volume>39</volume>, <fpage>860</fpage>&#x2013;<lpage>869</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1071/FP12018</pub-id>
</citation>
</ref>
<ref id="B14">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Eberius</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Lima-Guerra</surname> <given-names>J.</given-names>
</name>
</person-group> (<year>2009</year>). &#x201c;<article-title>High-throughput plant phenotyping&#x2013;data acquisition, transformation, and analysis</article-title>,&#x201d; in <source>Bioinformatics: tools and applications</source>  eds <person-group person-group-type="author">
<name>
<surname>Edwards</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Stajich</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Hansen</surname> <given-names>D.</given-names>
</name>
</person-group>, (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Springer</publisher-name>), <fpage>259</fpage>&#x2013;<lpage>278</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/978-0-387-92738-1_13</pub-id>
</citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Evans</surname> <given-names>G. C.</given-names>
</name>
</person-group> (<year>1972</year>). <article-title>The quantitative analysis of plant growth</article-title>. <publisher-loc>Berkeley and Los Angeles</publisher-loc>: <publisher-name>Univ. California Press</publisher-name>.</citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fiorani</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Schurr</surname> <given-names>U.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Future scenarios for plant phenotyping</article-title>. <source>Annu. Rev. Plant Biol.</source> <volume>64</volume>, <fpage>267</fpage>&#x2013;<lpage>291</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1146/annurev-arplant-050312-120137</pub-id>
</citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Foix</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Aleny&#xe0;</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Torras</surname> <given-names>C.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Task-driven active sensing framework applied to leaf probing</article-title>. <source>Comp. Electr. Agric.</source> <volume>147</volume>, <fpage>166</fpage>&#x2013;<lpage>175</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.compag.2018.01.020</pub-id>
</citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Furbank</surname> <given-names>R. T.</given-names>
</name>
<name>
<surname>Tester</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>Phenomics&#x2013;technologies to relieve the phenotyping bottleneck</article-title>. <source>Trends Plant Sci.</source> <volume>16</volume>, <fpage>635</fpage>&#x2013;<lpage>644</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.tplants.2011.09.005</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gibon</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Blaesing</surname> <given-names>O. E.</given-names>
</name>
<name>
<surname>Hannemann</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Carillo</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Hohne</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Hendriks</surname> <given-names>J. H.</given-names>
</name>
<etal/>
</person-group>. (<year>2004</year>). <article-title>A robot-based platform to measure multiple enzyme activities in <italic>Arabidopsis</italic> using a set of cycling assays: comparison of changes of enzyme activities and transcript levels during diurnal cycles and in prolonged darkness</article-title>. <source>Plant Cell</source> <volume>16</volume>, <fpage>3304</fpage>&#x2013;<lpage>3325</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1105/tpc.104.025973</pub-id>
</citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gibson</surname> <given-names>G.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Population genetics and GWAS: a primer</article-title>. <source>PloS Biol.</source> <volume>16</volume>, <fpage>e2005485</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pbio.2005485</pub-id>
</citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Golbach</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Kootstra</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Damjanovic</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Otten</surname> <given-names>G.</given-names>
</name>
<name>
<surname>van de Zedde</surname> <given-names>R.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Validation of plant part measurements using a 3D reconstruction method suitable for high-throughput seedling phenotyping</article-title>. <source>Mach. Vision Appl.</source> <volume>27</volume>, <fpage>663</fpage>&#x2013;<lpage>680</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00138-015-0727-5</pub-id>
</citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Golzarian</surname> <given-names>M. R.</given-names>
</name>
<name>
<surname>Frick</surname> <given-names>R. A.</given-names>
</name>
<name>
<surname>Rajendran</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Berger</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Roy</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Tester</surname> <given-names>M.</given-names>
</name>
<etal/>
</person-group>. (<year>2011</year>). <article-title>Accurate inference of shoot biomass from high-throughput images of cereal plants</article-title>. <source>Plant Meth.</source> <volume>7</volume>, <fpage>1</fpage>&#x2013;<lpage>11</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1746-4811-7-2</pub-id>
</citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gomez</surname> <given-names>L. D.</given-names>
</name>
<name>
<surname>Whitehead</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Barakate</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Halpin</surname> <given-names>C.</given-names>
</name>
<name>
<surname>McQueen-Mason</surname> <given-names>S. J.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Automated saccharification assay for determination of digestibility in plant materials</article-title>. <source>Biotechn. Biofuels</source> <volume>3</volume>, <fpage>1</fpage>&#x2013;<lpage>12</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1754-6834-3-23</pub-id>
</citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Granier</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Aguirrezabal</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Chenu</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Cookson</surname> <given-names>S. J.</given-names>
</name>
<name>
<surname>Dauzat</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Hamard</surname> <given-names>P.</given-names>
</name>
<etal/>
</person-group>. (<year>2006</year>). <article-title>PHENOPSIS, an automated platform for reproducible phenotyping of plant responses to soil water deficit in <italic>Arabidopsis thaliana</italic> permitted the identification of an accession with low sensitivity to soil water deficit</article-title>. <source>New Phytol.</source> <volume>169</volume>, <fpage>623</fpage>&#x2013;<lpage>635</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1469-8137.2005.01609.x</pub-id>
</citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hall</surname> <given-names>R. D.</given-names>
</name>
<name>
<surname>D&#x2019;Auria</surname> <given-names>J. C.</given-names>
</name>
<name>
<surname>Ferreira</surname> <given-names>A. C. S.</given-names>
</name>
<name>
<surname>Gibon</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Kruszka</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Mishra</surname> <given-names>P.</given-names>
</name>
<etal/>
</person-group>. (<year>2022</year>). <article-title>High-throughput plant phenotyping: a role for metabolomics</article-title>? <source>Trends Plant Sci.</source> <volume>27</volume>, <fpage>549</fpage>&#x2013;<lpage>563</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.tplants.2022.02.001</pub-id>
</citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hodson</surname> <given-names>T. O.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Root-mean-square error (RMSE) or mean absolute error (MAE): when to use them or not</article-title>. <source>Geosci. Model. Dev.</source> <volume>15</volume>, <fpage>5481</fpage>&#x2013;<lpage>5487</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.5194/gmd-15-5481-2022</pub-id>
</citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jahnke</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Roussel</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Hombach</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Kochs</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Fischbach</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Huber</surname> <given-names>G.</given-names>
</name>
<etal/>
</person-group>. (<year>2016</year>). <article-title>Pheno seeder-a robot system for automated handling and phenotyping of individual seeds</article-title>. <source>Plant Physiol.</source> <volume>172</volume>, <fpage>1358</fpage>&#x2013;<lpage>1370</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1104/pp.16.01122</pub-id>
</citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Janni</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Coppede</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Bettelli</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Briglia</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Petrozza</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Summerer</surname> <given-names>S.</given-names>
</name>
<etal/>
</person-group>. (<year>2019</year>). <article-title>
<italic>In vivo</italic> phenotyping for the early detection of drought stress in tomato</article-title>. <source>Plant Phenom.</source> <volume>2019</volume>, <elocation-id>6168209</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.34133/2019/6168209</pub-id>
</citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jansen</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Gilmer</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Biskup</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Nagel</surname> <given-names>K. A.</given-names>
</name>
<name>
<surname>Rascher</surname> <given-names>U.</given-names>
</name>
<name>
<surname>Fischbach</surname> <given-names>A.</given-names>
</name>
<etal/>
</person-group>. (<year>2009</year>). <article-title>Simultaneous phenotyping of leaf growth and chlorophyll fluorescence via GROWSCREEN FLUORO allows detection of stress tolerance in Arabidopsis thaliana and other rosette plants</article-title>. <source>Funct. Plant Biol.</source> <volume>36</volume>, <fpage>902</fpage>&#x2013;<lpage>914</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1071/FP09095</pub-id>
</citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jin</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Su</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>Q.</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>K.</given-names>
</name>
<etal/>
</person-group>. (<year>2019</year>). <article-title>Separating the structural components of maize for field phenotyping using terrestrial LiDAR data and deep convolutional neural networks</article-title>. <source>IEEE T. Geosci. Remote Sens.</source> <volume>58</volume>, <fpage>2644</fpage>&#x2013;<lpage>2658</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/TGRS.2019.2953092</pub-id>
</citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Junker</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Muraya</surname> <given-names>M. M.</given-names>
</name>
<name>
<surname>Weigelt-Fischer</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Arana-Ceballos</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Klukas</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Melchinger</surname> <given-names>A. E.</given-names>
</name>
<etal/>
</person-group>. (<year>2015</year>). <article-title>Optimizing experimental procedures for quantitative evaluation of crop plant performance in high throughput phenotyping systems</article-title>. <source>Front. Plant Sci.</source> <volume>5</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fpls.2014.00770</pub-id>
</citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kalaji</surname> <given-names>H. M.</given-names>
</name>
<name>
<surname>Schansker</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Ladle</surname> <given-names>R. J.</given-names>
</name>
<name>
<surname>Goltsev</surname> <given-names>V.</given-names>
</name>
<name>
<surname>Bosa</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Allakhverdiev</surname> <given-names>S. I.</given-names>
</name>
<etal/>
</person-group>. (<year>2014</year>). <article-title>Frequently asked questions about in <italic>vivo</italic> chlorophyll fluorescence: practical issues</article-title>. <source>Photosynth. Res.</source> <volume>122</volume>, <fpage>121</fpage>&#x2013;<lpage>158</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11120-014-0024-6</pub-id>
</citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kamanga</surname> <given-names>R. M.</given-names>
</name>
<name>
<surname>Kopa</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Kamala</surname> <given-names>F. D.</given-names>
</name>
<name>
<surname>Sefasi</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Ndakidemi</surname> <given-names>P. A.</given-names>
</name>
</person-group> (<year>2023</year>). <article-title>Screening and evaluation of salinity stress tolerance in local Malawian tomato cultivars</article-title>. <source>Plant Physiol. Rep.</source> <volume>28</volume>, <fpage>259</fpage>&#x2013;<lpage>271</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s40502-023-00718-8</pub-id>
</citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kjaer</surname> <given-names>K. H.</given-names>
</name>
<name>
<surname>Ottosen</surname> <given-names>C. O.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>3D laser triangulation for plant phenotyping in challenging environments</article-title>. <source>Sensors</source> <volume>15</volume>, <fpage>13533</fpage>&#x2013;<lpage>13547</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/s150613533</pub-id>
</citation>
</ref>
<ref id="B35">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Krajewski</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>D.</given-names>
</name>
<name>
<surname>&#x106;wiek</surname> <given-names>H.</given-names>
</name>
<name>
<surname>van Dijk</surname> <given-names>A. D.</given-names>
</name>
<name>
<surname>Fiorani</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Kersey</surname> <given-names>P.</given-names>
</name>
<etal/>
</person-group>. (<year>2015</year>). <article-title>Towards recommendations for metadata and data handling in plant phenotyping</article-title>. <source>J. Exp. Bot.</source> <volume>66</volume>, <fpage>5417</fpage>&#x2013;<lpage>5427</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/jxb/erv271</pub-id>
</citation>
</ref>
<ref id="B36">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Lambers</surname> <given-names>J. T.</given-names>
</name>
<name>
<surname>Oliveira</surname> <given-names>R. S.</given-names>
</name>
</person-group> (<year>2019</year>). <source>Plant physiological ecology</source> (<publisher-loc>Cham</publisher-loc>: <publisher-name>Springer</publisher-name>).</citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Bruning</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Garnett</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Berger</surname> <given-names>B.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>The performances of hyperspectral sensors for proximal sensing of nitrogen levels in wheat</article-title>. <source>Sensors</source> <volume>20</volume>, <elocation-id>4550</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/s20164550</pub-id>
</citation>
</ref>
<ref id="B38">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Lorence</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Jimenez</surname> <given-names>K. M.</given-names>
</name>
</person-group> (<year>2022</year>). <source>High-throughput plant phenotyping: methods and protocols (Methods in molecular biology vol. 2539)</source> (<publisher-loc>New York</publisher-loc>: <publisher-name>Humana Press</publisher-name>), ISBN: <isbn>ISBN 978-1-0716-2537-8</isbn>.</citation>
</ref>
<ref id="B39">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mahlein</surname> <given-names>A. K.</given-names>
</name>
<name>
<surname>Kuska</surname> <given-names>M. T.</given-names>
</name>
<name>
<surname>Thomas</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Wahabzada</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Behmann</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Rascher</surname> <given-names>U.</given-names>
</name>
<etal/>
</person-group>. (<year>2019</year>). <article-title>Quantitative and qualitative phenotyping of disease resistance of crops by hyperspectral sensors: seamless interlocking of phytopathology, sensors, and machine learning is needed</article-title>! <source>Curr. Opin. Plant Biol.</source> <volume>50</volume>, <fpage>156</fpage>&#x2013;<lpage>162</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.pbi.2019.06.007</pub-id>
</citation>
</ref>
<ref id="B40">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Merlot</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Mustilli</surname> <given-names>A. C.</given-names>
</name>
<name>
<surname>Genty</surname> <given-names>B.</given-names>
</name>
<name>
<surname>North</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Lefebvre</surname> <given-names>V.</given-names>
</name>
<name>
<surname>Sotta</surname> <given-names>B.</given-names>
</name>
<etal/>
</person-group>. (<year>2002</year>). <article-title>Use of infrared thermal imaging to isolate Arabidopsis mutants defective in stomatal regulation</article-title>. <source>Plant J.</source> <volume>30</volume>, <fpage>601</fpage>&#x2013;<lpage>609</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1046/j.1365-313X.2002.01322.x</pub-id>
</citation>
</ref>
<ref id="B41">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mir</surname> <given-names>R. R.</given-names>
</name>
<name>
<surname>Reynolds</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Pinto</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Khan</surname> <given-names>M. A.</given-names>
</name>
<name>
<surname>Bhat</surname> <given-names>M. A.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>High-throughput phenotyping for crop improvement in the genomics era</article-title>. <source>Plant Sci.</source> <volume>282</volume>, <fpage>60</fpage>&#x2013;<lpage>72</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.plantsci.2019.01.007</pub-id>
</citation>
</ref>
<ref id="B42">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nabel</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Schrey</surname> <given-names>S. D.</given-names>
</name>
<name>
<surname>Poorter</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Koller</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Nagel</surname> <given-names>K. A.</given-names>
</name>
<name>
<surname>Temperton</surname> <given-names>V. M.</given-names>
</name>
<etal/>
</person-group>. (<year>2018</year>). <article-title>Coming late for dinner: Localized digestate depot fertilization for extensive cultivation of marginal soil with <italic>Sida hermaphrodita</italic>
</article-title>. <source>Front. Plant Sci.</source> <volume>9</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fpls.2018.01095</pub-id>
</citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nagel</surname> <given-names>K. A.</given-names>
</name>
<name>
<surname>Lenz</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Kastenholz</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Gilmer</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Averesch</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Putz</surname> <given-names>A.</given-names>
</name>
<etal/>
</person-group>. (<year>2020</year>). <article-title>The platform <italic>GrowScreen-Agar</italic> enables identification of phenotypic diversity in root and shoot growth traits of agar grown plants</article-title>. <source>Plant Meth.</source> <volume>16</volume>, <fpage>89</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13007-020-00631-3</pub-id>
</citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nagel</surname> <given-names>K. A.</given-names>
</name>
<name>
<surname>Putz</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Gilmer</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Heinz</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Fischbach</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Pfeifer</surname> <given-names>J.</given-names>
</name>
<etal/>
</person-group>. (<year>2012</year>). <article-title>GROWSCREEN-Rhizo is a novel phenotyping robot enabling simultaneous measurements of root and shoot growth for plants grown in soil-filled rhizotrons</article-title>. <source>Funct. Plant Biol.</source> <volume>39</volume>, <fpage>891</fpage>&#x2013;<lpage>904</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1071/FP12023</pub-id>
</citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Papoutsoglou</surname> <given-names>E. A.</given-names>
</name>
<name>
<surname>Faria</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Arend</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Arnaud</surname> <given-names>E.</given-names>
</name>
<name>
<surname>Athanasiadis</surname> <given-names>I. N.</given-names>
</name>
<name>
<surname>Chaves</surname> <given-names>I.</given-names>
</name>
<etal/>
</person-group>. (<year>2020</year>). <article-title>Enabling reusability of plant phenomic datasets with MIAPPE 1.1</article-title>. <source>New Phytol.</source> <volume>227</volume>, <fpage>260</fpage>&#x2013;<lpage>273</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/nph.16544</pub-id>
</citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Paproki</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Sirault</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Berry</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Furbank</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Fripp</surname> <given-names>J.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>A novel mesh processing-based technique for 3D plant analysis</article-title>. <source>BMC Plant Biol.</source> <volume>12</volume>, <fpage>1</fpage>&#x2013;<lpage>13</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1471-2229-12-63</pub-id>
</citation>
</ref>
<ref id="B47">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Passioura</surname> <given-names>J. B.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Soil conditions and plant growth</article-title>. <source>Plant Cell Environ.</source> <volume>25</volume>, <fpage>311</fpage>&#x2013;<lpage>318</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1046/j.0016-8025.2001.00802.x</pub-id>
</citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Paulus</surname> <given-names>S.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Measuring crops in 3D: using geometry for plant phenotyping</article-title>. <source>Plant Meth.</source> <volume>15</volume>, <fpage>1</fpage>&#x2013;<lpage>13</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13007-019-0490-0</pub-id>
</citation>
</ref>
<ref id="B49">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pommier</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Michotey</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Cornut</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Roumet</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Duch&#xea;ne</surname> <given-names>E.</given-names>
</name>
<name>
<surname>Flores</surname> <given-names>R.</given-names>
</name>
<etal/>
</person-group>. (<year>2019</year>). <article-title>Applying FAIR principles to plant phenotypic data management in GnpIS</article-title>. <source>Plant Phenom.</source> <volume>2019</volume>, <elocation-id>1671403</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.34133/2019/1671403</pub-id>
</citation>
</ref>
<ref id="B50">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Poorter</surname> <given-names>H.</given-names>
</name>
<name>
<surname>B&#xfc;hler</surname> <given-names>J.</given-names>
</name>
<name>
<surname>van Dusschoten</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Climent</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Postma</surname> <given-names>J. A.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Pot size matters: a meta-analysis of the effects of rooting volume on plant growth</article-title>. <source>Funct. Plant Biol.</source> <volume>39</volume>, <fpage>839</fpage>&#x2013;<lpage>850</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1071/FP12049</pub-id>
</citation>
</ref>
<ref id="B51">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Poorter</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Fiorani</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Pieruschka</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Wojciechowski</surname> <given-names>T.</given-names>
</name>
<name>
<surname>van der Putten</surname> <given-names>W. H.</given-names>
</name>
<name>
<surname>Kleyer</surname> <given-names>M.</given-names>
</name>
<etal/>
</person-group>. (<year>2016</year>). <article-title>Pampered inside, pestered outside? Differences and similarities between plants growing in controlled conditions and in the field</article-title>. <source>New Phytol.</source> <volume>212</volume>, <fpage>838</fpage>&#x2013;<lpage>855</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/nph.14243</pub-id>
</citation>
</ref>
<ref id="B52">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Poorter</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Garnier</surname> <given-names>E.</given-names>
</name>
</person-group> (<year>1996</year>). <article-title>Plant growth analysis: an evaluation of experimental design and computational methods</article-title>. <source>J. Exp. Bot.</source> <volume>47</volume>, <fpage>1343</fpage>&#x2013;<lpage>1351</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/jxb/47.12.1969</pub-id>
</citation>
</ref>
<ref id="B53">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Poorter</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Knopf</surname> <given-names>O.</given-names>
</name>
<name>
<surname>Wright</surname> <given-names>I. J.</given-names>
</name>
<name>
<surname>Temme</surname> <given-names>A. A.</given-names>
</name>
<name>
<surname>Hogewoning</surname> <given-names>S. W.</given-names>
</name>
<name>
<surname>Graf</surname> <given-names>A.</given-names>
</name>
<etal/>
</person-group>. (<year>2022</year>). <article-title>A meta-analysis of responses of C3 plants to atmospheric CO2: dose&#x2013;response curves for 85 traits ranging from the molecular to the whole-plant level</article-title>. <source>New Phytol.</source> <volume>233</volume>, <fpage>1560</fpage>&#x2013;<lpage>1596</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/nph.17802</pub-id>
</citation>
</ref>
<ref id="B54">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Poorter</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Niinemets</surname> <given-names>&#xdc;.</given-names>
</name>
<name>
<surname>Ntagkas</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Siebenk&#xe4;s</surname> <given-names>A.</given-names>
</name>
<name>
<surname>M&#xe4;enp&#xe4;&#xe4;</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Matsubara</surname> <given-names>S.</given-names>
</name>
<etal/>
</person-group>. (<year>2019</year>). <article-title>A meta-analysis of plant responses to light intensity for 70 traits ranging from molecules to whole plant performance</article-title>. <source>New Phytol.</source> <volume>223</volume>, <fpage>1073</fpage>&#x2013;<lpage>1105</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/nph.15754</pub-id>
</citation>
</ref>
<ref id="B55">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Poorter</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Niinemets</surname> <given-names>&#xdc;.</given-names>
</name>
<name>
<surname>Poorter</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Wright</surname> <given-names>I. J.</given-names>
</name>
<name>
<surname>Villar</surname> <given-names>R.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Causes and consequences of variation in leaf mass per area (LMA): a meta-analysis</article-title>. <source>New Phytol.</source> <volume>182</volume>, <fpage>565</fpage>&#x2013;<lpage>588</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1469-8137.2009.02830.x</pub-id>
</citation>
</ref>
<ref id="B56">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Poorter</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Pot</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Lambers</surname> <given-names>H.</given-names>
</name>
</person-group> (<year>1988</year>). <article-title>The effect of an elevated atmospheric CO<sub>2</sub> concentration on growth, photosynthesis and respiration of <italic>Plantago major</italic>
</article-title>. <source>Physiol. Plant</source> <volume>73</volume>, <fpage>553</fpage>&#x2013;<lpage>559</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1399-3054.1988.tb05440.x</pub-id>
</citation>
</ref>
<ref id="B57">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Poudyal</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Rosenqvist</surname> <given-names>E.</given-names>
</name>
<name>
<surname>Ottosen</surname> <given-names>C. O.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Phenotyping from lab to field&#x2013;tomato lines screened for heat stress using Fv/Fm maintain high fruit yield during thermal stress in the field</article-title>. <source>Funct. Plant Biol.</source> <volume>46</volume>, <fpage>44</fpage>&#x2013;<lpage>55</lpage>. doi: <pub-id pub-id-type="doi">10.1071/FP17317</pub-id>
</citation>
</ref>
<ref id="B58">
<citation citation-type="book">
<person-group person-group-type="author">
<collab>R Core Team</collab>
</person-group> (<year>2022</year>). <source>R: A language and environment for statistical computing</source> (<publisher-loc>Vienna, Austria</publisher-loc>: <publisher-name>R Foundation for Statistical Computing</publisher-name>). Available at: <uri xlink:href="https://www.R-project.org/">https://www.R-project.org/</uri>.</citation>
</ref>
<ref id="B59">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reynolds</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Baret</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Welcker</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Bostrom</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Ball</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Cellini</surname> <given-names>F.</given-names>
</name>
<etal/>
</person-group>. (<year>2019</year>). <article-title>What is cost-efficient phenotyping? Optimizing costs for different scenarios</article-title>. <source>Plant Sci.</source> <volume>282</volume>, <fpage>14</fpage>&#x2013;<lpage>22</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.plantsci.2018.06.015</pub-id>
</citation>
</ref>
<ref id="B60">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rosa</surname> <given-names>L. M.</given-names>
</name>
<name>
<surname>Forseth</surname> <given-names>I. N.</given-names>
</name>
</person-group> (<year>1996</year>). <article-title>Diurnal patterns of soybean leaf inclination angles and azimuthal orientation under different levels of ultraviolet-B radiation</article-title>. <source>Agric. For. Meteor.</source> <volume>78</volume>, <fpage>107</fpage>&#x2013;<lpage>119</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/0168-1923(95)02249-X</pub-id>
</citation>
</ref>
<ref id="B61">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rossi</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Costafreda-Aumedes</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Leolini</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Leolini</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Bindi</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Moriondo</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Implementation of an algorithm for automated phenotyping through plant 3D-modeling: A practical application on the early detection of water stress</article-title>. <source>Comput. Electron. Agric.</source> <volume>197</volume>, <elocation-id>106937</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.compag.2022.106937</pub-id>
</citation>
</ref>
<ref id="B62">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Roth</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Barendregt</surname> <given-names>C.</given-names>
</name>
<name>
<surname>B&#xe9;trix</surname> <given-names>C. A.</given-names>
</name>
<name>
<surname>Hund</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Walter</surname> <given-names>A.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>High-throughput field phenotyping of soybean: Spotting an ideotype</article-title>. <source>Remote Sens. Environ.</source> <volume>269</volume>, <elocation-id>112797</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.rse.2021.112797</pub-id>
</citation>
</ref>
<ref id="B63">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shi</surname> <given-names>W.</given-names>
</name>
<name>
<surname>van de Zedde</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Kootstra</surname> <given-names>G.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Plant-part segmentation using deep learning and multi-view vision</article-title>. <source>Biosyst. Eng.</source> <volume>187</volume>, <fpage>81</fpage>&#x2013;<lpage>95</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.biosystemseng.2019.08.014</pub-id>
</citation>
</ref>
<ref id="B64">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Singh</surname> <given-names>V.</given-names>
</name>
<name>
<surname>van Oosterom</surname> <given-names>E. J.</given-names>
</name>
<name>
<surname>Jordan</surname> <given-names>D. R.</given-names>
</name>
<name>
<surname>Messina</surname> <given-names>C. D.</given-names>
</name>
<name>
<surname>Cooper</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Hammer</surname> <given-names>G. L.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Morphological and architectural development of root systems in sorghum and maize</article-title>. <source>Plant Soil</source> <volume>333</volume>, <fpage>287</fpage>&#x2013;<lpage>299</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11104-010-0343-0</pub-id>
</citation>
</ref>
<ref id="B65">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tardieu</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Cabrera-Bosquet</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Pridmore</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Bennett</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Plant phenomics, from sensors to knowledge</article-title>. <source>Curr. Biol.</source> <volume>27</volume>, <fpage>R770</fpage>&#x2013;<lpage>R783</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cub.2017.05.055</pub-id>
</citation>
</ref>
<ref id="B66">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Thompson</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Kantar</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Rainey</surname> <given-names>K.</given-names>
</name>
</person-group> (<year>2022</year>). &#x201c;<article-title>Designing experiments for physiological phenomics</article-title>,&#x201d; in <source>High-throughput plant phenotyping: methods and protocols</source> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Springer US</publisher-name>), <fpage>159</fpage>&#x2013;<lpage>170</lpage>.</citation>
</ref>
<ref id="B67">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vadez</surname> <given-names>V.</given-names>
</name>
<name>
<surname>Kholov&#xe1;</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Hummel</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Zhokhavets</surname> <given-names>U.</given-names>
</name>
<name>
<surname>Gupta</surname> <given-names>S. K.</given-names>
</name>
<name>
<surname>Hash</surname> <given-names>C. T.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>LeasyScan: a novel concept combining 3D imaging and lysimetry for high-throughput phenotyping of traits controlling plant water budget</article-title>. <source>J. Exp. Bot. 66</source>, <fpage>5581</fpage>&#x2013;<lpage>5593</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/jxb/erv251</pub-id>
</citation>
</ref>
<ref id="B68">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vargas</surname> <given-names>J. Q.</given-names>
</name>
<name>
<surname>Bendig</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Mac Arthur</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Burkart</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Julitta</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Maseyk</surname> <given-names>K.</given-names>
</name>
<etal/>
</person-group>. (<year>2020</year>). <article-title>Unmanned aerial systems (UAS)-based methods for solar induced chlorophyll fluorescence (SIF) retrieval with non-imaging spectrometers: state of the art</article-title>. <source>Remote Sens.</source> <volume>12</volume>, <elocation-id>1624</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/rs12101624</pub-id>
</citation>
</ref>
<ref id="B69">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Walter</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Liebisch</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Hund</surname> <given-names>A.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Plant phenotyping: from bean weighing to image analysis</article-title>. <source>Plant Meth.</source> <volume>11</volume>, <fpage>1</fpage>&#x2013;<lpage>11</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13007-015-0056-8</pub-id>
</citation>
</ref>
<ref id="B70">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Walter</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Scharr</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Gilmer</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Zierer</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Nagel</surname> <given-names>K. A.</given-names>
</name>
<name>
<surname>Ernst</surname> <given-names>M.</given-names>
</name>
<etal/>
</person-group>. (<year>2007</year>). <article-title>Dynamics of seedling growth acclimation towards altered light conditions can be quantified via GROWSCREEN: a setup and procedure designed for rapid optical phenotyping of different plant species</article-title>. <source>New Phytol.</source> <volume>174</volume>, <fpage>447</fpage>&#x2013;<lpage>455</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1469-8137.2007.02002.x</pub-id>
</citation>
</ref>
<ref id="B71">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>White</surname> <given-names>J. W.</given-names>
</name>
<name>
<surname>Conley</surname> <given-names>M. M.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>A flexible, low-cost cart for proximal sensing</article-title>. <source>Crop Sci.</source> <volume>53</volume>, <fpage>1646</fpage>&#x2013;<lpage>1649</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2135/cropsci2013.01.0054</pub-id>
</citation>
</ref>
<ref id="B72">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wiese</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Christ</surname> <given-names>M. M.</given-names>
</name>
<name>
<surname>Virnich</surname> <given-names>O.</given-names>
</name>
<name>
<surname>Schurr</surname> <given-names>U.</given-names>
</name>
<name>
<surname>Walter</surname> <given-names>A.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Spatio-temporal leaf growth patterns of Arabidopsis thaliana and evidence for sugar control of the diel leaf growth cycle</article-title>. <source>New Phytol.</source> <volume>174</volume>, <fpage>752</fpage>&#x2013;<lpage>761</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1469-8137.2007.02053.x</pub-id>
</citation>
</ref>
<ref id="B73">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wilkinson</surname> <given-names>M. D.</given-names>
</name>
<name>
<surname>Dumontier</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Aalbersberg</surname> <given-names>I. J.</given-names>
</name>
<name>
<surname>Appleton</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Axton</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Baak</surname> <given-names>A.</given-names>
</name>
<etal/>
</person-group>. (<year>2016</year>). <article-title>The FAIR Guiding Principles for scientific data management and stewardship</article-title>. <source>Sci. Data</source> <volume>3</volume>, <fpage>1</fpage>&#x2013;<lpage>9</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/sdata.2016.18</pub-id>
</citation>
</ref>
<ref id="B74">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xiao</surname> <given-names>Q.</given-names>
</name>
<name>
<surname>Bai</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>C.</given-names>
</name>
<name>
<surname>He</surname> <given-names>Y.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Advanced high-throughput plant phenotyping techniques for genome-wide association studies: A review</article-title>. <source>J. Adv. Res.</source> <volume>35</volume>, <fpage>215</fpage>&#x2013;<lpage>230</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jare.2021.05.002</pub-id>
</citation>
</ref>
<ref id="B75">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xu</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Cruz</surname> <given-names>J. A.</given-names>
</name>
<name>
<surname>Savage</surname> <given-names>L. J.</given-names>
</name>
<name>
<surname>Kramer</surname> <given-names>D. M.</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>J.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Plant photosynthesis phenomics data quality control</article-title>. <source>Bioinformatics</source> <volume>31</volume>, <fpage>1796</fpage>&#x2013;<lpage>1804</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/bioinformatics/btu854</pub-id>
</citation>
</ref>
<ref id="B76">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yang</surname> <given-names>W.</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Duan</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>N.</given-names>
</name>
<etal/>
</person-group>. (<year>2014</year>). <article-title>Combining high-throughput phenotyping and genome-wide association studies to reveal natural genetic variation in rice</article-title>. <source>Nat. Commun.</source> <volume>5</volume>, <fpage>5087</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/ncomms6087</pub-id>
</citation>
</ref>
<ref id="B77">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ye</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Abe</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>S.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Estimation and mapping of nitrogen content in apple trees at leaf and canopy levels using hyperspectral imaging</article-title>. <source>Precis. Agric.</source> <volume>21</volume>, <fpage>198</fpage>&#x2013;<lpage>225</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11119-019-09661-x</pub-id>
</citation>
</ref>
<ref id="B78">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zavafer</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Bates</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Mancilla</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Ralph</surname> <given-names>P. J.</given-names>
</name>
</person-group> (<year>2023</year>). <article-title>Phenomics: conceptualization and importance for plant physiology</article-title>. <source>Trends Plant Sci</source>. <volume>28</volume>, <page-range>1004-1013</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.tplants.2023.03.023</pub-id>
</citation>
</ref>
<ref id="B79">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zou</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Vision</surname> <given-names>T.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>Assessing the significance of quantitative trait loci in replicable mapping populations</article-title>. <source>Genetics</source> <volume>174</volume>, <fpage>1063</fpage>&#x2013;<lpage>1068</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1534/genetics.106.059469</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>