<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Plant Sci.</journal-id>
<journal-title>Frontiers in Plant Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Plant Sci.</abbrev-journal-title>
<issn pub-type="epub">1664-462X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpls.2021.756768</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Plant Science</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Phenomics-Assisted Selection for Herbage Accumulation in Alfalfa (<italic>Medicago sativa</italic> L.)</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Biswas</surname> <given-names>Anju</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1526566/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Andrade</surname> <given-names>Mario Henrique Murad Leite</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Acharya</surname> <given-names>Janam P.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>de Souza</surname> <given-names>Cleber Lopes</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Lopez</surname> <given-names>Yolanda</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1439001/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>de Assis</surname> <given-names>Giselle</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Shirbhate</surname> <given-names>Shubham</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Singh</surname> <given-names>Aditya</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1417935/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Munoz</surname> <given-names>Patricio</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/483296/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Rios</surname> <given-names>Esteban F.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1205089/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Agronomy, University of Florida</institution>, <addr-line>Gainesville, FL</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>EMBRAPA-ACRE</institution>, <addr-line>Rio Branco</addr-line>, <country>Brazil</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Agricultural and Biological Engineering, University of Florida</institution>, <addr-line>Gainesville, FL</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Horticultural Sciences, University of Florida</institution>, <addr-line>Gainesville, FL</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Alessandro Matese, Institute for Bioeconomy, National Research Council, Consiglio Nazionale delle Ricerche (CNR), Italy</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Roxana Vidican, University of Agricultural Sciences and Veterinary Medicine of Cluj-Napoca, Romania; Raju Bheemanahalli Rangappa, Mississippi State University, United States</p></fn>
<corresp id="c001">&#x002A;Correspondence: Esteban F. Rios, <email>estebanrios@ufl.edu</email></corresp>
<fn fn-type="other" id="fn004"><p>This article was submitted to Technical Advances in Plant Science, a section of the journal Frontiers in Plant Science</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>07</day>
<month>12</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>756768</elocation-id>
<history>
<date date-type="received">
<day>11</day>
<month>08</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>08</day>
<month>11</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2021 Biswas, Andrade, Acharya, de Souza, Lopez, de Assis, Shirbhate, Singh, Munoz and Rios.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Biswas, Andrade, Acharya, de Souza, Lopez, de Assis, Shirbhate, Singh, Munoz and Rios</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<p>The application of remote sensing in plant breeding is becoming a routine method for fast and non-destructive high-throughput phenotyping (HTP) using unmanned aerial vehicles (UAVs) equipped with sensors. Alfalfa (<italic>Medicago sativa</italic> L.) is a perennial forage legume grown in more than 30 million hectares worldwide. Breeding alfalfa for herbage accumulation (HA) requires frequent and multiple phenotyping efforts, which is laborious and costly. The objective of this study was to assess the efficiency of UAV-based imagery and spatial analysis in the selection of alfalfa for HA. The alfalfa breeding population was composed of 145 full-sib and 34 half-sib families, and the experimental design was a row-column with augmented representation of controls. The experiment was established in November 2017, and HA was harvested four times between August 2018 and January 2019. A UAV equipped with a multispectral camera was used for HTP before each harvest. Four vegetation indices (VIs) were calculated from the UAV-based images: NDVI, NDRE, GNDVI, and GRVI. All VIs showed a high correlation with HA, and VIs predicted HA with moderate accuracy. HA and NDVI were used for further analyses to calculate the genetic parameters using linear mixed models. The spatial analysis had a significant effect in both dimensions (rows and columns) for HA and NDVI, resulting in improvements in the estimation of genetic parameters. Univariate models for NDVI and HA, and bivariate models, were fit to predict family performance for scenarios with various levels of HA data (simulated <italic>in silico</italic> by assigning missing values to full dataset). The bivariate models provided higher correlation among predicted values, higher coincidence for selection, and higher genetic gain even for scenarios with only 30% of HA data. Hence, HTP is a reliable and efficient method to aid alfalfa phenotyping to improve HA. Additionally, the use of spatial analysis can also improve the accuracy of selection in breeding trials.</p>
</abstract>
<kwd-group>
<kwd>high-throughput phenotyping (HTP)</kwd>
<kwd>normalized difference vegetation index (NDVI)</kwd>
<kwd>remote sensing (RS)</kwd>
<kwd>spatial variation</kwd>
<kwd>genetic gain</kwd>
<kwd>forage</kwd>
<kwd>plant breeding</kwd>
</kwd-group>
<contract-sponsor id="cn001">U.S. Department of Agriculture<named-content content-type="fundref-id">10.13039/100000199</named-content></contract-sponsor><contract-sponsor id="cn002">U.S. Department of Agriculture<named-content content-type="fundref-id">10.13039/100000199</named-content></contract-sponsor>
<counts>
<fig-count count="8"/>
<table-count count="1"/>
<equation-count count="5"/>
<ref-count count="44"/>
<page-count count="12"/>
<word-count count="8105"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="intro">
<title>Introduction</title>
<p>Alfalfa (<italic>Medicago sativa</italic> L.) is the most important perennial forage legume globally because of its relatively high yield and nutritional value (<xref ref-type="bibr" rid="B4">Annicchiarico, 2015</xref>). In the United States, alfalfa is the fourth most valued crop behind corn, soybeans, and wheat, with an estimated value of &#x0024;8.4 billion (<xref ref-type="bibr" rid="B39">USDA-NASS, 2020</xref>), playing a critical role in the food supply chain (<xref ref-type="bibr" rid="B18">Feng et al., 2020</xref>). In 2018, nearly 53 million tons of alfalfa and alfalfa-grass mixtures were harvested from almost seven million hectares in the United States. Most of the production is concentrated in the mid-east and west coast (<xref ref-type="bibr" rid="B39">USDA-NASS, 2020</xref>). Despite its lower presence as a forage crop in the lower southeastern United States and other subtropical regions in the world, breeding efforts are underway to develop non-dormant alfalfa cultivars adapted to these environments (<xref ref-type="bibr" rid="B16">De Assis et al., 2010</xref>; <xref ref-type="bibr" rid="B40">Vivela et al., 2018</xref>; <xref ref-type="bibr" rid="B2">Adhikari et al., 2019</xref>; <xref ref-type="bibr" rid="B1">Acharya et al., 2020</xref>).</p>
<p>Alfalfa breeding is typically conducted as phenotypic recurrent selection using among and within half-sib family selection (<xref ref-type="bibr" rid="B14">Casler and Brummer, 2008</xref>), although various breeding schemes have been proposed to improve herbage accumulation (HA) in alfalfa (<xref ref-type="bibr" rid="B5">Annicchiarico and Pecetti, 2021</xref>). The improvement of HA in alfalfa is challenging due to long selection cycles, tetrasomic inheritance, high inbreeding depression, and significant genotype and environment interaction for this complex trait (<xref ref-type="bibr" rid="B9">Bingham et al., 1994</xref>; <xref ref-type="bibr" rid="B11">Brummer, 1999</xref>; <xref ref-type="bibr" rid="B4">Annicchiarico, 2015</xref>). Additionally, phenotyping for HA requires investment of significant resources (<xref ref-type="bibr" rid="B6">Annicchiarico et al., 2016</xref>). In recent years, most alfalfa breeding programs have focused on improving disease/pest resistance, long-term persistence, and other specific traits targeting transgenes for glyphosate tolerance or decreased lignin. The lack of efforts to improve HA can explain the low genetic gain in alfalfa yield observed in the last decades (<xref ref-type="bibr" rid="B12">Brummer and Casler, 2015</xref>).</p>
<p>Nevertheless, HA has become a target breeding trait among alfalfa breeders more recently (<xref ref-type="bibr" rid="B35">Sakiroglu and Brummer, 2017</xref>; <xref ref-type="bibr" rid="B17">Dos Santos et al., 2018</xref>; <xref ref-type="bibr" rid="B2">Adhikari et al., 2019</xref>; <xref ref-type="bibr" rid="B1">Acharya et al., 2020</xref>; <xref ref-type="bibr" rid="B8">Benabderrahim et al., 2020</xref>; <xref ref-type="bibr" rid="B23">He et al., 2020</xref>; <xref ref-type="bibr" rid="B33">Ren et al., 2021</xref>; <xref ref-type="bibr" rid="B37">Tang et al., 2021</xref>). However, traditional field phenotyping for HA is based on the destructive sampling of experimental units at the ground level, weighing fresh samples, drying, and weighing dried samples to estimate dry matter content. The manual phenotyping process for HA is labor-intensive, time-consuming, and costly.</p>
<p>Plant phenotyping plays a central role in plant breeding, and the accurate and rapid acquisition of phenotypic data is valuable for exploring the association between genotypes and phenotypes. In the last few decades, remote sensing has been widely used in agriculture (<xref ref-type="bibr" rid="B27">Maes and Steppe, 2019</xref>; <xref ref-type="bibr" rid="B21">Galli et al., 2020</xref>), particularly for high-throughput phenotyping (HTP) in breeding applications (<xref ref-type="bibr" rid="B20">Furbank and Tester, 2011</xref>; <xref ref-type="bibr" rid="B41">White et al., 2012</xref>; <xref ref-type="bibr" rid="B7">Araus and Cairns, 2014</xref>; <xref ref-type="bibr" rid="B38">Tattaris et al., 2016</xref>; <xref ref-type="bibr" rid="B25">Li et al., 2017</xref>; <xref ref-type="bibr" rid="B44">Zhao et al., 2019</xref>). Remote sensing offers unprecedented spectral, spatial, and temporal resolution, providing detailed vegetation data (<xref ref-type="bibr" rid="B27">Maes and Steppe, 2019</xref>). Several vegetation indices (VIs) such as normalized difference vegetation index (NDVI), green NDVI (GNDVI), normalized difference red edge (NDRE), or Green and Red ratio Vegetation Index (GRVI) have been employed to assess vegetation vigor and canopy cover over multiple crops (<xref ref-type="bibr" rid="B26">Lima-Cueto et al., 2019</xref>; <xref ref-type="bibr" rid="B30">Quir&#x00F3;s Vargas et al., 2019</xref>; <xref ref-type="bibr" rid="B32">Ranjan et al., 2019</xref>; <xref ref-type="bibr" rid="B43">Zhang et al., 2019</xref>).</p>
<p>Remote sensing techniques have shown to enable efficient and non-destructive estimation of HA in alfalfa (<xref ref-type="bibr" rid="B18">Feng et al., 2020</xref>), such as screening large breeding populations (<xref ref-type="bibr" rid="B15">Cazenave et al., 2019</xref>). According to <xref ref-type="bibr" rid="B15">Cazenave et al. (2019)</xref>, HTP can detect small differences in alfalfa yield when screening diverse germplasm. More recently, HTP improved the efficiency of the selection process for biomass in small plots (1.52 m &#x00D7; 0.30 m) in alfalfa breeding populations (<xref ref-type="bibr" rid="B37">Tang et al., 2021</xref>), and provided a good prediction of HA in larger plots (6 m &#x00D7; 4 m) (<xref ref-type="bibr" rid="B18">Feng et al., 2020</xref>). Remote sensing can mitigate the challenge of measuring HA in large populations for breeding programs focusing on improving alfalfa HA. Therefore, the implementation of HTP can streamline the phenotyping process for HA in alfalfa.</p>
<p>Residual maximum likelihood (REML) is commonly implemented in breeding programs to estimate variance components and calculate genetic parameters using linear mixed models. The use of best linear unbiased prediction (BLUP) is an established technique to predict breeding values, which are then used to guide breeding decisions. BLUP can generate accurate predictions of breeding values even for unbalanced experimental designs (<xref ref-type="bibr" rid="B29">Piepho et al., 2008</xref>). Genetic parameters for alfalfa yield are essential to define optimal selection schemes (<xref ref-type="bibr" rid="B14">Casler and Brummer, 2008</xref>). Heritability estimates for HA in alfalfa ranged from 0.15 to 0.30 (<xref ref-type="bibr" rid="B10">Bowley and Christie, 1981</xref>; <xref ref-type="bibr" rid="B34">Riday and Brummer, 2002</xref>; <xref ref-type="bibr" rid="B4">Annicchiarico, 2015</xref>; <xref ref-type="bibr" rid="B1">Acharya et al., 2020</xref>). These low to moderate estimates are expected in alfalfa and other perennial forage crops with long selection cycles, cross-pollinated breeding schemes, and traits with significant genotype &#x00D7; environment interaction (<xref ref-type="bibr" rid="B4">Annicchiarico, 2015</xref>). Most studies in alfalfa have focused on yield in short-term experiments with few harvests (3&#x2013;4 harvests per year) (<xref ref-type="bibr" rid="B4">Annicchiarico, 2015</xref>), except for more recent studies (<xref ref-type="bibr" rid="B1">Acharya et al., 2020</xref>; <xref ref-type="bibr" rid="B5">Annicchiarico and Pecetti, 2021</xref>). Besides the challenges mentioned above, field trials are associated with intrinsic and extrinsic variations, which can cause some form of spatial variation between experimental units (<xref ref-type="bibr" rid="B36">Sripathi et al., 2017</xref>). Local control, such as blocking and randomization, cannot effectively account for all the spatial trends in large experiments (<xref ref-type="bibr" rid="B22">Gilmour et al., 1997</xref>). Spatial variation is expected even using complex experimental designs, such as those commonly used in most plant breeding programs. A better way to control the spatial variation is to implement spatial analysis to detect and correct the variation patterns in multiple dimensions. Experimental units close to each other are expected to be higher correlated than those far apart, and improvements in model fitness and higher selection accuracy have been reported in plant breeding programs (<xref ref-type="bibr" rid="B3">Andrade et al., 2020</xref>).</p>
<p>The overall objective of our research was to implement HTP, spatial analysis, and linear mixed models to improve the accuracy of the selection process in alfalfa for HA. The specific objectives were: (i) phenotype of an alfalfa breeding population for HA using ground-based manual sampling and utilize a unmanned aerial vehicle (UAV) for HTP; (ii) assess the efficiency of controlling field variation using spatial models for HA and NDVI in alfalfa, (iii) calculate the genetic parameters based on HA and NDVI using univariate models; (iv) fit bivariate models for HA and NDVI using all data, and for scenarios with different levels (30&#x2013;90%) of HA data, and (v) quantify the correlation between breeding values, the coincidence of selection of the best families, and genetic gain across the different scenarios for HA data.</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="S2.SS1">
<title>Germplasm Screening and Development of the Reference Breeding Population</title>
<p>Initially, 121 alfalfa populations with different fall dormancy groups were screened for HA in Citra, FL, United States (<xref ref-type="bibr" rid="B1">Acharya et al., 2020</xref>). A total of 33 populations were selected based on high HA and persistence across all harvests. Following the screening, controlled crosses were done in the greenhouse to create the alfalfa reference breeding population. A single plant per population was selected based on vigor, and cuttings were made in the summer 2016. A factorial mating design was used to create all possible full-sib combinations; however, some crosses did not produce enough viable seed, and were not included in field trials. Half-sib seed were also harvested from each parental line. All crosses were conducted in controlled conditions in the Forage Breeding and Genetics Lab greenhouse, at University of Florida (Gainesville, FL, United States). Seeds from each full-sib and half-sib families were harvested, threshed individually, planted in 72-cell Styrofoam trays in August 2017, and maintained in the greenhouse until transplanting in November 2017. In total, 145 full-sib and 33 half-sib families were established in the field and this population represents the reference set for the HTP study. <xref ref-type="bibr" rid="B1">Acharya et al. (2020)</xref> provide more details and results for the initial screening and crosses.</p>
</sec>
<sec id="S2.SS2">
<title>Experimental Design and Field Management</title>
<p>The breeding trial with the reference population was conducted at Citra, Florida (29&#x00B0;40&#x2032; N, 82&#x00B0;167&#x2032; W, 48 m above the sea level) following a row and column design with augmented representation of controls. Each experimental unit (1.82 m &#x00D7; 1.82 m) consisted of eight rows spaced at 22.8 cm. The three border rows on each side were seeded with the Bulldog 805 to serve as borders, and twenty alfalfa seedlings were transplanted in the middle two rows. Three rows were seeded with Bulldog 805 on each side of the transplants to serve as borders. The breeding population was composed of 145 full-sib and 34 half-sib families. Three controls were used: the cultivars Bulldog 805, Florida 99, and an advanced breeding line named UF_AP_2015. Eighty-one families were replicated three times, 61 families were replicated two times, and 40 families were used one time due to limited seed availability. The experiment was established in November 2017, and data collection occurred in August 2018, October 2018, December 2018, and January 2019. The field was fertilized with 67.25 kg&#x22C5;K<sub>2</sub>O&#x22C5;ha<sup>&#x2013;1</sup>, using Muriate of Potash, and with Boron at the rate of 1.12 kg ha<sup>&#x2013;1</sup> and herbicide Clethodim (Select, 70.76 g AI/L-1; Valent United States Corporation, Walnut Creek, CA, United States) was applied to control grasses at the rate of 1.05 kg ha<sup>&#x2013;1</sup> after each harvest. Manual weeding was done as needed to control broad-leaf weeds after each harvest.</p>
</sec>
<sec id="S2.SS3">
<title>Ground-Based Data Collection</title>
<p>The experimental units were manually harvested to determine HA (kg ha<sup>&#x2013;1</sup>) when the control UF_AP_2015 reached 10% blooming (<xref ref-type="fig" rid="F1">Figure 1A</xref>). The harvest was performed by mowing the six outer rows (three rows on each side) with a flail mower at 10 cm stubble height, and then the two central rows were cut and weighted to determine the fresh weight (g) by the plot. Approximately 500 g of fresh shoots were collected from each plot and placed in a dryer at 55&#x00B0;C for 7 days to determine dry matter content, and HA per plot was estimated on a dry matter basis (kg ha<sup>&#x2013;1</sup>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>Phenotyping alfalfa for: <bold>(A)</bold> ground-based herbage accumulation (HA); and <bold>(B)</bold> High-throughput phenotyping (HTP) using an unmanned aerial vehicle (Matrice 100) with multispectral camera (MicaSense RedEdge, Seattle, WA, United States) taking off in the experimental area.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-756768-g001.tif"/>
</fig>
</sec>
<sec id="S2.SS4">
<title>Remote Sensing Data Collection</title>
<p>A UAV (DJI Matrice 100) equipped with a multispectral camera (RedEdge, MicaSense, Seattle, WA, United States) was used to obtain imagery over the entire field after the border rows were mowed (<xref ref-type="fig" rid="F1">Figure 1B</xref>). AtlasFlight app (MicaSense Inc., Seattle, WA, United States) was used to automatically sample fields at an altitude of 30 m, a flight speed of 6 m/s speed, and enforcing a 75% overlap in collected imagery. A calibration panel (MicaSense Inc., Seattle, WA, United States) was set before starting each flight to allow post-collection calibration of imagery.</p>
</sec>
<sec id="S2.SS5">
<title>Image Processing and Data Acquisition</title>
<p>All images were stitched into orthomosaics using AgiSoft Photoscan (Agisoft LLC, St. Petersburg, Russia; <xref ref-type="fig" rid="F2">Figure 2A</xref>). The orthomosaic corresponded to the entire field for a single harvest event and comprised five bands: blue (475 nm), green (560 nm), red (668 nm), near-infrared (NIR, 840 nm), and red edge (717 nm). The orthomosaics were further processed in QGIS 3.14 software (<ext-link ext-link-type="uri" xlink:href="https://QGIS.org">QGIS.org</ext-link> 2020) to refine geolocation using field-collected ground control points. We identified experimental units from imagery and created a spatial reference frame (ESRI Shapefile) for further analysis (<xref ref-type="fig" rid="F2">Figure 2B</xref>). The shapefile was edited to include all relevant information on the individual field plot. Subsequently, we masked the canopy from the soil using custom python codes (<xref ref-type="fig" rid="F2">Figure 2C</xref>) and used the masked image to calculate the total pixel count in each band (<xref ref-type="fig" rid="F2">Figures 2D&#x2013;F</xref>) and to generate different Vis (NDVI, GNDVI, NDRE, and GRVI) from zonal statistics function in QGIS. We also estimated the sum of all VIs to allow for handling plants that died during the experiment.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>Workflow of image processing and data acquisition for the HTP. <bold>(A)</bold> Stitched raw images (each row is visible) from multispectral camera, <bold>(B)</bold> Shape file: each plot is separated by grid line, <bold>(C)</bold> Masked shapefile: canopy and bare ground places are noticeable, and these images are used to generate vegetation indices, <bold>(D)</bold> Reflectance image of infrared band, <bold>(E)</bold> Reflectance image of red band, and <bold>(F)</bold> Calculated NDVI image using panels <bold>(D,E)</bold>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-756768-g002.tif"/>
</fig>
</sec>
<sec id="S2.SS6">
<title>Data Analysis</title>
<sec id="S2.SS6.SSS1">
<title>Vegetation Index Selection</title>
<p>We utilized boxplots to assess all VIs and HA distributions across each harvest (<xref ref-type="supplementary-material" rid="DS1">Supplementary Figure 1</xref>). We estimated Pearson correlations between HA and VIs-sum (an integrative indicator of VIs) in R (<xref ref-type="bibr" rid="B31">R Core Team, 2020</xref>) to assess prospective best-fitting relationships between HA and VIs. Finally, we used ordinary linear mixed models to model HA using VIs-sum for each harvest (<xref ref-type="bibr" rid="B31">R Core Team, 2020</xref>).</p>
</sec>
<sec id="S2.SS6.SSS2">
<title>Variance Component Estimation: Base Model</title>
<p>Linear mixed models were fit using the package ASReml-R (<xref ref-type="bibr" rid="B13">Butler et al., 2009</xref>) in the software R (<xref ref-type="bibr" rid="B31">R Core Team, 2020</xref>). The significance of random effects was determined by the likelihood ratio test. Univariate models were fit for NDVI and HA by harvest, as follows:</p>
<disp-formula id="S2.E1">
<label>(1)</label>
<mml:math id="M1">
<mml:mrow>
<mml:mtext mathvariant="bold-italic">y</mml:mtext>
<mml:mo>=</mml:mo>
<mml:mrow>
<mml:mi mathvariant="normal">&#x03BC;</mml:mi>
<mml:mo>+</mml:mo>
<mml:mtext mathvariant="bold-italic">Xt</mml:mtext>
<mml:mo>+</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext mathvariant="bold-italic">Z</mml:mtext>
<mml:mi mathvariant="bold">r</mml:mi>
</mml:msub>
<mml:mo>&#x2062;</mml:mo>
<mml:msub>
<mml:mtext mathvariant="bold-italic">u</mml:mtext>
<mml:mi mathvariant="bold">r</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>+</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext mathvariant="bold-italic">Z</mml:mtext>
<mml:mi mathvariant="bold">c</mml:mi>
</mml:msub>
<mml:mo>&#x2062;</mml:mo>
<mml:msub>
<mml:mtext mathvariant="bold-italic">u</mml:mtext>
<mml:mi mathvariant="bold">c</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>+</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext mathvariant="bold-italic">Z</mml:mtext>
<mml:mi mathvariant="bold">f</mml:mi>
</mml:msub>
<mml:mo>&#x2062;</mml:mo>
<mml:msub>
<mml:mtext mathvariant="bold-italic">u</mml:mtext>
<mml:mi mathvariant="bold">f</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>+</mml:mo>
<mml:mtext mathvariant="bold-italic">e</mml:mtext>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<p>where <italic><bold>y</bold></italic> is the vector of the response variable, &#x03BC; is the overall mean; t is the fixed effect vector of the check varieties; <bold>u<sub>r</sub></bold> is the random effect vector of the row, <bold>u<sub>r</sub></bold>&#x223C; N (0, <bold>I</bold> <inline-formula><mml:math id="INEQ8"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>r</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>); <bold>u<sub>c</sub></bold> is the random effect vector of the column, <bold>u<sub>c</sub></bold>&#x223C; N (0, <bold>I</bold> <inline-formula><mml:math id="INEQ11"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>c</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>); <bold>u<sub>f</sub></bold> is the random effect vector of the family, assuming that families are independent <bold>u<sub>f</sub></bold>&#x223C; N (0, <bold>I</bold> <inline-formula><mml:math id="INEQ14"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>f</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>), and <bold>e</bold> is the independent error random vector of residual, <italic>e</italic> &#x223C; N (0, <bold>I</bold> <inline-formula><mml:math id="INEQ16"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>e</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>). I is the identity matrix associated with the vector, while X, <bold>Z<sub>r</sub></bold>, <bold>Z<sub>c</sub></bold>, and <bold>Z<sub>f</sub></bold> represent the incidence matrices associated with the vectors <italic>t</italic>, <bold>u<sub>r</sub></bold>, <bold>u<sub>r</sub></bold>, and <bold>u<sub>f</sub></bold>. The variance components of the effects <italic><bold>r</bold></italic>, <italic><bold>c</bold></italic>, <italic><bold>f</bold></italic>, and <italic><bold>e</bold></italic> are represented by the <inline-formula><mml:math id="INEQ23"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>r</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>, <inline-formula><mml:math id="INEQ24"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>c</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>, <inline-formula><mml:math id="INEQ25"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>f</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>, and <inline-formula><mml:math id="INEQ26"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>e</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>, respectively.</p>
</sec>
<sec id="S2.SS6.SSS3">
<title>Variance Component Estimation: Spatial Model</title>
<p>Due to the intrinsic variation in the field, we explored spatial models to account for spatial autocorrelation among experimental units. In this model, we assumed that the error term was auto correlated along the rows and columns, and we used a first-order autoregressive process to fit the error:</p>
<disp-formula id="S2.E2">
<label>(2)</label>
<mml:math id="M2">
<mml:mrow>
<mml:mtext mathvariant="bold-italic">y</mml:mtext>
<mml:mo>=</mml:mo>
<mml:mrow>
<mml:mi mathvariant="normal">&#x03BC;</mml:mi>
<mml:mo>+</mml:mo>
<mml:mtext mathvariant="bold-italic">Xt</mml:mtext>
<mml:mo>+</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext mathvariant="bold-italic">Z</mml:mtext>
<mml:mi mathvariant="bold">r</mml:mi>
</mml:msub>
<mml:mo>&#x2062;</mml:mo>
<mml:mtext mathvariant="bold-italic">r</mml:mtext>
</mml:mrow>
<mml:mo>+</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext mathvariant="bold-italic">Z</mml:mtext>
<mml:mi mathvariant="bold">c</mml:mi>
</mml:msub>
<mml:mo>&#x2062;</mml:mo>
<mml:mtext mathvariant="bold-italic">c</mml:mtext>
</mml:mrow>
<mml:mo>+</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext mathvariant="bold-italic">Z</mml:mtext>
<mml:mi mathvariant="bold">f</mml:mi>
</mml:msub>
<mml:mo>&#x2062;</mml:mo>
<mml:mtext mathvariant="bold-italic">f</mml:mtext>
</mml:mrow>
<mml:mo>+</mml:mo>
<mml:mi>&#x03BE;</mml:mi>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<p>where all terms are the same as the model (1) other than the term &#x03BE;, which is the independent error random vector of residual, &#x03BE;&#x223C; N (0, R<sub><italic>e</italic></sub><inline-formula><mml:math id="INEQ27"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>e</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>), R<sub><italic>e</italic></sub> is the covariance matrix of &#x03BE;, and it is defined as: R<sub><italic>e</italic></sub> &#x03C3;&#x03BE;<sup><bold>2</bold></sup><bold>&#x03A3;<sub>c</sub></bold>(&#x03C1;<sub><bold>c</bold></sub>)&#x2297;<bold>&#x03A3;<sub>r</sub></bold>(&#x03C1;<sub><bold>r</bold></sub>). Where &#x03C1;<sub><bold>c</bold></sub> and &#x03C1;<sub><bold>r</bold></sub> are the autocorrelation parameters for the spatial coordinates of row and column; <bold>&#x03A3;<sub>c</sub></bold>(&#x03C1;<sub><bold>c</bold></sub>)and <bold>&#x03A3;<sub>r</sub></bold>(&#x03C1;<bold><sub>r</sub></bold>) represent the autoregressive correlation matrices; and <bold>&#x2297;</bold> represents the Kronecker product (<xref ref-type="bibr" rid="B3">Andrade et al., 2020</xref>).</p>
<p>From both base and spatial models, we estimated the following genetic and non-genetic parameters: broad-sense heritability (H<sup>2</sup>), predicted error variance (PEV), and relative efficiency (RE) between the spatial model and base model. The RE was calculated for the spatial model in relation to the base model based on PEV and values greater than 100 indicate higher efficiency for the spatial model. The RE was measured as follows:</p>
<disp-formula id="S2.E3">
<label>(3)</label>
<mml:math id="M3">
<mml:mrow>
<mml:mrow>
<mml:mi>R</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:mi>E</mml:mi>
</mml:mrow>
<mml:mo>=</mml:mo>
<mml:mrow>
<mml:mn>100</mml:mn>
<mml:mo>&#x00D7;</mml:mo>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mi>P</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:mi>E</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:msub>
<mml:mi>V</mml:mi>
<mml:mrow>
<mml:mi>B</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:mi>a</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:mi>s</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:mi>e</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mrow>
<mml:mi>P</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:mi>E</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:msub>
<mml:mi>V</mml:mi>
<mml:mrow>
<mml:mi>S</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:mi>p</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:mi>a</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:mi>t</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:mi>i</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:mi>a</mml:mi>
<mml:mo>&#x2062;</mml:mo>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfrac>
<mml:mo rspace="7.5pt">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<p>The Akaike information criteria (AIC) for each model were used to choose the best model. Additionally, the families were ranked based on their predicted values from each model for the traits HA and NDVI.</p>
</sec>
<sec id="S2.SS6.SSS4">
<title>Variance Component Estimation: Bivariate Model and Scenarios for Herbage Accumulation Data</title>
<p>Data for HA and NDVI were combined into a single model to leverage information at both levels (ground-based and HTP). As manual phenotyping for HA is time-consuming and costly, scenarios were simulated <italic>in silico</italic> to quantify how genetic parameter estimates would change when not all experimental units are manually harvested. The simulation was performed by randomly assigning missing values to the full HA dataset to represent hypothetical scenarios when 30, 40, 50, 60, 70, 80, and 90% of the plots would be harvested. The process was repeated 30 times for each scenario. The base model contained 100% of the HA data, and it was used as a baseline to compare with other scenarios. The bivariate model was fitted as follows:</p>
<disp-formula id="S2.E4">
<label>(4)</label>
<mml:math id="M4">
<mml:mrow>
<mml:mtext mathvariant="bold-italic">y</mml:mtext>
<mml:mo>=</mml:mo>
<mml:mrow>
<mml:mi mathvariant="normal">&#x03BC;</mml:mi>
<mml:mo>+</mml:mo>
<mml:mtext mathvariant="bold-italic">Xt</mml:mtext>
<mml:mo>+</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext mathvariant="bold-italic">Z</mml:mtext>
<mml:mi mathvariant="bold">r</mml:mi>
</mml:msub>
<mml:mo>&#x2062;</mml:mo>
<mml:msub>
<mml:mtext mathvariant="bold-italic">u</mml:mtext>
<mml:mi mathvariant="bold">r</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>+</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext mathvariant="bold-italic">Z</mml:mtext>
<mml:mi mathvariant="bold">c</mml:mi>
</mml:msub>
<mml:mo>&#x2062;</mml:mo>
<mml:msub>
<mml:mtext mathvariant="bold-italic">u</mml:mtext>
<mml:mi mathvariant="bold">c</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>+</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext mathvariant="bold-italic">Z</mml:mtext>
<mml:mi mathvariant="bold">f</mml:mi>
</mml:msub>
<mml:mo>&#x2062;</mml:mo>
<mml:msub>
<mml:mtext mathvariant="bold-italic">u</mml:mtext>
<mml:mi mathvariant="bold">f</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>+</mml:mo>
<mml:mtext mathvariant="bold">e</mml:mtext>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<p>where <bold>y</bold> is a stacked vector of the phenotypic data for traits HA (t1) and NDVI (t2), &#x03BC; is the stacked vector of the overall mean for each trait; t is the fixed effect stacked vector of the check varieties for each trait; <bold>u<sub>r</sub></bold> is the random effect stacked vector of the row for each trait, <bold>u<sub>r</sub></bold>&#x223C; N (0, <inline-formula><mml:math id="INEQ37"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>r</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>); <bold>u<sub>c</sub></bold> is the random effect stacked vector of the column for each trait, <bold>u<sub>c</sub></bold>&#x223C; N (0, <inline-formula><mml:math id="INEQ40"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>c</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>); <bold>u<sub>f</sub></bold> is the random effect stacked vector of the family for each trait, assuming that families are independent <bold>u<sub>f</sub></bold>&#x223C; N (0, I<sub><italic>f</italic></sub>&#x2297;<bold>G</bold>), G = <inline-formula><mml:math id="INEQ44"><mml:mrow><mml:mrow><mml:mo>[</mml:mo><mml:mrow><mml:mtable><mml:mtr><mml:mtd><mml:mrow><mml:msubsup><mml:mi>&#x03C3;</mml:mi><mml:mrow><mml:mi>f</mml:mi><mml:mi>t</mml:mi><mml:mn>1</mml:mn></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mrow></mml:mtd><mml:mtd><mml:mrow><mml:msub><mml:mi>&#x03C3;</mml:mi><mml:mrow><mml:mi>f</mml:mi><mml:mi>t</mml:mi><mml:mn>1</mml:mn><mml:mi>f</mml:mi><mml:mi>t</mml:mi><mml:mn>2</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mrow><mml:msub><mml:mi>&#x03C3;</mml:mi><mml:mrow><mml:mi>f</mml:mi><mml:mi>t</mml:mi><mml:mn>1</mml:mn><mml:mi>f</mml:mi><mml:mi>t</mml:mi><mml:mn>2</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:mtd><mml:mtd><mml:mrow><mml:msubsup><mml:mrow></mml:mrow><mml:mrow><mml:mi>f</mml:mi><mml:mi>t</mml:mi><mml:mn>2</mml:mn></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:mrow><mml:mo>]</mml:mo></mml:mrow></mml:mrow></mml:math></inline-formula>; and <italic>e</italic> is the independent error random stacked vector of residual for each trait, <bold>e</bold>&#x223C; N (0, I<sub><italic>e</italic></sub>&#x2297;R), where R = <inline-formula><mml:math id="INEQ47"><mml:mrow><mml:mo>[</mml:mo><mml:mtable columnspacing="5pt" rowspacing="0pt"><mml:mtr><mml:mtd columnalign="center"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>e</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>t</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mtd><mml:mtd columnalign="center"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>e</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>t</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mn>1</mml:mn><mml:mo>&#x2062;</mml:mo><mml:mi>e</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>t</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mn>2</mml:mn></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mtd></mml:mtr><mml:mtr><mml:mtd columnalign="center"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>e</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>t</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mn>1</mml:mn><mml:mo>&#x2062;</mml:mo><mml:mi>e</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>t</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mn>2</mml:mn></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mtd><mml:mtd columnalign="center"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>e</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>t</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mn>2</mml:mn></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mtd></mml:mtr></mml:mtable><mml:mo>]</mml:mo></mml:mrow></mml:math></inline-formula>; <bold>X</bold>, <italic>Z<sub>r</sub></italic>, <italic>Z<sub>c</sub></italic>, and <italic>Z<sub>f</sub></italic> represent the incidence matrices associated with the vectors <italic>t</italic>, <bold>u<sub>r</sub></bold>, <bold>u<sub>c</sub></bold>, and <bold>u<sub>f</sub></bold>. The components <inline-formula><mml:math id="INEQ51"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>r</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>, <inline-formula><mml:math id="INEQ52"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>c</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>, <inline-formula><mml:math id="INEQ53"><mml:msubsup><mml:mi/><mml:mrow><mml:mi>f</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>t</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>, <inline-formula><mml:math id="INEQ54"><mml:msubsup><mml:mi/><mml:mrow><mml:mi>f</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>t</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mn>2</mml:mn></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>, <inline-formula><mml:math id="INEQ55"><mml:msubsup><mml:mi/><mml:mrow><mml:mi>e</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>t</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula>, and <inline-formula><mml:math id="INEQ56"><mml:msubsup><mml:mi/><mml:mrow><mml:mi>e</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>t</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mn>2</mml:mn></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula> are the variance components for row, columns, family for trait 1, family for trait 2, error for trait 1, and error for trait 2, respectively. The component<sub><italic>ft1,t2</italic></sub> is the covariance between trait 1 and 2.</p>
<p>We compared the full bivariate and univariate models utilizing HA, NDVI with the different scenarios using the following calculations: (i) coincidence of selection (%) after applying a 10% selection intensity and (ii) the correlation among predicted values across all families.</p>
<p>Genetic gain (%) was estimated from BLUPs for each family in each harvest (<xref ref-type="supplementary-material" rid="DS1">Supplementary Table 3</xref>) for the bivariate model, and univariate models for HA and NDVI in all scenarios for HA missing data. We calculated genetic gain using the following equation:</p>
<disp-formula id="S2.E5">
<label>(5)</label>
<mml:math id="M5">
<mml:mrow>
<mml:mrow>
<mml:mtext mathvariant="bold-italic">Genetic&#x00A0;</mml:mtext>
<mml:mo>&#x2062;</mml:mo>
<mml:mtext mathvariant="bold-italic">Gain</mml:mtext>
</mml:mrow>
<mml:mo>=</mml:mo>
<mml:mrow>
<mml:mpadded width="+3.3pt">
<mml:mfrac>
<mml:mover accent="true">
<mml:msub>
<mml:mtext mathvariant="bold-italic">BLUP</mml:mtext>
<mml:mi mathvariant="bold">t</mml:mi>
</mml:msub>
<mml:mo>&#x00AF;</mml:mo>
</mml:mover>
<mml:mover accent="true">
<mml:mtext mathvariant="bold-italic">Y</mml:mtext>
<mml:mo>&#x00AF;</mml:mo>
</mml:mover>
</mml:mfrac>
</mml:mpadded>
<mml:mo>&#x2062;</mml:mo>
<mml:mtext mathvariant="bold-italic">x&#x00A0;</mml:mtext>
<mml:mo>&#x2062;</mml:mo>
<mml:mn mathvariant="bold">100</mml:mn>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<p><inline-formula><mml:math id="INEQ57"><mml:mpadded width="+5pt"><mml:mover accent="true"><mml:mrow><mml:mi>B</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>L</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>U</mml:mi><mml:mo>&#x2062;</mml:mo><mml:msub><mml:mi>P</mml:mi><mml:mi>t</mml:mi></mml:msub></mml:mrow><mml:mo>&#x00AF;</mml:mo></mml:mover></mml:mpadded></mml:math></inline-formula>is the mean of the BLUPs of the <italic>t</italic> selected family for HA, <inline-formula><mml:math id="INEQ58"><mml:mover accent="true"><mml:mi>Y</mml:mi><mml:mo>&#x00AF;</mml:mo></mml:mover></mml:math></inline-formula> is the overall mean of all families for HA.</p>
</sec>
</sec>
</sec>
<sec id="S3" sec-type="results">
<title>Results</title>
<sec id="S3.SS1">
<title>Pearson Correlation and Regression Analysis Between Herbage Accumulation and Vegetation Indices</title>
<p>Herbage accumulation showed variation across harvests (<xref ref-type="supplementary-material" rid="DS1">Supplementary Figure 1</xref>). Harvest one and four showed higher mean HA and variation, while harvest two had the lowest mean HA and variation. All VIs responded similarly to the variation in HA across harvests, as all VIs had a higher mean and variation for harvest one, and the lowest mean and variation in harvest two (<xref ref-type="supplementary-material" rid="DS1">Supplementary Figures 3A&#x2013;E</xref>). The Pearson correlation between HA and all VIs (NDVI, GNDVI, NDRE, and GRVI) were higher than 0.71 across all four harvests (<xref ref-type="fig" rid="F3">Figure 3</xref>). All VIs were able to model HA with moderate and similar accuracy across harvests (<xref ref-type="fig" rid="F4">Figure 4</xref> and <xref ref-type="supplementary-material" rid="DS1">Supplementary Figures 2</xref>&#x2013;<xref ref-type="supplementary-material" rid="DS1">4</xref>). Harvest one, three, and four showed better prediction (<italic>R</italic><sup>2</sup> &#x003E; 0.60) for HA than harvest two (R<sup>2</sup> &#x223C; 0.51) (<xref ref-type="fig" rid="F4">Figure 4</xref> and <xref ref-type="supplementary-material" rid="DS1">Supplementary Figures 2</xref>&#x2013;<xref ref-type="supplementary-material" rid="DS1">4</xref>). Due to the similar results observed among all VIs, NDVI was selected for further analyses.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption><p>Pearson correlation coefficients between ground-based phenotyping for herbage accumulation (HA&#x2014;kg ha<sup>&#x2013; 1</sup>) and four vegetation indices (VIs): NDVI, normalized difference vegetation index; GNDVI, green normalized difference vegetation index; NDRE, normalized difference red edge; GRVI, green and red ratio vegetation index. Harvests: <bold>(A)</bold> harvest one, <bold>(B)</bold> harvest two, <bold>(C)</bold> harvest three, and <bold>(D)</bold> harvest four.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-756768-g003.tif"/>
</fig>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption><p>Linear regression between herbage accumulation (HA_kg_ha) and unmanned aerial vehicles-based VIs collected in harvest one in alfalfa families evaluated in Citra, FL. VIs: <bold>(A)</bold> NDVI, normalized difference vegetation index; <bold>(B)</bold> GNDVI, green normalized difference vegetation index; <bold>(C)</bold> NDRE, normalized difference red edge; GRVI, <bold>(D)</bold> green and red ratio VI.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-756768-g004.tif"/>
</fig>
</sec>
<sec id="S3.SS2">
<title>Spatial Analysis to Control Field Variation</title>
<p>Modeling the spatial variation was necessary for both traits (HA and NDVI) since the autocorrelation in both dimensions was significant in all harvests (<xref ref-type="supplementary-material" rid="DS1">Supplementary Table 1</xref>). Variograms for the base model showed the presence of patterns in the field that may increase error variance (peaks in the variograms indicate trends in the field) (<xref ref-type="fig" rid="F5">Figures 5A,C</xref>). The variograms revealed that the spatial model efficiently controlled these patterns (<xref ref-type="fig" rid="F5">Figures 5B,D</xref>). The spatial models for HA and NDVI provided better model fitness across all harvests (lower AIC and BIC; <xref ref-type="supplementary-material" rid="DS1">Supplementary Table 2</xref>).</p>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption><p>Variograms for HA and normalized difference vegetation index (NDVI) before <bold>(A,C)</bold> and after <bold>(B,D)</bold> the inclusion of terms to control local and global trends for alfalfa yield in harvest one in alfalfa families evaluated in Citra, FL. <bold>(A)</bold> HA-based model, <bold>(B)</bold> HA-spatial model, <bold>(C)</bold> NDVI-based model, <bold>(D)</bold> NDVI-spatial model. Row and column are coordinates for the rows and columns in the experimental area, respectively.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-756768-g005.tif"/>
</fig>
<p>The genotypic variance was significant (<italic>P</italic> &#x003C; 0.001) for HA and NDVI across harvests, and heritability (<italic>H</italic><sup>2</sup>) estimates ranged from low (0.12) to moderate (0.31) (<xref ref-type="table" rid="T1">Table 1</xref>). For HA, the spatial model provided slightly higher <italic>H</italic><sup>2</sup> estimates than the base model across the harvests (<xref ref-type="table" rid="T1">Table 1</xref>). Similarly, NDVI models accounting for spatial variation resulted in higher <italic>H</italic><sup>2</sup> estimates, except for harvest four (<xref ref-type="table" rid="T1">Table 1</xref>). The <italic>H</italic><sup>2</sup> estimates for HA (base and spatial models) were higher than <italic>H</italic><sup>2</sup> estimates for NDVI (base and spatial models) across all harvests. As model fitness was greater for spatial models, PEVs were also smaller for spatial models for HA and NDVI across harvests, except for NDVI in harvest four (<xref ref-type="table" rid="T1">Table 1</xref>). The lower PEV in the spatial models yielded higher RE than the base model, for all traits and harvests, except for HA in harvest four. The best model for each trait and harvest was used for further analyses.</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>Estimates of broad-sense heritability (<italic>H</italic><sup>2</sup>), predicted error variance (PEV) and relative efficiency (RE) for alfalfa families harvested four times in Citra, FL, United States.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Harvest</td>
<td valign="top" align="center">Parameter</td>
<td valign="top" align="center" colspan="2">HA<hr/></td>
<td valign="top" align="center" colspan="2">NDVI<hr/></td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="center">Base</td>
<td valign="top" align="center">Spatial</td>
<td valign="top" align="center">Base</td>
<td valign="top" align="center">Spatial</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="center"><italic>H</italic><sup>2</sup></td>
<td valign="top" align="center">0.28<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center">0.31<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center">0.21<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center">0.29<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
</tr>
<tr>
<td/>
<td valign="top" align="center">PEV</td>
<td valign="top" align="center">31,145</td>
<td valign="top" align="center">29,976</td>
<td valign="top" align="center">413,474</td>
<td valign="top" align="center">368,663</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">RE</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">103.9</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">112.2</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="center"><italic>H</italic><sup>2</sup></td>
<td valign="top" align="center">0.18<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center">0.20<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center">0.14<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center">0.18<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
</tr>
<tr>
<td/>
<td valign="top" align="center">PEV</td>
<td valign="top" align="center">15,503</td>
<td valign="top" align="center">15,048</td>
<td valign="top" align="center">2,140</td>
<td valign="top" align="center">2,099</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">RE</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">103.1</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">101.9</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="center"><italic>H</italic><sup>2</sup></td>
<td valign="top" align="center">0.24<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center">0.27<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center">0.13<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center">0.19<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
</tr>
<tr>
<td/>
<td valign="top" align="center">PEV</td>
<td valign="top" align="center">19,785</td>
<td valign="top" align="center">19,442</td>
<td valign="top" align="center">54,468</td>
<td valign="top" align="center">51,576</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">RE</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">101.8</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">105.6</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="center"><italic>H</italic><sup>2</sup></td>
<td valign="top" align="center">0.19<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center">0.23<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center">0.12<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
<td valign="top" align="center">0.11<xref ref-type="table-fn" rid="t1fns2">&#x002A;&#x002A;&#x002A;</xref></td>
</tr>
<tr>
<td/>
<td valign="top" align="center">PEV</td>
<td valign="top" align="center">38,223</td>
<td valign="top" align="center">39,548</td>
<td valign="top" align="center">27,300</td>
<td valign="top" align="center">25,200</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">RE</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">97.4</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">108.2</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="t1fns1"><p><italic>Linear mixed models were fitted for herbage accumulation (HA) and normalized difference vegetation index to estimate variance components in a model without accounting for spatial variation (base) and by modeling the spatial variation (spatial) in each harvest.</italic></p></fn>
<fn id="t1fns2"><p><italic>&#x002A;&#x002A;&#x002A;denotes significance at p &#x003C; 0.001 for the genetic variance using a Likelihood Ratio Tests (LRT).</italic></p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="S3.SS3">
<title>Selection of Best Alfalfa Families for Herbage Accumulation and Normalized Difference Vegetation Index</title>
<p>The 179 alfalfa families were ranked based on their predicted values estimated on each harvest for the base and spatial models. Then, a 10% selection intensity was imposed to select the best 17 families (highest HA and NDVI values in each harvest). The coincidence of selection was greater than 75% (13 families out of 17) for the base and spatial models for HA and NDVI in all harvests, except for NDVI in harvest three (<xref ref-type="fig" rid="F6">Figure 6</xref>). The coincidence of selection between HA and NDVI, based on the base model, ranged from 36% in harvest 2&#x2013;65% in harvest one (<xref ref-type="fig" rid="F6">Figure 6</xref>). The coincidence of selection between spatial models for HA and NDVI ranged from 41% in harvest 2&#x2013;71% in harvest one (<xref ref-type="fig" rid="F6">Figure 6</xref>).</p>
<fig id="F6" position="float">
<label>FIGURE 6</label>
<caption><p>Percent of coincidence in selection for the 10% best alfalfa families between HA and NDVI, using the base and spatial model, across four harvests in alfalfa families evaluated in Citra, FL, United States.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-756768-g006.tif"/>
</fig>
<p>Harvest one showed the highest coincidence of selection for all model comparisons (<xref ref-type="fig" rid="F6">Figure 6</xref>). Base and spatial models for HA and NDVI resulted in 89% coincidence (15 families out of 17) (<xref ref-type="fig" rid="F6">Figure 6</xref>). Considering the base model in harvest one, selecting families using HA and NDVI showed 65% coincidence (11 families). After modeling spatial variation, there was a 71% coincidence (12 families) when the best families were selected based on HA and NDVI. Harvest two showed the lowest coincidence when comparing the selected families for HA and NDVI using base and spatial models (<xref ref-type="fig" rid="F6">Figure 6</xref>). Considering the base model in harvest two, selecting families using HA and NDVI showed 35% coincidence (five families). There was a 43% coincidence (seven families) for the spatial models to select the best 10% families based on HA and NDVI data. Harvests three and four showed similar results to harvest one, but slightly lower coincidence when comparing HA and NDVI for base and spatial models.</p>
</sec>
<sec id="S3.SS4">
<title>Univariate and Bivariate Models for Scenarios With Different Levels of Herbage Accumulation Data</title>
<p>The combination of HA and NDVI data into a bivariate analysis was compared to the univariate models for each trait, considering scenarios with various levels of HA data for three parameters: correlation among predicted values across all families, the coincidence of selection for the 10% best families, and genetic gain. In general, all parameters increased as the level of HA data increased in all harvests (<xref ref-type="fig" rid="F7">Figures 7</xref>, <xref ref-type="fig" rid="F8">8</xref>).</p>
<fig id="F7" position="float">
<label>FIGURE 7</label>
<caption><p>Comparison of bivariate and univariate models (shape) for HA and NDVI for coincidence of selection after applying a 10% selection intensity (red), and correlation among breeding values for all families (green), for scenarios comparing models with increasing levels of HA data collection (30&#x2013;90%) against a model with 100% HA data, across four harvests in alfalfa families evaluated in Citra, FL, United States. Harvests one <bold>(A)</bold>, two <bold>(B)</bold>, three <bold>(C)</bold>, and four <bold>(D)</bold>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-756768-g007.tif"/>
</fig>
<fig id="F8" position="float">
<label>FIGURE 8</label>
<caption><p>Comparison of bivariate model (HA and NDVI, red), and univariate (HA, green; NDVI, blue) models for genetic gain for HA, after applying a 10% selection intensity for scenarios with increasing levels of HA data collection (30&#x2013;100%) across four harvests in alfalfa families evaluated in Citra, FL, United States. Harvests one <bold>(A)</bold>, two <bold>(B)</bold>, three <bold>(C)</bold>, and four <bold>(D)</bold>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-756768-g008.tif"/>
</fig>
<p>For the bivariate model, the correlation between the predicted values for all families using the complete HA dataset and each scenario with various levels of missing HA data (30&#x2013;90%) varied between 0.78 (harvest four at 30% HA data collection) and 1 (harvest one at 90% HA data collection) (<xref ref-type="fig" rid="F7">Figure 7</xref>). The correlation was consistently higher than 0.90 for three harvests (one, two, and three), even for the scenario when only 30% of HA data were used in the model. The coincidence of selection for the best 10% families varied between 0.64 (harvest four at 30% HA data collection) and 0.85 (harvest one at 90% HA data collection) (<xref ref-type="fig" rid="F7">Figure 7</xref>). The correlation and coincidence of selection were consistently higher for the bivariate model than any univariate model across all scenarios (<xref ref-type="fig" rid="F7">Figure 7</xref>). The bivariate and univariate models for HA were similar only in harvests three and four, for scenarios when 80 and 90% of the HA data were used in the model (<xref ref-type="fig" rid="F7">Figure 7</xref>). The genetic gain for the bivariate model was higher than the univariate models for HA and NDVI in all harvests (except in harvest three for HA in the scenarios when 80 and 90% of the HA data were used in the model), and it remained stable even for scenarios with low levels of HA data (<xref ref-type="fig" rid="F8">Figure 8</xref>).</p>
<p>For the univariate model for HA, the correlation between the genotypic values among all families varied between 0.51 (harvest one at 30% HA data collection) and 0.91 (harvest four for 90% HA data collection) (<xref ref-type="fig" rid="F7">Figure 7</xref>). The coincidence of selection varied between 0.37 (harvest three at 30% HA data collection) and 0.84 (harvest two at 90% HA data collection) (<xref ref-type="fig" rid="F7">Figure 7</xref>). The genetic gain for the univariate model for HA increased as more HA data was used in the models across all harvests, and higher gains were obtained for HA compared to NDVI for almost all scenarios (<xref ref-type="fig" rid="F8">Figure 8</xref>). For the univariate model for NDVI, the correlation between genotypic values among all families varied between 0.45 (harvests two and four at 30% HA data collection) and 0.88 (harvest three for 90% HA data collection) (<xref ref-type="fig" rid="F7">Figure 7</xref>). The coincidence for selection varied between 0.33 (harvest four at 30% HA data collection) and 0.63 (harvest four at 90% HA data collection) (<xref ref-type="fig" rid="F7">Figure 7</xref>). In general, the univariate model for HA provided higher correlations and % coincidence than univariate models for NDVI (<xref ref-type="fig" rid="F7">Figure 7</xref>), and lower genetic gain for HA was obtained when the selection was performed using only NDVI data (<xref ref-type="fig" rid="F8">Figure 8</xref>).</p>
</sec>
</sec>
<sec id="S4" sec-type="discussion">
<title>Discussion</title>
<p>The ultimate goal in plant breeding is to select superior breeding units (individuals, clones, families, etc.) with the highest accuracy level in a high throughput manner by investing the least possible resources. Alfalfa breeders aim to develop superior cultivars with high yield and quality, exhibiting broad adaptation to various biotic and abiotic stresses. Breeding programs are focusing on the improving HA invest significant resources in collecting and quantifying HA from field trials and drying samples to determine their dry matter content (<xref ref-type="bibr" rid="B4">Annicchiarico, 2015</xref>). This process is time-consuming and expensive for large breeding populations. A key component for increasing the efficiency in improving HA yield is the use of fast and precise phenotypic assessment of large breeding populations (<xref ref-type="bibr" rid="B19">Fu, 2015</xref>). In this study, 179 alfalfa families were phenotyped for HA across four harvests, totaling 1,792 data points for HA. At the same time, HTP was implemented to assess the efficiency of HTP to predict alfalfa HA. All VIs provided a high correlation with HA, and HA in alfalfa was modeled with moderate accuracy (<italic>R</italic><sup>2</sup> &#x003E; 0.66 in four harvests). These results follow similar trends from the previous studies evaluating the efficiency of HTP in predicting HA in small plots from alfalfa germplasm and breeding lines (<xref ref-type="bibr" rid="B15">Cazenave et al., 2019</xref>; <xref ref-type="bibr" rid="B37">Tang et al., 2021</xref>), as well as larger alfalfa plots (<xref ref-type="bibr" rid="B18">Feng et al., 2020</xref>).</p>
<p>The progress in plant breeding is measured based on genetic gain, which refers to the amount of increase in performance achieved through cycles of artificial selection (<xref ref-type="bibr" rid="B42">Xu et al., 2017</xref>). Several factors affect genetic gain, such as the genetic variation available in breeding populations, trait heritability, selection intensity, and the time required to complete a breeding cycle (<xref ref-type="bibr" rid="B42">Xu et al., 2017</xref>). Estimation of heritability can be improved by refining field experiments and statistical approaches, particularly for understanding and controlling spatial variation. One of our goals was to evaluate the effect of spatial models to control field variation and improve the estimation of genetic parameters and family selection. The autocorrelation had a significant impact across rows and columns. The spatial models improved the estimation of genetic and non-genetic parameters for HA in all harvests and NDVI in harvests one, two, and three. After applying spatial analysis, the heritability increased for both HA and NDVI. Similarly, <xref ref-type="bibr" rid="B36">Sripathi et al. (2017)</xref> and <xref ref-type="bibr" rid="B3">Andrade et al. (2020)</xref> reported high efficiency of spatial analysis in the estimation of genetic parameters in potato and forage breeding populations. These authors reported improvements in model fitness from the base and to spatial, which supports our results. The results presented in our study showed the importance of the spatial model to reduce the PEV and improve selection accuracy. These results reflected higher precision in the selection of the best families. The spatial models for HA and NDVI showed high levels of coincidence of selection in all harvests (&#x003E;75%, except for NDVI in harvest three), compared to the base model.</p>
<p>Plant breeders can increase the selection intensity through improvements in the scale and precision of genotyping and phenotyping, which will result in higher genetic gain (<xref ref-type="bibr" rid="B42">Xu et al., 2017</xref>). One of the strategies to improve selection intensity is by increasing the breeding populations&#x2019; size, but this comes at the expense of more efforts and resources dedicated to phenotyping. HTP can lead to higher genetic gain by increasing the size of breeding populations and making selections more accurately (<xref ref-type="bibr" rid="B24">Houle et al., 2010</xref>; <xref ref-type="bibr" rid="B37">Tang et al., 2021</xref>). In our study, <italic>H</italic><sup>2</sup> estimates were slightly lower for NDVI than HA, but both traits showed significant genetic variation and moderate to low <italic>H</italic><sup>2</sup>. Considering only <italic>H</italic><sup>2</sup>, NDVI was able to detect the genetic variation present in this breeding population and can be used to select breeding lines exhibiting higher NDVI values, which would translate to breeding lines with higher HA (<italic>R</italic><sup>2</sup> &#x003E; 0.66). However, the coincidence of selection for the best families with HA and NDVI for both models was low to moderate (0.35 &#x2013; 0.72), which shows that different families were selected by using NDVI and HA data in univariate models. Moreover, the genetic gain for HA was lower when the selection of the best 10% of the families was performed using only NDVI data. Our results indicated the NDVI data would complement ground-based HA measurements to improve genetic gain for HA in alfalfa.</p>
<p>Costs of field experiments are the limiting factor in alfalfa breeding programs focusing on quantifying HA across multiple harvests in a year and across multiple years and locations. The results presented in this study reported moderate to low <italic>H</italic><sup>2</sup> for HA and high correlation coefficients between HA and NDVI across harvests. Multi-trait selection can be applied to take advantage of the correlation between traits and increase selection accuracy for the target trait (<xref ref-type="bibr" rid="B28">Mrode, 2014</xref>). HA and NDVI data combined into a bivariate model for each harvest showed a higher correlation among predicted values, a higher coincidence of selection, and greater genetic gain than univariate models for HA and NDVI. As the level of HA data used in the models increased (from 30 to 90% of the total data), the correlation, coincidence of selection, and genetic gain increased. These results highlight the importance of collecting HTP data at the harvest time, particularly if breeders are not harvesting all experimental units in large breeding populations. To increase genetic gain for HA, alfalfa breeders could screen more breeding lines by combining HA and HTP phenotyping in their pipeline since the number of plots that need to be harvested will be smaller. In this study, reducing phenotyping efforts by 50% (using only 50% of the available HA data) showed a range between 0.83 and 1 for correlation among all families, 0.75 to 0.89 for the coincidence of selection, and 26.8 to 37.44% genetic gain in bivariate models. Despite the lower correlation and coincidence of selection, the genetic gain remained stable across all scenarios for bivariate models in all harvests. Including NDVI in the phenotyping pipeline for HA in alfalfa could result in greater genetic gains by increasing the size of breeding populations (<xref ref-type="bibr" rid="B42">Xu et al., 2017</xref>), while maintaining the resources for HA phenotyping constant.</p>
<p>High-throughput phenotyping is a promising method to develop improved cultivars and achieve high genetic gain. In this study, all VIs showed a high correlation with HA, and the inclusion of NDVI improved the selection accuracy for HA when bivariate models were fitted, even for scenarios with limited HA data. These results suggest that breeders could increase population size while maintaining the same ground-level measurement efforts, and expect increases in genetic gain due to a higher number of breeding candidates. Similar to the previous studies in alfalfa, HTP predicted HA with high accuracy (<xref ref-type="bibr" rid="B18">Feng et al., 2020</xref>), and HTP was able to detect differences in biomass production in large breeding populations (<xref ref-type="bibr" rid="B15">Cazenave et al., 2019</xref>). The results presented in this study coincide with the report from <xref ref-type="bibr" rid="B37">Tang et al. (2021)</xref>, where HTP improved the efficiency of the selection process for alfalfa biomass in small plots (1.52 m &#x00D7; 0.30 m). Besides, it was also shown that spatial models controlled field variation and improved the estimation of genetic parameters and the accuracy of family selection.</p>
<p>Despite the improvements in the selection, HTP brings new challenges into the breeding pipeline. HTP data collection, storage, and processing require investments in computer power and storage and programming knowledge for data analysis and interpretation. In conclusion, the investment in time and resources to collect, process, and analyze HTP resulted in a more accurate selection of alfalfa families for HA. The RS data complemented ground-based HA measurements, and the combination of both datasets should result in improvements in alfalfa HA.</p>
</sec>
<sec id="S5" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The data that support the findings of this study are available from the corresponding author upon request.</p>
</sec>
<sec id="S6">
<title>Author Contributions</title>
<p>ER and PM designed the experiments. SS and AS collected the UAV images. JA, CS, YL, PM, and ER took the ground measurements. AB processed the images. AB and MA analyzed the data. GA and CS contributed to the data analysis on the ground measurements. AS, PM, and ER provided critical reviews and supported the costs of the study. AB, MA, and ER wrote the article. All authors provided critical reviews.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="pudiscl1" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="S7" sec-type="funding-information">
<title>Funding</title>
<p>This research was partially funded by the USDA National Institute of Food and Agriculture, Hatch project 1018058, and by the Agriculture and Food Research Initiative grant number 2014-67013-22418 to PM, J. W. Olmstead and J. B. Endelman from the USDA National Institute of Food and Agriculture. This research was supported by the Plant Molecular Breeding Initiative grant provided through the University of Florida, Institute of Food and Agricultural Science, Plant Breeding Working Group.</p>
</sec>
<sec id="S8" sec-type="supplementary-material"><title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fpls.2021.756768/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fpls.2021.756768/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="DS1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Acharya</surname> <given-names>J. P.</given-names></name> <name><surname>Lopez</surname> <given-names>Y.</given-names></name> <name><surname>Gouveia</surname> <given-names>B. T.</given-names></name> <name><surname>de Bem Oliveira</surname> <given-names>I.</given-names></name> <name><surname>Resende</surname> <given-names>M. F. R.</given-names></name> <name><surname>Mu&#x00F1;oz</surname> <given-names>P. R.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Breeding Alfalfa (<italic>Medicago sativa</italic> L.) adapted to subtropical agroecosystems.</article-title> <source><italic>Agronomy</italic></source> <volume>10</volume>:<issue>742</issue>. <pub-id pub-id-type="doi">10.3390/agronomy10050742</pub-id></citation></ref>
<ref id="B2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Adhikari</surname> <given-names>L.</given-names></name> <name><surname>Makaju</surname> <given-names>S. O.</given-names></name> <name><surname>Missaoui</surname> <given-names>A. M.</given-names></name></person-group> (<year>2019</year>). <article-title>QTL mapping of flowering time and biomass yield in tetraploid alfalfa (<italic>Medicago sativa</italic> L.).</article-title> <source><italic>BMC Plant Biol.</italic></source> <volume>19</volume>:<issue>359</issue>. <pub-id pub-id-type="doi">10.1186/s12870-019-1946-0</pub-id> <pub-id pub-id-type="pmid">31419945</pub-id></citation></ref>
<ref id="B3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Andrade</surname> <given-names>M. H. M. L.</given-names></name> <name><surname>Fernandes Filho</surname> <given-names>C. C.</given-names></name> <name><surname>Fernandes</surname> <given-names>M. O.</given-names></name> <name><surname>Bastos</surname> <given-names>A. J. R.</given-names></name> <name><surname>Guedes</surname> <given-names>M. L.</given-names></name> <name><surname>Mar&#x00E7;al</surname> <given-names>T.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Accounting for spatial trends to increase the selection efficiency in potato breeding.</article-title> <source><italic>Crop Sci.</italic></source> <volume>60</volume> <fpage>2354</fpage>&#x2013;<lpage>2372</lpage>. <pub-id pub-id-type="doi">10.1002/csc2.20226</pub-id></citation></ref>
<ref id="B4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Annicchiarico</surname> <given-names>P.</given-names></name></person-group> (<year>2015</year>). <article-title>Alfalfa forage yield and leaf/stem ratio: narrow-sense heritability, genetic correlation, and parent selection procedures.</article-title> <source><italic>Euphytica</italic></source> <volume>205</volume> <fpage>409</fpage>&#x2013;<lpage>420</lpage>. <pub-id pub-id-type="doi">10.1007/s10681-015-1399-y</pub-id></citation></ref>
<ref id="B5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Annicchiarico</surname> <given-names>P.</given-names></name> <name><surname>Pecetti</surname> <given-names>L.</given-names></name></person-group> (<year>2021</year>). <article-title>Comparison among nine alfalfa breeding schemes based on actual biomass yield gains.</article-title> <source><italic>Crop Sci.</italic></source> <volume>61</volume> <fpage>2355</fpage>&#x2013;<lpage>2371</lpage>. <pub-id pub-id-type="doi">10.1002/csc2.20464</pub-id></citation></ref>
<ref id="B6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Annicchiarico</surname> <given-names>P.</given-names></name> <name><surname>Nazzicari</surname> <given-names>N.</given-names></name> <name><surname>Brummer</surname> <given-names>E. C.</given-names></name></person-group> (<year>2016</year>). <source><italic>Alfalfa Genomic Selection: Challenges, Strategies, Transnational Cooperation. Breeding in a World of Scarcity.</italic></source> <publisher-loc>Berlin</publisher-loc>: <publisher-name>Springer International Publishing</publisher-name>. <pub-id pub-id-type="doi">10.1007/978-3-319-28932-8_22</pub-id></citation></ref>
<ref id="B7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Araus</surname> <given-names>J. L.</given-names></name> <name><surname>Cairns</surname> <given-names>J. E.</given-names></name></person-group> (<year>2014</year>). <article-title>Field high-throughput phenotyping: the new crop breeding frontier.</article-title> <source><italic>Trends Plant Sci.</italic></source> <volume>19</volume> <fpage>52</fpage>&#x2013;<lpage>61</lpage>.</citation></ref>
<ref id="B8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Benabderrahim</surname> <given-names>M. A.</given-names></name> <name><surname>Guiza</surname> <given-names>M.</given-names></name> <name><surname>Haddad</surname> <given-names>M.</given-names></name></person-group> (<year>2020</year>). <article-title>Genetic diversity of salt tolerance in tetraploid alfalfa (<italic>Medicago sativa</italic> L.).</article-title> <source><italic>Acta Physiol. Plant.</italic></source> <volume>42</volume> <fpage>1</fpage>&#x2013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1007/s11738-019-2993-8</pub-id></citation></ref>
<ref id="B9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bingham</surname> <given-names>E. T.</given-names></name> <name><surname>Groose</surname> <given-names>R. W.</given-names></name> <name><surname>Woodfield</surname> <given-names>D. R.</given-names></name> <name><surname>Kidwell</surname> <given-names>K. K.</given-names></name></person-group> (<year>1994</year>). <article-title>Complementary Gene Interactions in Alfalfa are Greater in Autotetraploids than Diploids.</article-title> <source><italic>Crop Sci.</italic></source> <volume>34</volume> <fpage>823</fpage>&#x2013;<lpage>829</lpage>. <pub-id pub-id-type="doi">10.2135/cropsci1994.0011183X003400040001x</pub-id> <pub-id pub-id-type="pmid">34798789</pub-id></citation></ref>
<ref id="B10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bowley</surname> <given-names>S. R.</given-names></name> <name><surname>Christie</surname> <given-names>B. R.</given-names></name></person-group> (<year>1981</year>). <article-title>Inheritance of dry matter yield in a heterozygous population of Alfalfa.</article-title> <source><italic>Can. J. Plant Sci.</italic></source> <volume>61</volume> <fpage>313</fpage>&#x2013;<lpage>318</lpage>. <pub-id pub-id-type="doi">10.4141/cjps81-044</pub-id></citation></ref>
<ref id="B11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brummer</surname> <given-names>E. C.</given-names></name></person-group> (<year>1999</year>). <article-title>Capturing heterosis in forage crop cultivar development. Capturing heterosis in forage crop cultivar development.</article-title> <source><italic>Crop Sci.</italic></source> <volume>39</volume> <fpage>943</fpage>&#x2013;<lpage>954</lpage>. <pub-id pub-id-type="doi">10.2135/cropsci1999.0011183X003900040001x</pub-id> <pub-id pub-id-type="pmid">34798789</pub-id></citation></ref>
<ref id="B12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brummer</surname> <given-names>E. C.</given-names></name> <name><surname>Casler</surname> <given-names>M. D.</given-names></name></person-group> (<year>2015</year>). &#x201C;<article-title>Cool-Season Forages</article-title>,&#x201D; in <source><italic>Yield Gains in Major U.S. Field Crops</italic></source>, <role>eds</role> <person-group person-group-type="editor"><name><surname>Smith</surname> <given-names>S.</given-names></name> <name><surname>Diers</surname> <given-names>B.</given-names></name> <name><surname>Specht</surname> <given-names>J.</given-names></name> <name><surname>Carver</surname> <given-names>B.</given-names></name></person-group> (<publisher-loc>Hoboken, NY</publisher-loc>: <publisher-name>John Wiley &#x0026; Sons</publisher-name>), <pub-id pub-id-type="doi">10.2135/cssaspecpub33.c3</pub-id> <pub-id pub-id-type="pmid">34798789</pub-id></citation></ref>
<ref id="B13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Butler</surname> <given-names>D. G.</given-names></name> <name><surname>Cullis</surname> <given-names>B. R.</given-names></name> <name><surname>Gilmour</surname> <given-names>A. R.</given-names></name> <name><surname>Gogel</surname> <given-names>B. J.</given-names></name></person-group> (<year>2009</year>). <source><italic>ASReml-R reference manual.</italic></source> <publisher-loc>Brisbane, Qld</publisher-loc>: <publisher-name>Department of Primary Industries and Fisheries</publisher-name>.</citation></ref>
<ref id="B14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Casler</surname> <given-names>M. D.</given-names></name> <name><surname>Brummer</surname> <given-names>E. C.</given-names></name></person-group> (<year>2008</year>). <article-title>Theoretical expected genetic gains for among-and-within-family selection methods in perennial forage crops.</article-title> <source><italic>Crop Sci.</italic></source> <volume>48</volume> <fpage>890</fpage>&#x2013;<lpage>902</lpage>. <pub-id pub-id-type="doi">10.2135/cropsci2007.09.0499</pub-id> <pub-id pub-id-type="pmid">34798789</pub-id></citation></ref>
<ref id="B15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cazenave</surname> <given-names>A.</given-names></name> <name><surname>Shah</surname> <given-names>K.</given-names></name> <name><surname>Trammell</surname> <given-names>T.</given-names></name> <name><surname>Komp</surname> <given-names>M.</given-names></name> <name><surname>Hoffman</surname> <given-names>J.</given-names></name> <name><surname>Motes</surname> <given-names>C. M.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>High-throughput approaches for phenotyping alfalfa germplasm under abiotic stress in the field.</article-title> <source><italic>Plant Phenome J.</italic></source> <volume>2</volume> <fpage>1</fpage>&#x2013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.2135/tppj2019.03.0005</pub-id> <pub-id pub-id-type="pmid">34798789</pub-id></citation></ref>
<ref id="B16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>De Assis</surname> <given-names>G. M. L.</given-names></name> <name><surname>Ruggieri</surname> <given-names>A. C.</given-names></name> <name><surname>Mercadante</surname> <given-names>M. E. Z.</given-names></name> <name><surname>De Camargo</surname> <given-names>G. M. F.</given-names></name> <name><surname>Carneiro J&#x00FA;nior</surname> <given-names>J. M.</given-names></name></person-group> (<year>2010</year>). <article-title>Selection of alfalfa cultivars adapted for tropical environments with repeated measures using PROC MIXED of SAS<sup>&#x00AE;</sup> System.</article-title> <source><italic>Plant Genet. Resour.</italic></source> <volume>8</volume> <fpage>55</fpage>&#x2013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1017/S1479262109990153</pub-id></citation></ref>
<ref id="B17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dos Santos</surname> <given-names>I. G.</given-names></name> <name><surname>Cruz</surname> <given-names>C. D.</given-names></name> <name><surname>Nascimento</surname> <given-names>M.</given-names></name> <name><surname>Rosado</surname> <given-names>R. D. S.</given-names></name> <name><surname>De Paula Ferreira</surname> <given-names>R.</given-names></name></person-group> (<year>2018</year>). <article-title>Direct, indirect and simultaneous selection as strategies for alfalfa breeding on forage yield and nutritive value.</article-title> <source><italic>Pesqui. Agropecu. Trop.</italic></source> <volume>48</volume> <fpage>178</fpage>&#x2013;<lpage>189</lpage>. <pub-id pub-id-type="doi">10.1590/1983-40632018v4851950</pub-id></citation></ref>
<ref id="B18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Feng</surname> <given-names>L.</given-names></name> <name><surname>Zhang</surname> <given-names>Z.</given-names></name> <name><surname>Ma</surname> <given-names>Y.</given-names></name> <name><surname>Du</surname> <given-names>Q.</given-names></name> <name><surname>Williams</surname> <given-names>P.</given-names></name> <name><surname>Drewry</surname> <given-names>J.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Alfalfa yield prediction using UAV-based hyperspectral imagery and ensemble learning.</article-title> <source><italic>Remote Sens.</italic></source> <volume>12</volume>:<issue>2028</issue>. <pub-id pub-id-type="doi">10.3390/rs12122028</pub-id></citation></ref>
<ref id="B19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fu</surname> <given-names>Y. B.</given-names></name></person-group> (<year>2015</year>). <article-title>Understanding crop genetic diversity under modern plant breeding.</article-title> <source><italic>Theor. Appl. Genet.</italic></source> <volume>128</volume> <fpage>2131</fpage>&#x2013;<lpage>2142</lpage>. <pub-id pub-id-type="doi">10.1007/s00122-015-2585-y</pub-id> <pub-id pub-id-type="pmid">26246331</pub-id></citation></ref>
<ref id="B20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Furbank</surname> <given-names>R. T.</given-names></name> <name><surname>Tester</surname> <given-names>M.</given-names></name></person-group> (<year>2011</year>). <article-title>Phenomics-technologies to relieve the phenotyping bottleneck.</article-title> <source><italic>Trends Plant Sci.</italic></source> <volume>16</volume> <fpage>635</fpage>&#x2013;<lpage>644</lpage>. <pub-id pub-id-type="doi">10.1016/j.tplants.2011.09.005</pub-id> <pub-id pub-id-type="pmid">22074787</pub-id></citation></ref>
<ref id="B21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Galli</surname> <given-names>G.</given-names></name> <name><surname>Horne</surname> <given-names>D. W.</given-names></name> <name><surname>Collins</surname> <given-names>S. D.</given-names></name> <name><surname>Jung</surname> <given-names>J.</given-names></name> <name><surname>Chang</surname> <given-names>A.</given-names></name> <name><surname>Fritsche-Neto</surname> <given-names>R.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Optimization of UAS-based high-throughput phenotyping to estimate plant health and grain yield in sorghum.</article-title> <source><italic>Plant Phenome J.</italic></source> <volume>3</volume>:<issue>e20010</issue>. <pub-id pub-id-type="doi">10.1002/ppj2.20010</pub-id></citation></ref>
<ref id="B22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gilmour</surname> <given-names>A. R.</given-names></name> <name><surname>Cullis</surname> <given-names>B. R.</given-names></name> <name><surname>Verbyla</surname> <given-names>A. P.</given-names></name></person-group> (<year>1997</year>). <article-title>Accounting for natural and extraneous variation in the analysis of field experiments.</article-title> <source><italic>J. Agric. Biol. Environ. Stat.</italic></source> <volume>2</volume> <fpage>269</fpage>&#x2013;<lpage>293</lpage>. <pub-id pub-id-type="doi">10.2307/1400446</pub-id></citation></ref>
<ref id="B23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>He</surname> <given-names>F.</given-names></name> <name><surname>Long</surname> <given-names>R.</given-names></name> <name><surname>Zhang</surname> <given-names>T.</given-names></name> <name><surname>Zhang</surname> <given-names>F.</given-names></name> <name><surname>Wang</surname> <given-names>Z.</given-names></name> <name><surname>Yang</surname> <given-names>X.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Quantitative trait locus mapping of yield and plant height in autotetraploid alfalfa (<italic>Medicago sativa</italic> L.).</article-title> <source><italic>Crop J.</italic></source> <volume>8</volume> <fpage>812</fpage>&#x2013;<lpage>818</lpage>. <pub-id pub-id-type="doi">10.1016/j.cj.2020.05.003</pub-id></citation></ref>
<ref id="B24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Houle</surname> <given-names>D.</given-names></name> <name><surname>Govindaraju</surname> <given-names>D. R.</given-names></name> <name><surname>Omholt</surname> <given-names>S.</given-names></name></person-group> (<year>2010</year>). <article-title>Phenomics: the next challenge.</article-title> <source><italic>Nat. Rev. Genet.</italic></source> <volume>11</volume> <fpage>855</fpage>&#x2013;<lpage>866</lpage>. <pub-id pub-id-type="doi">10.1038/nrg2897</pub-id> <pub-id pub-id-type="pmid">21085204</pub-id></citation></ref>
<ref id="B25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>C.</given-names></name> <name><surname>Alseekh</surname> <given-names>S.</given-names></name> <name><surname>Lobos</surname> <given-names>G. A.</given-names></name> <name><surname>Camargo</surname> <given-names>A. V.</given-names></name> <name><surname>Del Pozo</surname> <given-names>A.</given-names></name> <name><surname>Araus</surname> <given-names>J. L.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>Plant phenotyping and phenomics for plant breeding.</article-title> <source><italic>Front. Plant Sci.</italic></source> <volume>8</volume>:<issue>2181</issue>. <pub-id pub-id-type="doi">10.3389/fpls.2017.02181</pub-id> <pub-id pub-id-type="pmid">29375593</pub-id></citation></ref>
<ref id="B26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lima-Cueto</surname> <given-names>F. J.</given-names></name> <name><surname>Blanco-Sep&#x00FA;lveda</surname> <given-names>R.</given-names></name> <name><surname>G&#x00F3;mez-Moreno</surname> <given-names>M. L.</given-names></name> <name><surname>Galacho-Jim&#x00E9;nez</surname> <given-names>F. B.</given-names></name></person-group> (<year>2019</year>). <article-title>Using vegetation indices and a uav imaging platform to quantify the density of vegetation ground cover in olive groves (<italic>Olea Europaea L</italic>.) in Southern Spain.</article-title> <source><italic>Remote Sens.</italic></source> <volume>11</volume>:<issue>2564</issue>. <pub-id pub-id-type="doi">10.3390/RS11212564</pub-id></citation></ref>
<ref id="B27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maes</surname> <given-names>W. H.</given-names></name> <name><surname>Steppe</surname> <given-names>K.</given-names></name></person-group> (<year>2019</year>). <article-title>Perspectives for remote sensing with unmanned aerial vehicles in precision agriculture.</article-title> <source><italic>Trends Plant Sci.</italic></source> <volume>24</volume> <fpage>152</fpage>&#x2013;<lpage>164</lpage>. <pub-id pub-id-type="doi">10.1016/j.tplants.2018.11.007</pub-id> <pub-id pub-id-type="pmid">30558964</pub-id></citation></ref>
<ref id="B28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mrode</surname> <given-names>R. A.</given-names></name></person-group> (<year>2014</year>). <source><italic>Linear Models For The Prediction Of Animal Breeding Values.</italic></source> <publisher-loc>Wallingford</publisher-loc>: <publisher-name>Cabi</publisher-name>.</citation></ref>
<ref id="B29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Piepho</surname> <given-names>H. P.</given-names></name> <name><surname>M&#x00F6;hring</surname> <given-names>J.</given-names></name> <name><surname>Melchinger</surname> <given-names>A. E.</given-names></name> <name><surname>B&#x00FC;chse</surname> <given-names>A.</given-names></name></person-group> (<year>2008</year>). <article-title>BLUP for phenotypic selection in plant breeding and variety testing.</article-title> <source><italic>Euphytica</italic></source> <volume>161</volume> <fpage>209</fpage>&#x2013;<lpage>228</lpage>. <pub-id pub-id-type="doi">10.1007/s10681-007-9449-8</pub-id></citation></ref>
<ref id="B30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Quir&#x00F3;s Vargas</surname> <given-names>J. J.</given-names></name> <name><surname>Zhang</surname> <given-names>C.</given-names></name> <name><surname>Smitchger</surname> <given-names>J. A.</given-names></name> <name><surname>McGee</surname> <given-names>R. J.</given-names></name> <name><surname>Sankaran</surname> <given-names>S.</given-names></name></person-group> (<year>2019</year>). <article-title>Phenotyping of plant biomass and performance traits using remote sensing techniques in pea (<italic>Pisum sativum. L</italic>.).</article-title> <source><italic>Sensors</italic></source> <volume>19</volume>:<issue>2031</issue>. <pub-id pub-id-type="doi">10.3390/S19092031</pub-id> <pub-id pub-id-type="pmid">31052251</pub-id></citation></ref>
<ref id="B31"><citation citation-type="journal"><collab>R Core Team</collab> (<year>2020</year>). <source><italic>R: A language and environment for statistical computing.</italic></source> <comment>R Foundation for Statistical Computing</comment>, <publisher-loc>Vienna, Austria</publisher-loc>. <ext-link ext-link-type="uri" xlink:href="https://www.R-project.org/">www.R-project.org/</ext-link></citation></ref>
<ref id="B32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ranjan</surname> <given-names>R.</given-names></name> <name><surname>Chandel</surname> <given-names>A. K.</given-names></name> <name><surname>Khot</surname> <given-names>L. R.</given-names></name> <name><surname>Bahlol</surname> <given-names>H. Y.</given-names></name> <name><surname>Zhou</surname> <given-names>J.</given-names></name> <name><surname>Boydston</surname> <given-names>R. A.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Irrigated pinto bean crop stress and yield assessment using ground based low altitude remote sensing technology.</article-title> <source><italic>Inform. Process. Agric.</italic></source> <volume>6</volume> <fpage>502</fpage>&#x2013;<lpage>514</lpage>. <pub-id pub-id-type="doi">10.1016/J.INPA.2019.01.005</pub-id></citation></ref>
<ref id="B33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ren</surname> <given-names>L.</given-names></name> <name><surname>Bennett</surname> <given-names>J. A.</given-names></name> <name><surname>Coulman</surname> <given-names>B.</given-names></name> <name><surname>Liu</surname> <given-names>J.</given-names></name> <name><surname>Biligetu</surname> <given-names>B.</given-names></name></person-group> (<year>2021</year>). <article-title>Forage yield trend of alfalfa cultivars in the Canadian prairies and its relation to environmental factors and harvest management.</article-title> <source><italic>Grass Forage Sci</italic>.</source> <volume>76</volume> <fpage>390</fpage>&#x2013;<lpage>399</lpage>. <pub-id pub-id-type="doi">10.1111/gfs.12513</pub-id></citation></ref>
<ref id="B34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Riday</surname> <given-names>H.</given-names></name> <name><surname>Brummer</surname> <given-names>E. C.</given-names></name></person-group> (<year>2002</year>). <article-title>Forage yield heterosis in alfalfa.</article-title> <source><italic>Crop Sci.</italic></source> <volume>42</volume> <fpage>716</fpage>&#x2013;<lpage>723.1</lpage>.</citation></ref>
<ref id="B35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sakiroglu</surname> <given-names>M.</given-names></name> <name><surname>Brummer</surname> <given-names>E. C.</given-names></name></person-group> (<year>2017</year>). <article-title>Identification of loci controlling forage yield and nutritive value in diploid alfalfa using GBS-GWAS.</article-title> <source><italic>Theor. Appl. Genet.</italic></source> <volume>130</volume> <fpage>261</fpage>&#x2013;<lpage>268</lpage>. <pub-id pub-id-type="doi">10.1007/s00122-016-2782-3</pub-id> <pub-id pub-id-type="pmid">27662844</pub-id></citation></ref>
<ref id="B36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sripathi</surname> <given-names>R.</given-names></name> <name><surname>Conaghan</surname> <given-names>P.</given-names></name> <name><surname>Grogan</surname> <given-names>D.</given-names></name> <name><surname>Casler</surname> <given-names>M. D.</given-names></name></person-group> (<year>2017</year>). <article-title>Spatial variability effects on precision and power of forage yield estimation.</article-title> <source><italic>Crop Sci.</italic></source> <volume>57</volume> <fpage>1383</fpage>&#x2013;<lpage>1393</lpage>. <pub-id pub-id-type="doi">10.2135/cropsci2016.08.0645</pub-id> <pub-id pub-id-type="pmid">34798789</pub-id></citation></ref>
<ref id="B37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tang</surname> <given-names>Z.</given-names></name> <name><surname>Parajuli</surname> <given-names>A.</given-names></name> <name><surname>Chen</surname> <given-names>C. J.</given-names></name> <name><surname>Hu</surname> <given-names>Y.</given-names></name> <name><surname>Revolinski</surname> <given-names>S.</given-names></name> <name><surname>Medina</surname> <given-names>C. A.</given-names></name><etal/></person-group> (<year>2021</year>). <article-title>Validation of UAV-based alfalfa biomass predictability using photogrammetry with fully automatic plot segmentation.</article-title> <source><italic>Sci. Rep.</italic></source> <volume>11</volume>:<issue>3336</issue>. <pub-id pub-id-type="doi">10.1038/s41598-021-82797-x</pub-id> <pub-id pub-id-type="pmid">33558558</pub-id></citation></ref>
<ref id="B38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tattaris</surname> <given-names>M.</given-names></name> <name><surname>Reynolds</surname> <given-names>M. P.</given-names></name> <name><surname>Chapman</surname> <given-names>S. C.</given-names></name></person-group> (<year>2016</year>). <article-title>A direct comparison of remote sensing approaches for high-throughput phenotyping in plant breeding.</article-title> <source><italic>Front. Plant Sci.</italic></source> <volume>7</volume>:<issue>1131</issue>. <pub-id pub-id-type="doi">10.3389/fpls.2016.01131</pub-id> <pub-id pub-id-type="pmid">27536304</pub-id></citation></ref>
<ref id="B39"><citation citation-type="journal"><collab>USDA-NASS</collab> (<year>2020</year>). <source><italic>USDA-National Agricultural Statistics Service.</italic></source> Available online at: <ext-link ext-link-type="uri" xlink:href="http://www.nass.usda.gov/">www.nass.usda.gov/</ext-link> <comment>(accessed June 21, 2021)</comment>.</citation></ref>
<ref id="B40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vivela</surname> <given-names>D.</given-names></name> <name><surname>Basigalup</surname> <given-names>D. H.</given-names></name> <name><surname>Juntolli</surname> <given-names>F. V.</given-names></name> <name><surname>Ferreira de Paula</surname> <given-names>R.</given-names></name></person-group> (<year>2018</year>). &#x201C;<article-title>Research priorities and future of alfalfa in Latin America</article-title>,&#x201D; in <source><italic>Proceedings of the Second World Alfalfa Congress Global Interaction for Alfalfa Innovation. 11-14 November</italic></source>, <publisher-loc>Cordoba, Argentina</publisher-loc> <volume>Vol. 2018</volume> <fpage>140</fpage>&#x2013;<lpage>143</lpage>.</citation></ref>
<ref id="B41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>White</surname> <given-names>J. W.</given-names></name> <name><surname>Andrade-Sanchez</surname> <given-names>P.</given-names></name> <name><surname>Gore</surname> <given-names>M. A.</given-names></name> <name><surname>Bronson</surname> <given-names>K. F.</given-names></name> <name><surname>Coffelt</surname> <given-names>T. A.</given-names></name> <name><surname>Conley</surname> <given-names>M. M.</given-names></name><etal/></person-group> (<year>2012</year>). <article-title>Field-based phenomics for plant genetics research.</article-title> <source><italic>Field Crops Res.</italic></source> <volume>133</volume> <fpage>101</fpage>&#x2013;<lpage>112</lpage>. <pub-id pub-id-type="doi">10.1016/j.fcr.2012.04.003</pub-id></citation></ref>
<ref id="B42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xu</surname> <given-names>Y.</given-names></name> <name><surname>Li</surname> <given-names>P.</given-names></name> <name><surname>Zou</surname> <given-names>C.</given-names></name> <name><surname>Lu</surname> <given-names>Y.</given-names></name> <name><surname>Xie</surname> <given-names>C.</given-names></name> <name><surname>Zhang</surname> <given-names>X.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>Enhancing genetic gain in the era of molecular breeding.</article-title> <source><italic>J. Exp. Bot.</italic></source> <volume>68</volume> <fpage>2641</fpage>&#x2013;<lpage>2666</lpage>. <pub-id pub-id-type="doi">10.1093/jxb/erx135</pub-id> <pub-id pub-id-type="pmid">28830098</pub-id></citation></ref>
<ref id="B43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>X.</given-names></name> <name><surname>Zhang</surname> <given-names>F.</given-names></name> <name><surname>Qi</surname> <given-names>Y.</given-names></name> <name><surname>Deng</surname> <given-names>L.</given-names></name> <name><surname>Wang</surname> <given-names>X.</given-names></name> <name><surname>Yang</surname> <given-names>S.</given-names></name></person-group> (<year>2019</year>). <article-title>New research methods for vegetation information extraction based on visible light remote sensing images from an unmanned aerial vehicle (UAV).</article-title> <source><italic>Int. J. Appl. Earth Observ. Geoinform.</italic></source> <volume>78</volume> <fpage>215</fpage>&#x2013;<lpage>226</lpage>. <pub-id pub-id-type="doi">10.1016/J.JAG.2019.01.001</pub-id></citation></ref>
<ref id="B44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>C.</given-names></name> <name><surname>Zhang</surname> <given-names>Y.</given-names></name> <name><surname>Du</surname> <given-names>J.</given-names></name> <name><surname>Guo</surname> <given-names>X.</given-names></name> <name><surname>Wen</surname> <given-names>W.</given-names></name> <name><surname>Gu</surname> <given-names>S.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Crop phenomics: current status and perspectives.</article-title> <source><italic>Front. Plant Sci.</italic></source> <volume>10</volume>:<issue>714</issue>. <pub-id pub-id-type="doi">10.3389/fpls.2019.00714</pub-id> <pub-id pub-id-type="pmid">31214228</pub-id></citation></ref>
</ref-list>
</back>
</article>