<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Archiving and Interchange DTD v2.3 20070202//EN" "archivearticle.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="methods-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Plant Sci.</journal-id>
<journal-title>Frontiers in Plant Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Plant Sci.</abbrev-journal-title>
<issn pub-type="epub">1664-462X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpls.2021.791859</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Plant Science</subject>
<subj-group>
<subject>Methods</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Breeding Schemes: What Are They, How to Formalize Them, and How to Improve Them?</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Covarrubias-Pazaran</surname> <given-names>Giovanny</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/536576/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gebeyehu</surname> <given-names>Zelalem</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Gemenet</surname> <given-names>Dorcus</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/303991/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Werner</surname> <given-names>Christian</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/349759/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Labroo</surname> <given-names>Marlee</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1021649/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Sirak</surname> <given-names>Solomon</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Coaldrake</surname> <given-names>Peter</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Rabbi</surname> <given-names>Ismail</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1158683/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kayondo</surname> <given-names>Siraj Ismail</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1077277/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Parkes</surname> <given-names>Elizabeth</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1586515/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kanju</surname> <given-names>Edward</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Mbanjo</surname> <given-names>Edwige Gaby Nkouaya</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/593477/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Agbona</surname> <given-names>Afolabi</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1490950/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kulakow</surname> <given-names>Peter</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1055937/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Quinn</surname> <given-names>Michael</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Debaene</surname> <given-names>Jan</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Excellence in Breeding Platform, Consultative Group on International Agricultural Research</institution>, <addr-line>Texcoco</addr-line>, <country>Mexico</country></aff>
<aff id="aff2"><sup>2</sup><institution>Independent Researcher</institution>, <addr-line>Addis Ababa</addr-line>, <country>Ethiopia</country></aff>
<aff id="aff3"><sup>3</sup><institution>International Maize and Wheat Improvement Center (CIMMYT)</institution>, <addr-line>Texcoco</addr-line>, <country>Mexico</country></aff>
<aff id="aff4"><sup>4</sup><institution>International Institute for Tropical Agriculture (IITA)</institution>, <addr-line>Ibadan</addr-line>, <country>Nigeria</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Diego Rubiales, Institute for Sustainable Agriculture, Spanish National Research Council (CSIC), Spain</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Maryke T. Labuschagne, University of the Free State, South Africa; Valheria Castiblanco, International Center for Tropical Agriculture (CIAT), Colombia</p></fn>
<corresp id="c001">&#x002A;Correspondence: Giovanny Covarrubias-Pazaran, <email>g.covarrubias@cgiar.org</email>; <email>covaruberpaz@gmail.com</email></corresp>
<fn fn-type="other" id="fn004"><p>This article was submitted to Plant Breeding, a section of the journal Frontiers in Plant Science</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>21</day>
<month>01</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>791859</elocation-id>
<history>
<date date-type="received">
<day>09</day>
<month>10</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>10</day>
<month>12</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2022 Covarrubias-Pazaran, Gebeyehu, Gemenet, Werner, Labroo, Sirak, Coaldrake, Rabbi, Kayondo, Parkes, Kanju, Mbanjo, Agbona, Kulakow, Quinn and Debaene.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Covarrubias-Pazaran, Gebeyehu, Gemenet, Werner, Labroo, Sirak, Coaldrake, Rabbi, Kayondo, Parkes, Kanju, Mbanjo, Agbona, Kulakow, Quinn and Debaene</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<p>Formalized breeding schemes are a key component of breeding program design and a gateway to conducting plant breeding as a quantitative process. Unfortunately, breeding schemes are rarely defined, expressed in a quantifiable format, or stored in a database. Furthermore, the continuous review and improvement of breeding schemes is not routinely conducted in many breeding programs. Given the rapid development of novel breeding methodologies, it is important to adopt a philosophy of continuous improvement regarding breeding scheme design. Here, we discuss terms and definitions that are relevant to formalizing breeding pipelines, market segments and breeding schemes, and we present a software tool, Breeding Pipeline Manager, that can be used to formalize and continuously improve breeding schemes. In addition, we detail the use of continuous improvement methods and tools such as genetic simulation through a case study in the International Institute of Tropical Agriculture (IITA) Cassava east-Africa pipeline. We successfully deploy these tools and methods to optimize the program size as well as allocation of resources to the number of parents used, number of crosses made, and number of progeny produced. We propose a structured approach to improve breeding schemes which will help to sustain the rates of response to selection and help to deliver better products to farmers and consumers.</p>
</abstract>
<kwd-group>
<kwd>breeding scheme</kwd>
<kwd>breeding pipeline</kwd>
<kwd>market segment</kwd>
<kwd>product profile</kwd>
<kwd>continuous improvement</kwd>
<kwd>genetic simulation</kwd>
</kwd-group>
<contract-sponsor id="cn001">Bill and Melinda Gates Foundation<named-content content-type="fundref-id">10.13039/100000865</named-content></contract-sponsor>
<counts>
<fig-count count="7"/>
<table-count count="6"/>
<equation-count count="1"/>
<ref-count count="39"/>
<page-count count="16"/>
<word-count count="8941"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="intro">
<title>Introduction</title>
<p>A breeding program is the sum of breeding pipelines to achieve breeding targets for a set of market/target segments<sup><xref ref-type="fn" rid="footnote1">1</xref></sup> Only after rigorous market and social studies have been carried out and an impactful pipeline investment case is presented to the leadership of an organization/institution, a breeding pipeline is created to carry out trait discovery, population improvement, product development, introgression efforts, seed dissemination/commercialization or a combination of one or several of these (tiers). Any pipeline should have a clear deliverable/product to be handed at the end of the pipeline and a clear customer (another pipeline lead, another organization, etc.). A market segment is defined by the target population of environments in which the final product is grown, as well as descriptions of the target clients and product traits that are valued for production and consumption by farmers and end-users. Products to be placed in a market segment are described through product profiles/concepts; detailed descriptions of the traits and their thresholds (or range of values) to be found in the desired product or variety (sometimes based on current variety in the market) that aims to increase the likelihood of acceptance in the market. A breeding pipeline within a program may target one or more market segments and the associated product profiles using one or more breeding schemes. Breeding schemes are a collection of crossing, evaluation, and selection (CES) tasks and decisions which vary across breeding stages (e.g., in the crossing block vs. advanced yield testing in plants) and ultimately define a breeding strategy (<xref ref-type="bibr" rid="B20">Henryon et al., 2014</xref>; <xref ref-type="bibr" rid="B39">Yabe et al., 2017</xref>; <xref ref-type="bibr" rid="B11">Cobb et al., 2019</xref>; <xref ref-type="bibr" rid="B31">Pook et al., 2020</xref>; <xref ref-type="bibr" rid="B16">Gaynor et al., 2021</xref>; <xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>Graphical representation of the relationship between target segments and pipelines of a breeding program. Market segments defined by agroclimatic regions, clients and product features are formalized in product profiles; trait descriptions of desired products to irrupt in the market. Breeding programs are represented as the sum of breeding pipelines focused on one or more of the following tasks: product design, trait discovery, population improvement, product development, trait introgression, or product dissemination. Each breeding pipeline may have one or more breeding schemes (strategies) to attend the market segments and the associated product profiles.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-791859-g001.tif"/>
</fig>
<p>Because CES decisions are numerous in a breeding program, breeding schemes can be difficult to describe succinctly and consistently, especially in the context of particular modes of crop reproduction and emerging breeding technologies (<xref ref-type="bibr" rid="B39">Yabe et al., 2017</xref>). Breeding leads or other experts typically visualize CES tasks and decisions as illustrative flow charts or tables. Unfortunately, some may not contain all information necessary to reproduce the breeding scheme in other places and may not fully visualize the resource allocation at different stages. Examples of these decisions, which may happen once or repeatedly at different stages of the breeding scheme, are:</p>
<list list-type="simple">
<list-item>
<label>&#x2022;</label>
<p>Crossing decisions: number of parents, number of crosses, number of progeny, type of cross, and mate allocation method, etc.</p>
</list-item>
<list-item>
<label>&#x2022;</label>
<p>Evaluation decisions: number of locations, replication level within and among locations, number of checks, experimental design, and plot sizes, etc.</p>
</list-item>
<list-item>
<label>&#x2022;</label>
<p>Selection decisions: percentage of individuals selected (selection intensity), the selection method (e.g., culling, index, tandem), and the selection unit, etc.</p>
</list-item>
</list>
<p>Another layer of complexity in communicating breeding schemes is that the number of stages in a scheme depends on the biology of the species, the multiplication ratio, the evaluation steps required to identify new parents, and the complexity of the market segment and product profile(s) for the desired final product (<xref ref-type="bibr" rid="B20">Henryon et al., 2014</xref>). Most breeding programs have a crossing stage to recombine elite parents, stages to multiply progeny and/or generate progeny derivatives such as testcrosses or inbred derivatives (e.g., lines), and multiple stages to test progeny derivatives for their potential as new parents or products. This stage-gate process in breeding programs is repeated cyclically, generating a recurrent selection scheme which, if effective, increases the population mean for the set of traits of interest (<xref ref-type="bibr" rid="B2">Allard, 1999</xref>; <xref ref-type="bibr" rid="B9">Chao and Ishii, 2005</xref>; <xref ref-type="bibr" rid="B12">Cooper, 2008</xref>). Additionally, programs do not wait until a cycle of the stage-gate process is completed to restart the process, and instead run several generations in parallel. A set of genotypes at a given stage within a given cycle is commonly referred to as a cohort or a selection stream (<xref ref-type="fig" rid="F2">Figure 2</xref>). Generations may be discrete or overlapping depending on whether the parents of the cohort genotypes are selected from a single unique cohort or from multiple cohorts. Overlapping generations are more common and lead to more blurred genetic boundaries between cohorts, as cohorts tend to be more related with overlapping generations compared to discrete in absence of inbreeding control (<xref ref-type="bibr" rid="B26">Meuwissen and Sonesson, 1998</xref>). In summary, formalized breeding schemes are necessary to clarify the structure of breeding program pipelines.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>Typical structure of a breeding pipeline. <bold>(A)</bold> Breeding scheme illustrating crossing, evaluation, and selection decisions (columns), which are made once or multiple times across the stage gate process (rows) in a cyclical fashion to achieve genetic gain. <bold>(B)</bold> A graphical representation of cohorts (parallel cycles of breeding) and how they overlap when recycling occurs and parents are taking from multiples stages.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-791859-g002.tif"/>
</fig>
<p>Despite the inherent complexity of CES decisions, in some organizations breeding schemes are rarely shared formally or presented in writing. It is common for breeding leads to inherit a breeding program and its scheme from their predecessor. Usually, the predecessor transfers the breeding scheme verbally and practically rather than providing a quantitative description of the scheme in a formal document or software. This requires overlap between breeders and on-site presence of the predecessor, potentially for years at a time. Information about the breeding scheme may also be spread among several staff members within the program, interspersed in various publications, or buried in personal notes or presentations. Unfortunately, this method of transferring breeding schemes has led to the total loss of information (and even germplasm) of many breeding programs that have disappeared in the last century (<xref ref-type="bibr" rid="B4">Baenziger, 2006</xref>; <xref ref-type="bibr" rid="B18">Gepts and Hancock, 2006</xref>; <xref ref-type="bibr" rid="B28">Morris et al., 2006</xref>). Improved transferring methods could allow increased interoperability among breeders and better preservation of pedigrees, data, and germplasm.</p>
<p>In addition, codified, systematic documentation of breeding schemes could spur continuous improvement and lead to increased genetic gain and varietal turnover (EiB<sup><xref ref-type="fn" rid="footnote2">2</xref></sup>). As suggested by <xref ref-type="bibr" rid="B5">Bernardo (2002)</xref>, plant breeding programs should be managed as formal industrial processes that allow better breeding methods to be adopted as they become available to ensure sustainable, steady production of high-quality products. Industrial processes require a clear flow of subprocesses (tasks and decisions) and development of standard operating procedures (SOPs) that ensure minimization of production errors. Several methodologies, such as SixSigma and LEAN among others, were proposed in the 20th century to manage and continuously improve different components of industrial processes in the automotive, communications, and robotics industries (<xref ref-type="bibr" rid="B6">Bhuiyan and Baghel, 2005</xref>; <xref ref-type="bibr" rid="B34">Schroeder et al., 2008</xref>). Project management tools used in these methodologies, together with modern mathematical and computational tools like simulation and optimization, could easily be extrapolated to draft, formalize, manage, and improve breeding schemes successfully, in contrast to the artisanal approach to breeding common during the 20th century.</p>
<p>Improving a complex process like a breeding program requires understanding of how each process-related decision affects the outcome (e.g., genetic gain or probability of releasing a new product) and how varying these decisions affect the outcome. Given the cost and time associated with piloting new methods or ways to run this complex process, the use of simulations has a particular relevance to the design of breeding schemes (<xref ref-type="bibr" rid="B22">Li et al., 2012</xref>; <xref ref-type="bibr" rid="B29">Murray and Atlin, 2017</xref>; <xref ref-type="bibr" rid="B39">Yabe et al., 2017</xref>). Stochastic simulations of whole breeding programs rarely have been used to improve performance of breeding programs due to lack of computational and software resources in past decades (<xref ref-type="bibr" rid="B16">Gaynor et al., 2021</xref>). Currently, simulation technology is available and practical, and it should be incorporated into breeding scheme improvement efforts.</p>
<p>Here, we propose a process to formalize and improve the breeding schemes. In addition, we introduce a publicly available software tool, Breeding Pipeline Manager (BPM), which has capabilities to quantitatively document and record breeding schemes as well as the market segments and product profiles they target in a standardized yet customizable way. The BPM module can be added to any compatible enterprise breeding system (database) to link the phenotypic data to clear targets, pipelines and breeding schemes (<xref ref-type="bibr" rid="B14">Gao et al., 2020</xref>). In addition, we discuss the use of classical continuous improvement tools combined with state-of-the-art simulation and mathematical tools to continuously improve breeding schemes. We conclude by providing a case study of the use of these tools and methods in the improvement of the International Institute of Tropical Agriculture (IITA)-cassava breeding scheme. We expect that this framework will assist plant breeding professionals in conducting breeding as a systematic process and to help establish continuity and prevent inconsistency in breeding programs. Furthermore, we expect that formalizing breeding schemes will increase their rates of response to selection (i.e., genetic gain) by motivating critical examination of the schemes used and their opportunities for improvement.</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="S2.SS1">
<title>Enabling Methodology and Software to Formalize Breeding Targets and Schemes</title>
<p>We applied the continuous improvement methodology known as six-sigma to approach breeding as a process and enable breeding scheme improvements. Six-sigma is a five-step method: <italic>define</italic>, <italic>measure</italic>, <italic>analyze</italic>, <italic>improve</italic>, and <italic>control</italic> [DMAIC, (d&#x0259;.&#x2032;me&#x0131;.&#x0131;k)]. The steps are undertaken iteratively to create a cyclical method for continuous improvements. Six-sigma was originally proposed by Bill Smith at Motorola in 1986 to improve industrial processes, in which 99.99966% of all opportunities to produce some features of a part are statistically expected to be free of defects (<xref ref-type="bibr" rid="B36">Tennant, 2017</xref>). In the case of plant breeding, this would imply producing better varieties than the ones existing in the market and steady genetic gains with higher probability. The six-sigma method reflects the scientific method, but it is used for process management rather than hypothesis testing. To increase the efficiency and ease of use of six sigma tools (e.g., value stream mapping, correlation analysis, etc.) by breeding teams, we developed a software named Breeding Pipeline Manager (BPM) to document, describe, and visualize market segments, product profiles and breeding schemes. BPM is available at <ext-link ext-link-type="uri" xlink:href="http://bpm.excellenceinbreeding.org?">http://bpm.excellenceinbreeding.org?</ext-link> In collaboration with multiple breeding programs for a wide range of crops within the CGIAR, such as line, hybrid, and clonally propagated species, we identified breeding decisions which fell into three categories: crossing, evaluation and selection decisions. We then summarized breeding schemes and decisions as a table containing the breeding stages in rows (e.g., seedling nursery, stage 1 yield testing, etc.) and the CES tasks and decisions in columns. BPM provides a graphical user interface for capturing breeding schemes in a standard format. BPM also allows users to create visualizations (flowcharts) of their breeding scheme. In addition, the BPM allows market segment and product profile definition and users can link breeding schemes to market segments.</p>
<p>The BPM back-end was developed in Node JS, an open-source, cross-platform, and scalable JavaScript runtime environment. The front-end graphical user interface was developed in React JS. The source code is available at <ext-link ext-link-type="uri" xlink:href="https://gitlab.com/excellenceinbreeding/module2">https://gitlab.com/excellenceinbreeding/module2</ext-link>. The platform leverages NodeJS asynchronous technology to perform intensive calculations without affecting the performance of other functionalities of the system. In addition, the platform uses Docker containerization technology for continuous development and integration (<xref ref-type="bibr" rid="B25">Merkel, 2014</xref>; <xref ref-type="bibr" rid="B7">Boettiger, 2015</xref>). This will not only enable automation of the deployment process but also horizontal scaling on any cloud infrastructure (depending on traffic). An online manual showing the details of the available features of the software and their use can be found once connected in the tool under the question mark bar at the bottom menu.</p>
</sec>
<sec id="S2.SS2">
<title>Application of Continuous Improvement in Breeding Programs: IITA-Cassava Example</title>
<p>We selected the CGIAR IITA-Cassava program to showcase the importance of using enabling tools and simulations to continuously optimize breeding programs. The IITA cassava program is situated in different parts of sub-Saharan Africa to serve region-specific challenges and market segments. The IITA-Cassava east-Africa pipeline, situated in Uganda, was chosen to showcase the use of SixSigma and the BPM tool to improve their breeding scheme. The five six-sigma steps were applied as follows in the cassava program. The <italic>problem was defined</italic> as lower than achievable genetic gain for traits of interest under the current scheme. The breeding targets and scheme were <italic>measured</italic> (documented) by capturing all CES decisions across all stages using the BPM tool (as described in the next section) through several interactions with the breeders. The analysis of the measured decisions and the genetic gain indicators revealed many possible improvements. We first chose to <italic>analyze</italic> the crossing decisions in the breeding scheme to identify possible improvements. The number of parents (nParents), number of crosses (nCrosses), number of progeny per cross (nProgeny), and recycling strategy were prioritized for evaluation <italic>via</italic> stochastic simulation in AlphaSimR (<xref ref-type="bibr" rid="B16">Gaynor et al., 2021</xref>). We proposed an <italic>improvement</italic> plan based on the close-to-optimal number of parents, number of crosses, number of progeny, and recycling strategy identified <italic>via</italic> simulation. The improvement plan used the A3 format (referring to the size of an A3 sheet that describes a project briefly) common in project management (<xref ref-type="bibr" rid="B3">Anderson et al., 2011</xref>). We then <italic>controlled</italic> the improvement by monitoring how key performance indicators (a set of quantifiable measurements used to gauge an institution&#x2019;s overall long-term performance) stated in the improvement plan changed as the improvements proceeded.</p>
</sec>
<sec id="S2.SS3">
<title>Stochastic Simulation to Improve Crossing Decisions in IITA-Cassava East-Africa Pipeline</title>
<sec id="S2.SS3.SSS1">
<title>Current and Alternative Programs</title>
<p>As a clonally propagated crop, cassava breeders currently have adopted a four-stage evaluation strategy in addition to the crossing block stage and the seedling nursery stage where planting material is multiplied. These evaluation stages include stage 1 (clonal evaluation; CE), stage 2 (preliminary yield trial; PYT), stage 3 (advanced yield trial; AYT), and stage 4 (uniform yield trial; UYT; <xref ref-type="table" rid="T1">Table 1</xref>). The summary of the advancement decisions across the different stages in the current (baseline) pipeline that was to be improved is as shown in <xref ref-type="table" rid="T1">Table 1</xref>. The pipeline began with only four parents selected to have the target traits for the target markets. From the four parents, 12 crosses were made, each with 136 progeny, thus resulting in 1,632 individuals. All 1,632 were multiplied in the seedling nursery and then evaluated at stage 1 in one environment and one replication per environment. Based on performance at stage 1 testing, 120 individuals were selected and advanced to stage 2 testing in two environments and two replications per environment. From stage 2 evaluation, 64 individuals were selected and advanced to stage 3 testing in two environments and three replications per environment. Finally, 24 individuals were selected and advanced to stage 4 testing in two environments and three replications per environment. Recycling of parents was planned to occur at PYT and UYT. This information was input into BPM and the scheme was simulated to address specific questions related to crossing decisions as prioritized by the breeding team. The program was interested in knowing if the use of four parents was adequate to sustain genetic gain. The program also inquired how to improve their recycling strategy, particularly from which stage to recycle and whether to recycle from multiple stages. Here, we share the results for improving these decisions among many others that are currently being improved. It should be noted that the IITA pipelines in other regions, particularly for West Africa, use a greater number of parents (&#x223C;100) in their crossing block and therefore were not subject to this improvement. The simulation exercise is expected to find an optimal number of parents between these two extremes and useful for the East-Africa pipeline and develop some high-level guidelines for the test of the IITA-cassava pipelines.</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>Summary of IITA-Cassava east-Africa pipeline numbers handled by stage.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Stage</td>
<td valign="top" align="center">Year</td>
<td valign="top" align="center">nParents</td>
<td valign="top" align="center">nCrosses</td>
<td valign="top" align="center">nProgeny/<break/> cross</td>
<td valign="top" align="center">nIndividuals</td>
<td valign="top" align="center">%<break/> Selected</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Crossing block</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">136</td>
<td valign="top" align="center">1,632</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="left">Seedling nursery</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">136</td>
<td valign="top" align="center">1,632</td>
<td valign="top" align="center">100</td>
</tr>
<tr>
<td valign="top" align="left">Stage 1 (CE)</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">136</td>
<td valign="top" align="center">1,632</td>
<td valign="top" align="center">100</td>
</tr>
<tr>
<td valign="top" align="left">Stage 2 (PYT)</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">120</td>
<td valign="top" align="center">7.35<xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref></td>
</tr>
<tr>
<td valign="top" align="left">Stage 3 (AYT)</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">53.3<xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref></td>
</tr>
<tr>
<td valign="top" align="left">Stage 4 (UYT)</td>
<td valign="top" align="center">5-6</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">37.5</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="t1fns1"><p><italic>&#x002A;Stages where the recycling occurs to form the new crossing block. Recycling from the combined PYT and AYT leads to an average cycle time of 3.5 years.</italic></p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="S2.SS4">
<title>Simulation Parameters: Treatments</title>
<p>To keep the resources constant with the baseline, we restricted the number of individuals (nIndividuals) at the F1 stage to 1,632 in all experimental simulation treatments. We then developed a grid to evaluate different numbers of parents in the crossing block using the following possible numbers of parents (nParents): 4, 8, 16, 32, and 64. The number of possible crosses for each level of number of parents was constrained to a maximum of nParents &#x002A; (nParents &#x2212; 1)/2, which is equivalent to all possible combinations of parents or a half-diallel, while considering the initial restriction that the number of individual progeny (nIndividuals) must be equal to 1,632. This resulted in the following possible numbers of crosses: 6, 12, 24, 48, 96, 204, 408, or 816. To keep the number of individual progeny constant at 1,632, the number of progeny per cross was set to 272, 136, 68, 34, 17, 8, 4, 2 for numbers of crosses equal to 6, 12, 24, 48, 96, 204, 408, and 816 respectively. The number of individual progeny is always equal to the number of crosses multiplied by the number of progeny per cross.</p>
<p>As such, a total of 24 simulation treatments were defined (<xref ref-type="table" rid="T2">Table 2</xref>). To identify the optimal number of parents, number of crosses, number of progeny per cross, and the best recycling strategy, a stochastic genetic simulation was conducted in the R package AlphaSimR (<xref ref-type="bibr" rid="B16">Gaynor et al., 2021</xref>).</p>
<table-wrap position="float" id="T2">
<label>TABLE 2</label>
<caption><p>Summary of factor values combined for number of parents, number of crosses, and number of progeny per cross to produce a total of 1,632 progeny.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Number of Parents</td>
<td valign="top" align="center">Number of Crosses</td>
<td valign="top" align="center">Number of Progeny per cross</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">8</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">16</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">8</td>
</tr>
<tr>
<td valign="top" align="left">&#x2026;<xref ref-type="table-fn" rid="t2fns1">&#x002A;</xref></td>
<td valign="top" align="center">&#x2026;<xref ref-type="table-fn" rid="t2fns1">&#x002A;</xref></td>
<td valign="top" align="center">&#x2026;<xref ref-type="table-fn" rid="t2fns1">&#x002A;</xref></td>
</tr>
<tr>
<td valign="top" align="left">64</td>
<td valign="top" align="center">816</td>
<td valign="top" align="center">272</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="t2fns1"><p><italic>&#x2026;&#x002A; indicates the numbers duplicate until reaching the final numbers in the row. All treatment combinations going beyond the 1,632 progeny were not run. This allowed comparison of these factors&#x2019; influence on genetic gain at a fixed program size.</italic></p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="S2.SS5">
<title>Simulation Parameters: Genome and Evaluation</title>
<sec id="S2.SS5.SSS1">
<title>Burn-In Genome Sequence</title>
<p>For each replicate, a genome consisting of 18 chromosome pairs was simulated for the hypothetical plant species similar to cassava. These chromosomes were assigned a genetic length of 1.43 Morgans and a physical length of 8 &#x00D7; 10<sup>8</sup> base pairs. Sequences for each chromosome were generated using the Markovian coalescent simulator (MaCS; <xref ref-type="bibr" rid="B10">Chen et al., 2009</xref>) implemented in AlphaSimR (). Recombination rate was inferred from genome size (i.e., 1.43 Morgans/ 8 &#x00D7; 10<sup>8</sup> base pairs = 1.8 &#x00D7; 10<sup>&#x2013;9</sup> per base pair), and mutation rate was set to 2 &#x00D7; 10<sup>&#x2013;9</sup> per base pair. Effective population size was set to 30 to mimic an evolution history of natural and artificial selection.</p>
</sec>
<sec id="S2.SS5.SSS2">
<title>Burn-In Founder Genotypes</title>
<p>Simulated genome sequences were used to produce 4 founder non-inbred individuals. These founder individuals served as the initial parents in the burn-in phase. Sites segregating in the founders&#x2019; sequences were randomly selected to serve as 100 quantitative trait nucleotides (QTN) per chromosome (1,800 total).</p>
</sec>
<sec id="S2.SS5.SSS3">
<title>Burn-In Phenotypes</title>
<p>A single highly complex trait representing an index of tuber yield, dry matter, cassava mosaic disease, total carotenoids and sprouting was simulated for all founders. The genetic value of this trait was determined by summing its QTN allelic effects. To model genotype-by-environment (GxE) interaction, allele effects depends on the value of an environmental effect which changes over years. For a given year, the allele effects followed this formula:</p>
<disp-formula id="S2.Ex1">
<mml:math id="M1">
<mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mi>a</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:mo>&#x2062;</mml:mo>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:msub>
<mml:mi>w</mml:mi>
<mml:mi>j</mml:mi>
</mml:msub>
<mml:mo rspace="5.8pt">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mo rspace="5.8pt">=</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>b</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:mo>+</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>m</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:mo>&#x2062;</mml:mo>
<mml:msub>
<mml:mi>w</mml:mi>
<mml:mi>j</mml:mi>
</mml:msub>
</mml:mrow>
</mml:mrow>
</mml:mrow>
<mml:mo>,</mml:mo>
</mml:mrow>
</mml:math>
</disp-formula>
<p>where <italic>a</italic><sub><italic>i</italic></sub> is the allele effect for QTN <italic>i</italic>, <italic>w</italic><sub><italic>j</italic></sub> is the environmental effect for year <italic>j</italic>, <italic>b</italic><sub><italic>i</italic></sub> is the QTN intercept and <italic>m</italic><sub><italic>i</italic></sub> is the QTN slope on the environmental effect. The slope, intercept, and environmental effects were sampled from the following normal distributions. This equation is equivalent to Finlay&#x2013;Wilkinson regression. Details on the full formulation of genotype by environment interaction simulation features enabled in AlphaSimR can be found in <xref ref-type="bibr" rid="B17">Gaynor (2021)</xref>. In the case of the cassava program, a variance component for genotype by year (<inline-formula><mml:math id="INEQ1"><mml:mrow><mml:mpadded width="+6.6pt"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>G</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>x</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>Y</mml:mi></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mpadded><mml:mo>&#x2062;</mml:mo><mml:mn>2</mml:mn></mml:mrow></mml:math></inline-formula>) and genotype by location (<inline-formula><mml:math id="INEQ2"><mml:mrow><mml:mpadded width="+6.6pt"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>G</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>x</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>L</mml:mi></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mpadded><mml:mo>&#x2062;</mml:mo><mml:mn>1</mml:mn></mml:mrow></mml:math></inline-formula>) interactions were defined and summed to produce the genotype by year by location (<inline-formula><mml:math id="INEQ3"><mml:mrow><mml:mpadded width="+6.6pt"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>G</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>x</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>Y</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>x</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>L</mml:mi></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mpadded><mml:mo>&#x2062;</mml:mo><mml:mn>3</mml:mn></mml:mrow></mml:math></inline-formula>) interaction variance components used in the addTraitAG() function in the varGxE argument in AlphaSimR for a trait with additive gene action and GxE interaction. Main genotype variance component was assumed equal to 1 (<inline-formula><mml:math id="INEQ4"><mml:mrow><mml:mpadded width="+3.3pt"><mml:mi mathvariant="normal">&#x03C3;</mml:mi></mml:mpadded><mml:mmultiscripts><mml:mn>1</mml:mn><mml:mprescripts/><mml:mi>G</mml:mi><mml:mn>2</mml:mn></mml:mmultiscripts></mml:mrow></mml:math></inline-formula>). The genetic values of each non-inbred individual were used to produce phenotypic values by adding random noise sampled from a normal distribution with mean 0. The variance of the random error was varied according to the three stages of evaluation in the breeding program based on the plot size and number of replications per entry currently used according to the different experimental designs used at the different stages (augmented design at stage 1 and randomized completely blocked design in posterior stages). The values for these error variances were set to achieve levels of plot heritability reported by the cassava program currently estimated at the different stages.</p>
<p>In order to simulate the multi-environment testing common in breeding programs, the variance components for genotype by year and genotype by locations were used to simulate a matrix of possible slopes for the environmental covariate used by the setPheno() function in the <italic>p</italic>-value argument (years in rows and locations in columns). The values were sampled depending on the year and number of locations used for a given stage to approximate the GxE. A summary of simulation features for the genome and phenotypes can be found in <xref ref-type="table" rid="T3">Table 3</xref>.</p>
<table-wrap position="float" id="T3">
<label>TABLE 3</label>
<caption><p>Summary of simulation features for the genome and phenotypes.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left" colspan="3">Simulation features</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Burn-in</td>
<td valign="top" align="left">Genome sequence</td>
<td valign="top" align="left">100,000 generations of evolution</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">18 chromosome pairs</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">1.43 Morgans per Chromosome</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">8 &#x00D7; 10<sup>8</sup> base pairs per chromosome</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">2 &#x00D7; 10<sup>&#x2013;9</sup> mutation rate</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Founder genotypes</td>
<td valign="top" align="left">4 non-inbred founders</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">1,800 QTN (additive GxE effects)</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">Normally distributed QTN effects<break/> <inline-formula><mml:math id="INEQ5"><mml:mrow><mml:mpadded width="+6.6pt"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>G</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>x</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>Y</mml:mi></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mpadded><mml:mo>&#x2062;</mml:mo><mml:mn>2</mml:mn></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="INEQ6"><mml:mrow><mml:mpadded width="+6.6pt"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>G</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>x</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>L</mml:mi></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mpadded><mml:mo>&#x2062;</mml:mo><mml:mn>1</mml:mn></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="INEQ7"><mml:mrow><mml:mpadded width="+6.6pt"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>G</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>x</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>Y</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>x</mml:mi><mml:mo>&#x2062;</mml:mo><mml:mi>L</mml:mi></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mpadded><mml:mo>&#x2062;</mml:mo><mml:mn>3</mml:mn></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="INEQ8"><mml:mrow><mml:mpadded width="+6.6pt"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mi>G</mml:mi><mml:mn>2</mml:mn></mml:msubsup></mml:mpadded><mml:mo>&#x2062;</mml:mo><mml:mn>1</mml:mn></mml:mrow></mml:math></inline-formula></td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Recent breeding</td>
<td valign="top" align="left">20 years of modern breeding</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">Non-inbred cloned individuals</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">Conventional breeding</td>
</tr>
<tr>
<td valign="top" align="left">Evaluation</td>
<td valign="top" align="left">Future breeding</td>
<td valign="top" align="left">20&#x2013;60 years of breeding</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">Testing alternative allocation of resources</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">Equal cost programs</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">Conventional breeding</td>
</tr>
</tbody>
</table></table-wrap>
<p>Population means and standard errors at Stage 1 of yield evaluation across the 20&#x2013;60 years of breeding for the treatments described previously were computed using the dplyr library in R (<xref ref-type="bibr" rid="B37">Wickham et al., 2021</xref>), and plotted using the ggplot2 library in R (<xref ref-type="bibr" rid="B38">Wickham, 2011</xref>). One hundred replicates were run for each simulation treatment.</p>
</sec>
</sec>
</sec>
<sec id="S3" sec-type="results|discussion">
<title>Results and Discussion</title>
<sec id="S3.SS1">
<title>Adapting Continuous Improvement Tools and Concepts in the Improvement of Breeding Schemes</title>
<p>Following the paradigm of approaching breeding as an industrial process (<xref ref-type="bibr" rid="B5">Bernardo, 2002</xref>), we adapted the six-sigma methodology to continuously improve the breeding schemes of breeding programs (<xref ref-type="fig" rid="F3">Figure 3</xref>). Under this framework, we follow the project methodology Plan-Do-Study-Act inspired by William Edwards Deming named DMAIC, an acronym standing for Define, Measure, Analyze, Improve and Control steps that are cyclically repeated to reflect the continuous or cyclical approach (<xref ref-type="bibr" rid="B1">Aguayo, 1991</xref>; <xref ref-type="fig" rid="F4">Figure 4</xref>). To demonstrate the use of the continuous improvement methodologies to optimize breeding processes leveraging from measuring tools like the breeding pipeline manager (BPM) and stochastic simulation, we engaged in discussions with the IITA Cassava program. First, the cassava team registered their breeding pipelines and the market segments targeted per pipeline. We found the IITA-cassava program to be composed of five breeding pipelines and on average tackling six market segments. The market segments and accompanying pipelines are stratified by a combination of regional consumption preferences and prevailing biotic and abiotic stresses. For example, most of the produced cassava in West Africa goes to processed (granulated and paste) products while in east Africa, the predominant preference is for fresh consumption with minimal processing (boiling, roasting and flour from dried roots). Subsequently, we focused on the IITA-Cassava east-Africa pipeline targeting market segments listed by breeders and generally described as fresh market and high-quality flour. Even though we proposed six-sigma for improving breeding schemes, the reader should keep in mind that continuous improvement applies to all components of the breeding process including the management roles which are responsible of the encouraging and incentivizing improvements.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption><p>Graphical representation of breeding as a process. The design component of the breeding process, which includes activities such as defining market segments, product profiles, and breeding schemes, is shown in blue. The engineering component of the process, where crossing, evaluation, and selection activities for product development and population improvement are made, is shown in red. The delivery component of the breeding process, where activities like material increase and registration, occur are shown in green. Image taken with permission from <xref ref-type="bibr" rid="B13">Covarrubias-Pazaran (2020)</xref>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-791859-g003.tif"/>
</fig>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption><p>Graphical representation of the six-sigma process applied to the continuous improvement of breeding schemes (strategies). <bold>(A)</bold> Description of the DMAIC steps. <bold>(B)</bold> Different tools to support continuous improvement of crossing, evaluation, and selection (CES) decisions in breeding schemes.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-791859-g004.tif"/>
</fig>
</sec>
<sec id="S3.SS2">
<title>Defining a Problem</title>
<p>The step of <italic>defining</italic> the problem was adapted to breeding scheme improvement by defining the problem as a suboptimal rate of response to selection (genetic gain) but pointing to one of the many crossing-evaluation-selection (CES) tasks and decisions at a given stage as the possible root of the problem. We found tools such as Project charter useful to define the problem (<xref ref-type="bibr" rid="B24">McKeever, 2006</xref>). We proceeded to use the project charter to <italic>define</italic> or state the problem in the IITA-Cassava east-Africa pipeline as having &#x201C;potential for greater response to selection without increased expenditures.&#x201D; Details in the business case, goal statement, timeline, scope, and team members can be found in <xref ref-type="table" rid="T4">Table 4</xref>. Unfortunately, we found that estimates of realized genetic gain were not available in the program to justify the definition of the problem. However, given the lack of an efficient recurrent selection strategy, we assumed the definition of the problem to be relevant to the program.</p>
<table-wrap position="float" id="T4">
<label>TABLE 4</label>
<caption><p>Project charter applied to the IITA-Cassava east Africa program.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<tbody>
<tr>
<td valign="top" align="left"><bold>Problem statement</bold> <break/>The rate of genetic gain in the IITA-Cassava east-Africa breeding program is less than or equal to 1% per year for traits of interest, and the rate of variety turnover is lower than possible.</td>
<td valign="top" align="left"><bold>Business case</bold> <break/>By optimizing the breeding schemes using quantitative genetics principles, we can increase the response to selection per dollar invested per unit time.</td>
</tr>
<tr>
<td valign="top" align="left" colspan="2"><hr/></td>
</tr>
<tr>
<td valign="top" align="left"><bold>Goal statement</bold> <break/>Reduce cycle time to the biological limit, optimize the trade-off between selection intensity and accuracy, manage the genetic variance, while constraining possible alternatives to similar level of resources.</td>
<td valign="top" align="left"><bold>Team members</bold> <break/>Cassava head of breeding Cassava breeders Quantitative Geneticist</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Scope</bold> <break/>Crossing, evaluation and selection (CES) decisions included in the breeding scheme.</td>
<td valign="top" align="left"><bold>Timeline</bold> <break/>One to two CES tasks and decisions improved per year.</td>
</tr>
</tbody>
</table></table-wrap>
</sec>
<sec id="S3.SS3">
<title>Software Development to Measure/Document Breeding Programs</title>
<p>To facilitate the <italic>measuring</italic> step of the continuous improvement approach proposed, in which CES decisions are recorded for further <italic>analysis</italic> (<xref ref-type="bibr" rid="B6">Bhuiyan and Baghel, 2005</xref>), we developed the BPM software. The breeding pipeline manager tool (BPM) is equipped with a module to define breeding pipelines as the sum of efforts to deliver a product. Breeding pipeline definition is the highest-level unit of information clustering in the BPM tool. The pipeline can be linked to market segments defined by the user. The market segment is defined in the BPM tool as the sum of the client, the target population of environments (TPE), and final product characteristics displayed in <xref ref-type="table" rid="T5">Table 5</xref>. These aim to capture the characteristics that can make breeding a more targeted effort according to <xref ref-type="bibr" rid="B33">Ragot et al. (2018)</xref> (<xref ref-type="fig" rid="F5">Figure 5A</xref>). The BPM module can be incorporated to any enterprise breeding system (database) to properly link the generated phenotypic data to clear target segments and pipelines. Market segments for the cassava pipeline were captured using the BPM tool and are shown in <xref ref-type="fig" rid="F5">Figure 5A</xref>. The major focus is on lowland high-rainfall, late maturity, long, hard cassava for fresh and flour consumption.</p>
<table-wrap position="float" id="T5">
<label>TABLE 5</label>
<caption><p>Features defining a market segment.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Client features</td>
<td valign="top" align="left">Environment features</td>
<td valign="top" align="left">Product features</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Geographical region</td>
<td valign="top" align="left">Temperature</td>
<td valign="top" align="left">Mode of reproduction</td>
</tr>
<tr>
<td valign="top" align="left">Income</td>
<td valign="top" align="left">Humidity</td>
<td valign="top" align="left">Maturity</td>
</tr>
<tr>
<td valign="top" align="left">Education</td>
<td valign="top" align="left">Vegetation</td>
<td valign="top" align="left">Color</td>
</tr>
<tr>
<td valign="top" align="left">Farm size</td>
<td valign="top" align="left">Water availability</td>
<td valign="top" align="left">Shape</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Soil fertility</td>
<td valign="top" align="left">Biofortification</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Altitude</td>
<td valign="top" align="left">End use</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Soil pH</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Production system</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Prevailing biotic stresses</td>
<td/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p><italic>The features of the client being served, the features of the target population of environments (TPE), and the final product characteristics are displayed. These three sets of features define a market segment in the breeding pipeline manager (BPM) tool.</italic></p></fn>
</table-wrap-foot>
</table-wrap>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption><p>Snapshot of some market segments and product profiles defined in the breeding pipeline manager (BPM) tool for the IITA-cassava east-Africa pipeline. <bold>(A)</bold> Two market segments for a cassava program with defined client, environment and product features, mainly distinguished by the end use. <bold>(B)</bold> Example product profile for a cassava market segment featuring quality, survival, output, and agronomic traits.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-791859-g005.tif"/>
</fig>
<p>On top of defining the market segments, breeding programs must describe specifics of the product to be released in the market. Here, the concept of product profile (sometimes referred to as product concept) applies (<xref ref-type="bibr" rid="B33">Ragot et al., 2018</xref>; <xref ref-type="bibr" rid="B8">Carey et al., 2021</xref>). The existence of these profiles can make the difference between success and failure (<xref ref-type="bibr" rid="B8">Carey et al., 2021</xref>; <xref ref-type="bibr" rid="B30">Mwanga et al., 2021</xref>). The BPM tool has a module to define product profiles and link them to specific market segments, and the cassava breeders used the tool to formalize such profiles (<xref ref-type="fig" rid="F5">Figure 5B</xref>). One of the product profiles for example is focused on achieving defined levels of fresh yield, plant height, dry matter and cassava mosaic disease resistance.</p>
<p>Part of the design of breeding pipelines is the creation of a blueprint or a breeding scheme that will allow the breeder to achieve the product profile for the market segment while maximizing the genetic gain of the breeding population per dollar invested (<xref ref-type="bibr" rid="B20">Henryon et al., 2014</xref>). The <italic>blueprint</italic> should specify all the crossing, evaluation and selection tasks and decisions occurring at the different stages (e.g., recombination, multiplication and testing stages) for the purposes of population improvement and product development. Most breeding programs have these two purposes coupled in a way that advancement decisions influence the recycling decisions. Others have proposed and shown that decoupling the population improvement from product development by moving the recycling decision to very early stages (e.g., F2, nursery or multiplication stages) will increase the rates of genetic gain. Better products can be expected when the product development process is regarded as separate from a rapid cycling population improvement strategy (<xref ref-type="bibr" rid="B15">Gaynor et al., 2017</xref>).</p>
<p>Crossing, evaluation and selection (CES) decisions comprising the breeding scheme can and should be recorded at the highest level of detail and safeguarded for the benefit of the breeding organization in case of any adverse circumstances. In <xref ref-type="table" rid="T6">Table 6</xref> we show the CES decisions that should be considered to capture the level of resolution and detail necessary to avoid loss of valuable information; these can be recorded by the BPM tool in the breeding scheme module. The software allows for breeding pipelines to manage multiple breeding schemes, as may happen when a program has a principal breeding scheme, but one or more parallel experimental breeding schemes, to accelerate genetic gains.</p>
<table-wrap position="float" id="T6">
<label>TABLE 6</label>
<caption><p>Examples of crossing, evaluation and selection decision recorded by the BPM tool across the different stages of the breeding program, defining the breeding strategy.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Evaluation</td>
<td valign="top" align="left">Selection</td>
<td valign="top" align="left">Crossing</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Plant portion harvested in the previous season to be planted in the current season (e.g., seed, tuber, cutting)</td>
<td valign="top" align="left">Surrogate of merit (e.g., BLUE, BLUP, GBLUP) per phenotyped trait</td>
<td valign="top" align="left">Crossing or multiplication unit (e.g., family, individual)</td>
</tr>
<tr>
<td valign="top" align="left">Cultivation method of the plant portion (e.g., pot, plot, petri dish)</td>
<td valign="top" align="left">Number of locations per phenotyped trait</td>
<td valign="top" align="left">Crossing or multiplication method (e.g., 2-way cross, 3-way cross)</td>
</tr>
<tr>
<td valign="top" align="left">Experimental design</td>
<td valign="top" align="left">Selection method (e.g., visual, culling, index)</td>
<td valign="top" align="left">Parent coupling method (e.g. random mating, optimum contribution)</td>
</tr>
<tr>
<td valign="top" align="left">Total number of locations</td>
<td valign="top" align="left">Method to model genotype x environment interaction</td>
<td valign="top" align="left">Number of potential female parents</td>
</tr>
<tr>
<td valign="top" align="left">Replications per location</td>
<td valign="top" align="left">Method to model spatial adjustment</td>
<td valign="top" align="left">Number of potential male parents</td>
</tr>
<tr>
<td valign="top" align="left">Plot width and units (e.g., 1 m<sup>2</sup>)</td>
<td valign="top" align="left">Selection intensities for different selection units (e.g., families, lines, female parents)</td>
<td valign="top" align="left">Total number of crosses or total number of unique materials to multiply</td>
</tr>
<tr>
<td valign="top" align="left">Plot length and units (e.g., 1 m<sup>2</sup>)</td>
<td valign="top" align="left">Recycling unit</td>
<td valign="top" align="left">Number of progeny per cross or number of clones multiplied</td>
</tr>
<tr>
<td valign="top" align="left">Sparse testing percentage</td>
<td valign="top" align="left">Recycling generation</td>
<td valign="top" align="left">Molecular technology</td>
</tr>
<tr>
<td valign="top" align="left">Sparse testing bridging method</td>
<td valign="top" align="left">Number of selection units recycled</td>
<td valign="top" align="left">Number of molecular marker sites</td>
</tr>
<tr>
<td valign="top" align="left">Number of checks</td>
<td valign="top" align="justify"/><td valign="top" align="left">Purpose of molecular technology (QC, GS, etc.)</td>
</tr>
<tr>
<td valign="top" align="left">Percentage of check plots</td>
<td valign="top" align="justify"/><td valign="top" align="left">Population used in genomic selection as the training (prediction) set</td>
</tr>
</tbody>
</table></table-wrap>
</sec>
<sec id="S3.SS4">
<title>Measuring the Process</title>
<p>The <italic>measuring</italic> step of the six-sigma process was adapted by recording numerically and categorically all the different CES decisions across the various stages directly impacting genetic gain (e.g., number of parents, # crosses, # progeny, coupling method, etc.). The lack of available tools to measure/record breeding schemes was the motivation to develop the BPM tool presented above, although the BPM tool is inspired by the Value Stream Mapping approaches commonly used in process management (<xref ref-type="bibr" rid="B35">Singh et al., 2011</xref>). We <italic>measured</italic> or recorded the breeding scheme of the IITA-Cassava program using the BPM tool to capture all crossing, evaluation and selection decisions across the different breeding stages and a portion can be observed in <xref ref-type="fig" rid="F6">Figure 6</xref>. We captured seven stages (crossing block, multiplication and five stages of yield and agronomic evaluation) across 52 different CES decisions for the East-Africa cassava pipeline that informed the <italic>analysis</italic> step to identify areas for improvement (<xref ref-type="fig" rid="F4">Figures 4</xref>, <xref ref-type="fig" rid="F5">5</xref>). These decisions comprise the crossing, evaluation and selection strategies for both population improvement and product development.</p>
<fig id="F6" position="float">
<label>FIGURE 6</label>
<caption><p>Graphical representation of BPM capabilities to record and display breeding schemes. <bold>(A)</bold> The evaluation decision across stages of an IITA-Cassava breeding scheme mapped in the breeding pipeline manager (BPM) tool are displayed in columns, and sequential stages are displayed in rows. <bold>(B)</bold> The capability to draw flowcharts with the available information in the breeding schemes is displayed.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-791859-g006.tif"/>
</fig>
</sec>
<sec id="S3.SS5">
<title>Analyzing the Problem</title>
<p>The <italic>analysis</italic> step was adapted to breeding scheme improvement by replacing approaches such as correlation analysis. Correlation analysis is a method that links a response variable or key performance indicator (KPI) to another variable in the production process to understand relationships that could indicate the part of the process that needs to be refined. We instead conducted an analysis based on known quantitative genetic relationships between the various CES decisions and genetic gain (e.g., program size affects genetic gain depending on how effectively genetic variance is utilized and also linked to selection intensity). Additional tools like Fishbone (diagram to articulate the root causes of the problem) are not discouraged but we limited this exercise to one-to-one meetings with the breeding team to discuss the possible gaps while analyzing the current scheme together in the light of quantitative genetic principles (<xref ref-type="bibr" rid="B21">Ishii and Lee, 1996</xref>). We initially found several possible areas of improvement, including the small size of the program, the experimental design used at yield and agronomic evaluation stages, the coverage of the target population of environments (TPE), the opportunity to use molecular information, the potential improvement of analytical methods for genetic evaluation, a possibility to select the best families at earlier stages, the possibility to reduce the cycle length, and other decisions such as an improved crossing plan. Since it is well-known from classic quantitative genetics theory that using resources properly to maximize the genetic variance observed among and within families can maximize response to selection (<xref ref-type="bibr" rid="B23">Lynch and Walsh, 1998</xref>; <xref ref-type="bibr" rid="B19">Hallauer et al., 2010</xref>), we chose to optimize the decisions of number of parents, number of crosses and number of progeny per cross given the low number of parents used by the program in the crossing block and very likely limiting the rate or sustainability of genetic gains. Although we first focused on improving the resource allocation for the number of parents, crosses and progeny, the reader should remember that as a continuous improvement process, the other areas of opportunity identified should also be improved right after or at the same time depending on the resources available. This is just an example of how to implement breeding scheme improvement.</p>
</sec>
<sec id="S3.SS6">
<title>Using Simulation to Optimize the Process</title>
<p>Prior to recommending an <italic>improvement</italic> plan, we used genetic simulation (<xref ref-type="bibr" rid="B16">Gaynor et al., 2021</xref>) to identify optimal use of resources (plots available) by defining a grid of possible treatments that contained different combinations of number of parents, crosses and progeny subject to the constraint of 1,632 individuals at the F1 stage assuming other factors constant (e.g., properly resourced, properly tested, etc.). Regarding recycling strategy, using overlapping cohorts to recycle (i.e., a mixed crossing block composed half of parents from the PYT and half of parents from the AYT) lead to higher genetic gain regardless of the number of parents (<xref ref-type="fig" rid="F7">Figure 7A</xref>). Based on this observation, we evaluated the effect on genetic gain of the number of parents, crosses and progeny while recycling from the mixed PYT and AYT.</p>
<fig id="F7" position="float">
<label>FIGURE 7</label>
<caption><p>Results from simulations comparing different numbers of parents and crosses combinations subject to the constraint of &#x223C;1,600 individuals manageable for a time-horizon of 20 and 60 years of breeding. In panels <bold>(A,B)</bold> the genetic gain (relative to the mean) measured in advanced yield trial (AYT) individuals is shown (y-axis) as a function of a different number of crosses (x-axis) for two breeding-time horizons (20 and 60 years) for different number of parents (colored boxes) is shown. In panel <bold>(C)</bold> the genetic gain (relative to the mean) measured in advanced yield trial (AYT) individuals is shown (y-axis) as a function of a different number of parents (x-axis) for the breeding-time horizon of 20 years comparing different compositions of the crossing block are shown. The red, green and blue boxes represent crossing blocks composed by recycling AYT, PYT, or a mix of PYT and AYT individuals respectively.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-12-791859-g007.tif"/>
</fig>
<p>For the single complex trait which represented an index of multiple traits, the decision of the number of parents provided the greatest opportunity to increase genetic gain. An excessive number of parents -here, more than 30- always resulted in decreased genetic gain compared to use of fewer than 30 parents at both the 20 and 60-year time horizons (<xref ref-type="fig" rid="F7">Figure 7C</xref>). At the 20-year time horizon, the optimal number of parents was &#x223C;8&#x2013;16. However, at the 60-year time, the optimal number of parents increased to between 16 and 32.</p>
<p>Increasing the number of crosses generally increased gain, but with diminishing returns to additional crosses at a given number of parents. At low numbers of parents, not enough possible unique crosses were available to take advantage of gains possible by increasing the number of crosses. Interestingly, the optimal number of crosses also differed in the short (20-year) and long (60-year) terms. At the 20-year timepoint, schemes with fewer crosses and more progeny per cross tended to have higher gain across numbers of parents, but at the 60-year timepoint schemes with relatively more crosses and fewer progeny had higher gain. However, even at the 60-year timepoint, the optimal number of crosses was much less than the possible half-diallel of unique crosses.</p>
<p>Given the genetic parameters specified for the cassava program, the use of &#x223C;8&#x2013;16 parents, &#x223C;24 crosses and &#x223C;68 progeny per cross in each crossing block per year was the optimal distribution to maximize genetic gain at the 20-year time horizon (<xref ref-type="fig" rid="F7">Figure 7A</xref>). At the 60-year time horizon, the optimal distribution was 16&#x2013;32 parents, 60 crosses, and &#x223C;30 progeny per cross (<xref ref-type="fig" rid="F7">Figure 7B</xref>). To consider both short- and long-term interests of the breeding program, we chose to recommend use of 15&#x2013;30 parents recycled from the combined PYT and AYT stages with 40 crosses and 40 progeny, given the constraint of the program to handle &#x223C;1,632 materials to start.</p>
</sec>
<sec id="S3.SS7">
<title>Improving the Process</title>
<p>The <italic>improvement</italic> step in the six-sigma method was adapted to breeding scheme improvement by using management tools like the A3 format to reflect the current and future state of the CES decision (subprocess) together with an action plan laying with detail the actions required to achieve the future state (<xref ref-type="supplementary-material" rid="S9">Supplementary File 1</xref>; <xref ref-type="bibr" rid="B3">Anderson et al., 2011</xref>). We included a RACI chart (responsible, accountable, consulted and informed people in the improvement plan) to formalize the process to achieve the desired improvement. Is important to notice that a RACI chart can and should be employed during the management of the different tasks of the breeding process and not only for the continuous improvement of breeding schemes. We propose that the future state and actions included in the improvement plan should be guided by sound quantitative genetics principles and recommendations coming from state-of-the-art tools, such as evaluation of new strategies by genetic simulation (<xref ref-type="bibr" rid="B27">Mi et al., 2014</xref>; <xref ref-type="bibr" rid="B15">Gaynor et al., 2017</xref>; <xref ref-type="bibr" rid="B31">Pook et al., 2020</xref>, <xref ref-type="bibr" rid="B32">2021</xref>). We expect that results obtained through simulation can identify close-to-optimal solutions and changes to the breeding CES tasks and decisions.</p>
<p>Based on the simulation findings, a meeting with the IITA-cassava breeding team was held to discuss the optimal scenarios revealed by simulations and the next steps. The recommendation to use between 15 and 30 parents in the crossing block depending on the target breeding-time-horizon was and to use a mixed crossing block of parents from both the PYT and the AYT was accepted by the team. The improvement plan developed by the IITA-cassava program included detailing the current and future state can be found in the <xref ref-type="supplementary-material" rid="S9">Supplementary File 1</xref>. The improvement plan developed included actions like team agreement on the modification of the number of parents, number of crosses and number of progeny per cross used in the crossing block, the development of a new SOPs for the crossing block stage, training the technicians to execute the new SOPs, monitoring the genetic gain across years to confirm the positive change, among others.</p>
</sec>
<sec id="S3.SS8">
<title>Controlling the Improvement Process</title>
<p>The <italic>control</italic> step was adapted to breeding program improvement by adding a monitoring section to the improvement plan that keeps track of the progress of the action plan through the inclusion of key performance indicators (KPIs), deadlines, and risks, as it does in other industrial processes. To monitor or control the progress of the improvement plan in the IITA-cassava, deadlines and key performance indicators for the different actions were defined and monitored to ensure that changes occur. Once the new process was adopted, we moved to the next possible crossing evaluation or selection decision that could be causing low rates of genetic gain. This process is still undergoing together with other improvements identified.</p>
</sec>
</sec>
<sec id="S4" sec-type="conclusion">
<title>Conclusion</title>
<p>There is tremendous potential of systematizing breeding as an industrial process and enabling continuous improvement methodologies (e.g., six-sigma) to the different crossing, evaluation, selection decisions and other parts of the breeding process. Successful implementation of these methodologies has potential to increase the rate of genetic gain and delivery of better products in breeding programs. To guarantee such improvements in genetic gain, the recommended changes must be near-optimal or at least better than the current strategy. We propose the use of genetic simulation to identify these solutions to guide the continuous improvement steps. The work with the IITA-cassava program resulted in improved resource allocations and adjustments to the proper number of parents to sustain gains for the breeding time horizon of interest. These and other improvements achieved through the same approach in other CES decisions are ongoing. We expect that this generalized framework will assist plant breeding professionals in transitioning toward conducting breeding as an industrial process, help prevent discontinuity and inconsistency in breeding pipelines and their schemes and implement a culture of continuous improvement in all areas of their breeding programs.</p>
</sec>
<sec id="S5" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found in the article/<xref ref-type="supplementary-material" rid="S9">Supplementary Material</xref>.</p>
</sec>
<sec id="S6">
<title>Author Contributions</title>
<p>GC-P, PC, JD, and MQ conceived the study. GC-P, ZG, and SS developed the software. DG, CW, and ML performed the simulations and applied the continuous improvement methodologies. IR, SK, EP, EK, EM, AA, and PK produced the data and ran the programs used for the study. All authors contributed to writing the manuscript and agreed to be accountable for the content of the work.</p>
</sec>
<sec id="conf1" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="pudiscl1" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="S7" sec-type="funding-information">
<title>Funding</title>
<p>The Excellence in Breeding Platform received funding from the Bill and Melinda Gates Foundation (BMGF) grant number OPP1177070.</p>
</sec>
<ack><p>We would like to thank the different breeding teams from the CGIAR that helped to improve the concepts and tools presented while working to formalize their targets and breeding schemes. We would also like to thank Sam Storr for support in creating the figures. We would also further like to thank the cassava program for their assistance in testing the methodology for breeding scheme improvement in their programs.</p>
</ack>
<sec id="S9" sec-type="supplementary-material"><title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fpls.2021.791859/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fpls.2021.791859/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.XLSX" id="TS1" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aguayo</surname> <given-names>R.</given-names></name></person-group> (<year>1991</year>). <source><italic>Dr. Deming: The American Who Taught the Japanese About Quality.</italic></source> <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Simon and Schuster</publisher-name>.</citation></ref>
<ref id="B2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Allard</surname> <given-names>R. W.</given-names></name></person-group> (<year>1999</year>). <source><italic>Principles of Plant Breeding.</italic></source> <publisher-loc>Hoboken, NJ</publisher-loc>: <publisher-name>John Wiley &#x0026; Sons</publisher-name>.</citation></ref>
<ref id="B3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Anderson</surname> <given-names>J. S.</given-names></name> <name><surname>Morgan</surname> <given-names>J. N.</given-names></name> <name><surname>Williams</surname> <given-names>S. K.</given-names></name></person-group> (<year>2011</year>). <article-title>Using Toyota&#x2019;s A3 thinking for analyzing MBA business cases.</article-title> <source><italic>Decis. Sci. J. Innov. Educ.</italic></source> <volume>9</volume> <fpage>275</fpage>&#x2013;<lpage>285</lpage>. <pub-id pub-id-type="doi">10.1111/j.1540-4609.2011.00308.x</pub-id></citation></ref>
<ref id="B4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baenziger</surname> <given-names>P. S.</given-names></name></person-group> (<year>2006</year>). <article-title>Plant breeding training in the US.</article-title> <source><italic>Hortscience</italic></source> <volume>41</volume> <fpage>40</fpage>&#x2013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.21273/HORTSCI.41.1.40</pub-id></citation></ref>
<ref id="B5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bernardo</surname> <given-names>R.</given-names></name></person-group> (<year>2002</year>). <source><italic>Breeding for Quantitative Traits in Plants.</italic></source> <publisher-loc>Woodbury, NJ</publisher-loc>: <publisher-name>Stemma press</publisher-name>.</citation></ref>
<ref id="B6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bhuiyan</surname> <given-names>N.</given-names></name> <name><surname>Baghel</surname> <given-names>A.</given-names></name></person-group> (<year>2005</year>). <article-title>An overview of continuous improvement: from the past to the present.</article-title> <source><italic>Manag. Decis.</italic></source> <volume>43</volume> <fpage>761</fpage>&#x2013;<lpage>771</lpage>. <pub-id pub-id-type="doi">10.1108/00251740510597761</pub-id></citation></ref>
<ref id="B7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boettiger</surname> <given-names>C.</given-names></name></person-group> (<year>2015</year>). <article-title>An introduction to Docker for reproducible research.</article-title> <source><italic>ACM SIGOPS Oper. Syst. Rev.</italic></source> <volume>49</volume> <fpage>71</fpage>&#x2013;<lpage>79</lpage>. <pub-id pub-id-type="doi">10.1145/2723872.2723882</pub-id></citation></ref>
<ref id="B8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carey</surname> <given-names>E. E.</given-names></name> <name><surname>Ssali</surname> <given-names>R.</given-names></name> <name><surname>Low</surname> <given-names>J. W.</given-names></name></person-group> (<year>2021</year>). <article-title>Review of knowledge to guide product development and breeding for sweetpotato frying quality in West Africa.</article-title> <source><italic>Int. J. Food Sci. Technol.</italic></source> <volume>56</volume> <fpage>1410</fpage>&#x2013;<lpage>1418</lpage>. <pub-id pub-id-type="doi">10.1111/ijfs.14934</pub-id> <pub-id pub-id-type="pmid">33776242</pub-id></citation></ref>
<ref id="B9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chao</surname> <given-names>L. P.</given-names></name> <name><surname>Ishii</surname> <given-names>K.</given-names></name></person-group> (<year>2005</year>). &#x201C;<article-title>Design process error-proofing: benchmarking gate and phased review life-cycle models</article-title>,&#x201D; in <source><italic>Proceedings of the ASME 2005 International Design Engineering Technical Conferences and Computers and Information in Engineering Conference</italic></source>, (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>American Society of Mechanical Engineers Digital Collection</publisher-name>), <fpage>301</fpage>&#x2013;<lpage>310</lpage>. <pub-id pub-id-type="doi">10.1115/DETC2005-84235</pub-id></citation></ref>
<ref id="B10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>G. K.</given-names></name> <name><surname>Marjoram</surname> <given-names>P.</given-names></name> <name><surname>Wall</surname> <given-names>J. D.</given-names></name></person-group> (<year>2009</year>). <article-title>Fast and flexible simulation of DNA sequence data.</article-title> <source><italic>Genome Res.</italic></source> <volume>19</volume> <fpage>136</fpage>&#x2013;<lpage>142</lpage>. <pub-id pub-id-type="doi">10.1101/gr.083634.108</pub-id> <pub-id pub-id-type="pmid">19029539</pub-id></citation></ref>
<ref id="B11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cobb</surname> <given-names>J. N.</given-names></name> <name><surname>Juma</surname> <given-names>R. U.</given-names></name> <name><surname>Biswas</surname> <given-names>P. S.</given-names></name> <name><surname>Arbelaez</surname> <given-names>J. D.</given-names></name> <name><surname>Rutkoski</surname> <given-names>J.</given-names></name> <name><surname>Atlin</surname> <given-names>G.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Enhancing the rate of genetic gain in public-sector plant breeding programs: lessons from the breeder&#x2019;s equation.</article-title> <source><italic>Theor. Appl. Genet.</italic></source> <volume>132</volume> <fpage>627</fpage>&#x2013;<lpage>645</lpage>. <pub-id pub-id-type="doi">10.1007/s00122-019-03317-0</pub-id> <pub-id pub-id-type="pmid">30824972</pub-id></citation></ref>
<ref id="B12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cooper</surname> <given-names>R. G.</given-names></name></person-group> (<year>2008</year>). <article-title>Perspective: the stage-gate<sup>&#x00AE;</sup> idea-to-launch process&#x2014;update, what&#x2019;s new, and nexgen systems.</article-title> <source><italic>J. Prod. Innov. Manag.</italic></source> <volume>25</volume> <fpage>213</fpage>&#x2013;<lpage>232</lpage>. <pub-id pub-id-type="doi">10.1111/j.1540-5885.2008.00296.x</pub-id></citation></ref>
<ref id="B13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Covarrubias-Pazaran</surname> <given-names>G.</given-names></name></person-group> (<year>2020</year>). <source><italic>Guidelines for Germplasm and Trait Introgression. Online Manual.</italic></source> Available online at: <ext-link ext-link-type="uri" xlink:href="https://excellenceinbreeding.org/sites/default/files/manual/EiB-M2_Germplasm%20%20%20trait%20introgression_01-06-20.pdf">https://excellenceinbreeding.org/sites/default/files/manual/EiB-M2_Germplasm%20%20%20trait%20introgression_01-06-20.pdf</ext-link> <comment>(accessed June 1, 2021)</comment>.</citation></ref>
<ref id="B14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gao</surname> <given-names>S. Y.</given-names></name> <name><surname>Hagen</surname> <given-names>T. J.</given-names></name> <name><surname>Robbins</surname> <given-names>K.</given-names></name> <name><surname>Jones</surname> <given-names>E.</given-names></name> <name><surname>Karkkainen</surname> <given-names>M.</given-names></name> <name><surname>Dreher</surname> <given-names>K. A.</given-names></name><etal/></person-group> (<year>2020</year>). &#x201C;<article-title>Transforming breeding through enterprise breeding system and analytics</article-title>,&#x201D; in <source><italic>Proceedings of the Plant and Animal Genome</italic></source>, <publisher-loc>Pag</publisher-loc>.</citation></ref>
<ref id="B15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gaynor</surname> <given-names>R. C.</given-names></name> <name><surname>Gorjanc</surname> <given-names>G.</given-names></name> <name><surname>Bentley</surname> <given-names>A. R.</given-names></name> <name><surname>Ober</surname> <given-names>E. S.</given-names></name> <name><surname>Howell</surname> <given-names>P.</given-names></name> <name><surname>Jackson</surname> <given-names>R.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>A two-part strategy for using genomic selection to develop inbred lines.</article-title> <source><italic>Crop Sci.</italic></source> <volume>57</volume> <fpage>2372</fpage>&#x2013;<lpage>2386</lpage>. <pub-id pub-id-type="doi">10.2135/cropsci2016.09.0742</pub-id> <pub-id pub-id-type="pmid">34798789</pub-id></citation></ref>
<ref id="B16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gaynor</surname> <given-names>R. C.</given-names></name> <name><surname>Gorjanc</surname> <given-names>G.</given-names></name> <name><surname>Hickey</surname> <given-names>J. M.</given-names></name></person-group> (<year>2021</year>). <article-title>AlphaSimR: an R package for breeding program simulations.</article-title> <source><italic>G3</italic></source> <volume>11</volume>:<issue>jkaa017</issue>. <pub-id pub-id-type="doi">10.1093/g3journal/jkaa017</pub-id> <pub-id pub-id-type="pmid">33704430</pub-id></citation></ref>
<ref id="B17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gaynor</surname> <given-names>R. C.</given-names></name></person-group> (<year>2021</year>). <source><italic>Traits in AlphaSimR.</italic></source> Available online at: <ext-link ext-link-type="uri" xlink:href="https://cran.r-project.org/web/packages/AlphaSimR/index.html">https://cran.r-project.org/web/packages/AlphaSimR/index.html</ext-link> <comment>(accessed June 1, 2021)</comment>.</citation></ref>
<ref id="B18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gepts</surname> <given-names>P.</given-names></name> <name><surname>Hancock</surname> <given-names>J.</given-names></name></person-group> (<year>2006</year>). <article-title>The future of plant breeding.</article-title> <source><italic>Crop Sci.</italic></source> <volume>46</volume> <fpage>1630</fpage>&#x2013;<lpage>1634</lpage>. <pub-id pub-id-type="doi">10.2135/cropsci2005-12-0497op</pub-id> <pub-id pub-id-type="pmid">34798789</pub-id></citation></ref>
<ref id="B19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hallauer</surname> <given-names>A. R.</given-names></name> <name><surname>Carena</surname> <given-names>M. J.</given-names></name> <name><surname>Miranda Filho</surname> <given-names>J. D.</given-names></name></person-group> (<year>2010</year>). <source><italic>Quantitative Genetics in Maize Breeding</italic></source>, <volume>Vol. 6</volume>. <publisher-loc>Berlin</publisher-loc>: <publisher-name>Springer Science &#x0026; Business Media</publisher-name>. <pub-id pub-id-type="doi">10.1007/978-1-4419-0766-0_12</pub-id></citation></ref>
<ref id="B20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Henryon</surname> <given-names>M.</given-names></name> <name><surname>Berg</surname> <given-names>P.</given-names></name> <name><surname>S&#x00F8;rensen</surname> <given-names>A. C.</given-names></name></person-group> (<year>2014</year>). <article-title>Animal-breeding schemes using genomic information need breeding plans designed to maximise long-term genetic gains.</article-title> <source><italic>Livest. Sci.</italic></source> <volume>166</volume> <fpage>38</fpage>&#x2013;<lpage>47</lpage>. <pub-id pub-id-type="doi">10.1016/j.livsci.2014.06.016</pub-id></citation></ref>
<ref id="B21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ishii</surname> <given-names>K.</given-names></name> <name><surname>Lee</surname> <given-names>B.</given-names></name></person-group> (<year>1996</year>). &#x201C;<article-title>Reverse fishbone diagram: a tool in aid of design for product retirement</article-title>,&#x201D; in <source><italic>Proceedings of the ASME Design Engineering Technical Conferences and Computers in Engineering Conference</italic></source>, (<publisher-loc>Stanford, CA</publisher-loc>: <publisher-name>Stanford University</publisher-name>). <pub-id pub-id-type="doi">10.1115/96-DETC/DFM-1272</pub-id></citation></ref>
<ref id="B22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>X.</given-names></name> <name><surname>Zhu</surname> <given-names>C.</given-names></name> <name><surname>Wang</surname> <given-names>J.</given-names></name> <name><surname>Yu</surname> <given-names>J.</given-names></name></person-group> (<year>2012</year>). <article-title>Computer simulation in plant breeding.</article-title> <source><italic>Adv. Agron.</italic></source> <volume>116</volume> <fpage>219</fpage>&#x2013;<lpage>264</lpage>. <pub-id pub-id-type="doi"> 10.1016/B978-0-12-394277-7.00006-3</pub-id></citation></ref>
<ref id="B23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lynch</surname> <given-names>M.</given-names></name> <name><surname>Walsh</surname> <given-names>B.</given-names></name></person-group> (<year>1998</year>). <source><italic>Genetics and Analysis of Quantitative Traits.</italic></source> <publisher-loc>Sunderland, MA</publisher-loc>: <publisher-name>Sinauer Associates</publisher-name>.</citation></ref>
<ref id="B24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McKeever</surname> <given-names>C.</given-names></name></person-group> (<year>2006</year>). <article-title>The project charter&#x2013;blueprint for success.</article-title> <source><italic>Crosstalk</italic></source> <volume>2006</volume>:<issue>19</issue>.</citation></ref>
<ref id="B25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Merkel</surname> <given-names>D.</given-names></name></person-group> (<year>2014</year>). <article-title>Docker: lightweight linux containers for consistent development and deployment.</article-title> <source><italic>Linux J.</italic></source> <volume>2014</volume>:<issue>2</issue>.</citation></ref>
<ref id="B26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Meuwissen</surname> <given-names>T. H. E.</given-names></name> <name><surname>Sonesson</surname> <given-names>A. K.</given-names></name></person-group> (<year>1998</year>). <article-title>Maximizing the response of selection with a predefined rate of inbreeding: overlapping generations.</article-title> <source><italic>J. Anim. Sci.</italic></source> <volume>76</volume> <fpage>2575</fpage>&#x2013;<lpage>2583</lpage>. <pub-id pub-id-type="doi">10.2527/1998.76102575x</pub-id> <pub-id pub-id-type="pmid">9814896</pub-id></citation></ref>
<ref id="B27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mi</surname> <given-names>X.</given-names></name> <name><surname>Utz</surname> <given-names>H. F.</given-names></name> <name><surname>Technow</surname> <given-names>F.</given-names></name> <name><surname>Melchinger</surname> <given-names>A. E.</given-names></name></person-group> (<year>2014</year>). <article-title>Optimizing resource allocation for multistage selection in plant breeding with R package Selectiongain.</article-title> <source><italic>Crop Sci.</italic></source> <volume>54</volume> <fpage>1413</fpage>&#x2013;<lpage>1418</lpage>. <pub-id pub-id-type="doi"> 10.2135/cropsci2013.10.0699</pub-id> <pub-id pub-id-type="pmid">34798789</pub-id></citation></ref>
<ref id="B28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Morris</surname> <given-names>M.</given-names></name> <name><surname>Edmeades</surname> <given-names>G.</given-names></name> <name><surname>Pehu</surname> <given-names>E.</given-names></name></person-group> (<year>2006</year>). <article-title>The global need for plant breeding capacity: what roles for the public and private sectors?</article-title> <source><italic>Hortscience</italic></source> <volume>41</volume> <fpage>30</fpage>&#x2013;<lpage>39</lpage>. <pub-id pub-id-type="doi">10.21273/HORTSCI.41.1.30</pub-id></citation></ref>
<ref id="B29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Murray</surname> <given-names>S. C.</given-names></name> <name><surname>Atlin</surname> <given-names>G. N.</given-names></name></person-group> (<year>2017</year>). &#x201C;<article-title>Symposium&#x2013;training plant breeders to design and manage 21st century cultivar development pipelines</article-title>,&#x201D; in <source><italic>Proceedings of the ASA, CSSA and SSSA International Annual (2017)</italic></source>, (<publisher-loc>Madison, WI</publisher-loc>: <publisher-name>ASA-CSSA-SSSA</publisher-name>).</citation></ref>
<ref id="B30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mwanga</surname> <given-names>R. O.</given-names></name> <name><surname>Mayanja</surname> <given-names>S.</given-names></name> <name><surname>Swanckaert</surname> <given-names>J.</given-names></name> <name><surname>Nakitto</surname> <given-names>M.</given-names></name> <name><surname>Zum Felde</surname> <given-names>T.</given-names></name> <name><surname>Gr&#x00FC;neberg</surname> <given-names>W.</given-names></name><etal/></person-group> (<year>2021</year>). <article-title>Development of a food product profile for boiled and steamed sweetpotato in Uganda for effective breeding.</article-title> <source><italic>Int. J. Food Sci. Technol.</italic></source> <volume>56</volume> <fpage>1385</fpage>&#x2013;<lpage>1398</lpage>. <pub-id pub-id-type="doi">10.1111/ijfs.14792</pub-id> <pub-id pub-id-type="pmid">33776240</pub-id></citation></ref>
<ref id="B31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pook</surname> <given-names>T.</given-names></name> <name><surname>Schlather</surname> <given-names>M.</given-names></name> <name><surname>Simianer</surname> <given-names>H.</given-names></name></person-group> (<year>2020</year>). <article-title>MoBPS-modular breeding program simulator.</article-title> <source><italic>G3</italic></source> <volume>10</volume> <fpage>1915</fpage>&#x2013;<lpage>1918</lpage>. <pub-id pub-id-type="doi">10.1534/g3.120.401193</pub-id> <pub-id pub-id-type="pmid">32229505</pub-id></citation></ref>
<ref id="B32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pook</surname> <given-names>T.</given-names></name> <name><surname>B&#x00FC;ttgen</surname> <given-names>L.</given-names></name> <name><surname>Ganesan</surname> <given-names>A.</given-names></name> <name><surname>Ha</surname> <given-names>N. T.</given-names></name> <name><surname>Simianer</surname> <given-names>H.</given-names></name></person-group> (<year>2021</year>). <article-title>MoBPSweb: a web-based framework to simulate and compare breeding programs.</article-title> <source><italic>G3</italic></source> <volume>11</volume>:<issue>jkab023</issue>. <pub-id pub-id-type="doi">10.1093/g3journal/jkab023</pub-id> <pub-id pub-id-type="pmid">33712818</pub-id></citation></ref>
<ref id="B33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ragot</surname> <given-names>M.</given-names></name> <name><surname>Bonierbale</surname> <given-names>M. W.</given-names></name> <name><surname>Weltzien</surname> <given-names>E.</given-names></name></person-group> (<year>2018</year>). &#x201C;<article-title>From market demand to breeding decisions: a framework</article-title>,&#x201D; in <source><italic>Paper Presented at the CGIAR Gender and Breeding Initiative</italic></source>, <publisher-loc>Lima</publisher-loc>.</citation></ref>
<ref id="B34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schroeder</surname> <given-names>R. G.</given-names></name> <name><surname>Linderman</surname> <given-names>K.</given-names></name> <name><surname>Liedtke</surname> <given-names>C.</given-names></name> <name><surname>Choo</surname> <given-names>A. S.</given-names></name></person-group> (<year>2008</year>). <article-title>Six sigma: definition and underlying theory.</article-title> <source><italic>J. Operat. Manag.</italic></source> <volume>26</volume> <fpage>536</fpage>&#x2013;<lpage>554</lpage>. <pub-id pub-id-type="doi">10.1016/j.jom.2007.06.007</pub-id></citation></ref>
<ref id="B35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Singh</surname> <given-names>B.</given-names></name> <name><surname>Garg</surname> <given-names>S. K.</given-names></name> <name><surname>Sharma</surname> <given-names>S. K.</given-names></name></person-group> (<year>2011</year>). <article-title>Value stream mapping: literature review and implications for Indian industry.</article-title> <source><italic>Int. J. Adv. Manuf. Technol.</italic></source> <volume>53</volume> <fpage>799</fpage>&#x2013;<lpage>809</lpage>. <pub-id pub-id-type="doi">10.1007/s00170-010-2860-7</pub-id></citation></ref>
<ref id="B36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tennant</surname> <given-names>G.</given-names></name></person-group> (<year>2017</year>). <source><italic>Six Sigma: SPC and TQM in Manufacturing and Services.</italic></source> <publisher-loc>Milton Park</publisher-loc>: <publisher-name>Routledge</publisher-name>. <pub-id pub-id-type="doi">10.4324/9781315243023</pub-id></citation></ref>
<ref id="B37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wickham</surname> <given-names>H.</given-names></name> <name><surname>Fran&#x00E7;ois</surname> <given-names>R.</given-names></name> <name><surname>Henry</surname> <given-names>L.</given-names></name> <name><surname>M&#x00FC;ller</surname> <given-names>K.</given-names></name></person-group> (<year>2021</year>). <source><italic>dplyr: A Grammar of Data Manipulation. R Package Version 1.0.7.</italic></source> Available online at: <ext-link ext-link-type="uri" xlink:href="https://CRAN.R-project.org/package=dplyr">https://CRAN.R-project.org/package=dplyr</ext-link> <comment>(accessed May 1, 2021)</comment>.</citation></ref>
<ref id="B38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wickham</surname> <given-names>H.</given-names></name></person-group> (<year>2011</year>). <article-title>ggplot2.</article-title> <source><italic>Wiley Interdiscip. Rev.</italic></source> <volume>3</volume> <fpage>180</fpage>&#x2013;<lpage>185</lpage>. <pub-id pub-id-type="doi">10.1002/wics.147</pub-id></citation></ref>
<ref id="B39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yabe</surname> <given-names>S.</given-names></name> <name><surname>Iwata</surname> <given-names>H.</given-names></name> <name><surname>Jannink</surname> <given-names>J. L.</given-names></name></person-group> (<year>2017</year>). <article-title>A simple package to script and simulate breeding schemes: the breeding scheme language.</article-title> <source><italic>Crop Sci.</italic></source> <volume>57</volume> <fpage>1347</fpage>&#x2013;<lpage>1354</lpage>. <pub-id pub-id-type="doi">10.2135/cropsci2016.06.0538</pub-id> <pub-id pub-id-type="pmid">34798789</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn id="footnote1">
<label>1</label>
<p>Breeding Pipeline (2021). <italic>Breeding Pipeline</italic><italic>: Scope and Approach</italic>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://globalrust.org/dggw/breeding-pipeline">https://globalrust.org/dggw/breeding-pipeline</ext-link></p></fn>
<fn id="footnote2">
<label>2</label>
<p><ext-link ext-link-type="uri" xlink:href="https://www.cgiar.org/wp/wp-content/uploads/2018/05/SC6-04_Multi-Funder-Breeding-Initiative-update.pdf">https://www.cgiar.org/wp/wp-content/uploads/2018/05/SC6-04_Multi-Funder-Breeding-Initiative-update.pdf</ext-link></p></fn>
</fn-group>
</back>
</article>
