<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Plant Sci.</journal-id>
<journal-title>Frontiers in Plant Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Plant Sci.</abbrev-journal-title>
<issn pub-type="epub">1664-462X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpls.2023.1230068</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Plant Science</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Genetic architecture of soybean tolerance to off-target dicamba</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Canella Vieira</surname>
<given-names>Caio</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1497546"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhou</surname>
<given-names>Jing</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1393292"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Jarquin</surname>
<given-names>Diego</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1824842"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhou</surname>
<given-names>Jianfeng</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/560328"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Diers</surname>
<given-names>Brian</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/357125"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Riechers</surname>
<given-names>Dean E.</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/443399"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Nguyen</surname>
<given-names>Henry T.</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/190240"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Shannon</surname>
<given-names>Grover</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Crop, Soil, and Environmental Sciences, University of Arkansas</institution>, <addr-line>Fayetteville, AR</addr-line>, <country>United States</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Biological Systems Engineering, University of Wisconsin-Madison</institution>, <addr-line>Madison, WI</addr-line>, <country>United States</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Agronomy Department, University of Florida</institution>, <addr-line>Gainesville, FL</addr-line>, <country>United States</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Division of Plant Science and Technology, University of Missouri</institution>, <addr-line>Columbia, MO</addr-line>, <country>United States</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Department of Crop Sciences, University of Illinois</institution>, <addr-line>Urbana, IL</addr-line>, <country>United States</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Madhav Bhatta, Bayer Crop Science, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Milind Ratnaparkhe, ICAR Indian Institute of Soybean Research, India; Maliheh Eftekhari, Tarbiat Modares University, Iran</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Caio Canella Vieira, <email xlink:href="mailto:caioc@uark.edu">caioc@uark.edu</email>
</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>09</day>
<month>10</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>14</volume>
<elocation-id>1230068</elocation-id>
<history>
<date date-type="received">
<day>27</day>
<month>05</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>27</day>
<month>09</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Canella Vieira, Zhou, Jarquin, Zhou, Diers, Riechers, Nguyen and Shannon</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Canella Vieira, Zhou, Jarquin, Zhou, Diers, Riechers, Nguyen and Shannon</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>The adoption of dicamba-tolerant (DT) soybean in the United States resulted in extensive off-target dicamba damage to non-DT vegetation across soybean-producing states. Although soybeans are highly sensitive to dicamba, the intensity of observed symptoms and yield losses are affected by the genetic background of genotypes. Thus, the objective of this study was to detect novel marker-trait associations and expand on previously identified genomic regions related to soybean response to off-target dicamba. A total of 551 non-DT advanced breeding lines derived from 232 unique bi-parental populations were phenotyped for off-target dicamba across nine environments for three years. Breeding lines were genotyped using the Illumina Infinium BARCSoySNP6K BeadChip. Filtered SNPs were included as predictors in Random Forest (RF) and Support Vector Machine (SVM) models in a forward stepwise selection loop to identify the combination of SNPs yielding the highest classification accuracy. Both RF and SVM models yielded high classification accuracies (0.76 and 0.79, respectively) with minor extreme misclassifications (observed tolerant predicted as susceptible, and vice-versa). Eight genomic regions associated with off-target dicamba tolerance were identified on chromosomes 6 [Linkage Group (LG) C2], 8 (LG A2), 9 (LG K), 10 (LG O), and 19 (LG L). Although the genetic architecture of tolerance is complex, high classification accuracies were obtained when including the major effect SNP identified on chromosome 6 as the sole predictor. In addition, candidate genes with annotated functions associated with phases II (conjugation of hydroxylated herbicides to endogenous sugar molecules) and III (transportation of herbicide conjugates into the vacuole) of herbicide detoxification in plants were co-localized with significant markers within each genomic region. Genomic prediction models, as reported in this study, can greatly facilitate the identification of genotypes with superior tolerance to off-target dicamba.</p>
</abstract>
<kwd-group>
<kwd>soybean</kwd>
<kwd>genome-wide association studies</kwd>
<kwd>machine learning</kwd>
<kwd>plant breeding</kwd>
<kwd>dicamba</kwd>
<kwd>abiotic stress</kwd>
</kwd-group>
<contract-sponsor id="cn001">United Soybean Board<named-content content-type="fundref-id">10.13039/100012009</named-content>
</contract-sponsor>
<counts>
<fig-count count="6"/>
<table-count count="3"/>
<equation-count count="4"/>
<ref-count count="76"/>
<page-count count="14"/>
<word-count count="8441"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Plant Breeding</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<label>1</label>
<title>Introduction</title>
<p>With over 95% of the soybean [<italic>Glycine max</italic> (L.) Merr.] acreage grown with genetically-engineered herbicide-tolerant cultivars in the United States, dicamba (3,6-dichloro-2-methoxybenzoic acid)-tolerant (DT) soybean seeds are planted in nearly 22.3 million hectares each year (<xref ref-type="bibr" rid="B63">Tindall et&#xa0;al., 2021</xref>; <xref ref-type="bibr" rid="B65">USDA Economic Research Service, 2022</xref>). The widespread adoption of DT soybean since 2016 resulted in extensive off-target damage to non-DT soybean and other dicots plants (<xref ref-type="bibr" rid="B11">Bradley, 2017</xref>; <xref ref-type="bibr" rid="B12">Bradley, 2018</xref>; <xref ref-type="bibr" rid="B69">Wechsler et&#xa0;al., 2019</xref>; <xref ref-type="bibr" rid="B19">Chism et&#xa0;al., 2020</xref>; <xref ref-type="bibr" rid="B67">Wagman et&#xa0;al., 2020</xref>). From 2016 to 2021, the Environmental Protection Agency (EPA) recorded more than 10,500 reports of dicamba-related injuries in non-DT vegetation across 29 of the 34 states where the over-the-top use of dicamba is authorized (<xref ref-type="bibr" rid="B24">Echeverria, 2020</xref>; <xref ref-type="bibr" rid="B63">Tindall et&#xa0;al., 2021</xref>). Due to its high vapor pressure, dicamba is prone to increased occurrences of off-target movement to nearby fields (<xref ref-type="bibr" rid="B7">Behrens and Lueschen, 1979</xref>; <xref ref-type="bibr" rid="B26">Egan and Mortensen, 2012</xref>). Environmental conditions consisting of high temperatures and relative humidity (<xref ref-type="bibr" rid="B26">Egan and Mortensen, 2012</xref>), and lower soil pH (<xref ref-type="bibr" rid="B55">Oseland et&#xa0;al., 2020</xref>), often observed in soybean-producing regions during the growing season, can exacerbate off-target movement. Based on market research and aggregated sales data, 60% of the acreage planted with DT soybean was treated at least once with dicamba. Thus, there were up to 8.9 million hectares grown with DT soybean seeds not for the herbicide-based weed management system but as protection against unintentional off-target dicamba exposure (<xref ref-type="bibr" rid="B63">Tindall et&#xa0;al., 2021</xref>).</p>
<p>As a growth regulator herbicide, dicamba is a synthetic auxin that triggers fast and uncontrolled growth of the stems, petioles, and leaves resulting in the death of sensitive dicots (<xref ref-type="bibr" rid="B30">Grossmann, 2010</xref>). Soybean is highly sensitive to dicamba. Symptoms of dicamba exposure include crinkling and cupping of immature leaves, decreased plant height, apical meristem death, abnormal pod formation, and reduced grain yield (<xref ref-type="bibr" rid="B70">Weidenhamer et&#xa0;al., 1989</xref>; <xref ref-type="bibr" rid="B3">Andersen et&#xa0;al., 2004</xref>; <xref ref-type="bibr" rid="B30">Grossmann, 2010</xref>; <xref ref-type="bibr" rid="B41">Kniss, 2018</xref>; <xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al., 2022b</xref>). Timing, dosage, frequency, and duration of exposure have been shown to affect the severity of the symptoms. For instance, soybean is far more sensitive to dicamba exposure at the early reproductive stage relative to the vegetative stage (<xref ref-type="bibr" rid="B25">Egan et&#xa0;al., 2014</xref>; <xref ref-type="bibr" rid="B59">Solomon and Bradley, 2014</xref>; <xref ref-type="bibr" rid="B60">Soltani et&#xa0;al., 2016</xref>; <xref ref-type="bibr" rid="B41">Kniss, 2018</xref>). Recently, different genetic backgrounds were reported to also influence the intensity of symptomology resulting from off-target dicamba in soybean (<xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al., 2022b</xref>). That study reported differential responses of conventional soybean genotypes to off-target dicamba, where certain genetic backgrounds showed consistently superior responses with minimal symptoms and yield losses under prolonged off-target dicamba exposure (<xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al., 2022b</xref>).</p>
<p>Genome-wide association studies (GWAS) are performed to detect significant associations between a trait of interest and molecular markers using linear regression models (<xref ref-type="bibr" rid="B74">Yu et&#xa0;al., 2006</xref>; <xref ref-type="bibr" rid="B37">Hwang et&#xa0;al., 2014</xref>; <xref ref-type="bibr" rid="B66">Vuong et&#xa0;al., 2015</xref>; <xref ref-type="bibr" rid="B75">Zhang et&#xa0;al., 2015</xref>) as well as machine and deep learning algorithms (<xref ref-type="bibr" rid="B49">Liu et&#xa0;al., 2019</xref>; <xref ref-type="bibr" rid="B73">Yoosefzadeh-Najafabadi et&#xa0;al., 2021</xref>; <xref ref-type="bibr" rid="B16">Canella Vieira et&#xa0;al., 2022c</xref>; <xref ref-type="bibr" rid="B72">Yoosefzadeh-Najafabadi et&#xa0;al., 2022</xref>). Using a panel of genetically diverse soybean accessions, significant associations were reported between off-target dicamba response and single nucleotide polymorphisms (SNPs) on chromosomes 10 [Linkage Group (LG) O], 11 (LG B1), 15 (LG E), 18 (LG G), and 19 (LG L) (<xref ref-type="bibr" rid="B14">Canella Vieira et&#xa0;al., 2022a</xref>). Interestingly, the identified associations are located in genomic regions nearby genes with annotated functions consisting of various phases of herbicide detoxification in plants (<xref ref-type="bibr" rid="B14">Canella Vieira et&#xa0;al., 2022a</xref>). This includes oxidation or hydrolysis by cytochrome P450s and carboxylesterases, respectively (Phase I) (<xref ref-type="bibr" rid="B43">Kreuz et&#xa0;al., 1996</xref>; <xref ref-type="bibr" rid="B5">Barrett, 2000</xref>), uridine diphosphate (UDP)-dependent glycosyltransferases conjugation of hydroxylated herbicides to endogenous sugar molecules (Phase II) (<xref ref-type="bibr" rid="B57">Riechers et&#xa0;al., 2010</xref>), and transportation of phase II-conjugated herbicide by multidrug resistance proteins (MRPs) into the vacuole (Phase III) (<xref ref-type="bibr" rid="B57">Riechers et&#xa0;al., 2010</xref>).</p>
<p>Thus, the purpose of this study was to conduct GWAS to identify novel marker-trait associations and expand on previously identified genomic regions in a new population with different genetic backgrounds than <xref ref-type="bibr" rid="B14">Canella Vieira et&#xa0;al. (2022a)</xref>. A machine learning (ML)-GWAS pipeline incorporating a supervised feature dimension reduction based on Variable Importance in Projection (VIP) and classification algorithms was implemented to identify the combination of SNPs that provided the highest classification accuracy for off-target dicamba response. Identification and characterization of the genetic architecture of soybean tolerance to off-target dicamba and the development of non-DT tolerant genotypes may sustain the production and adoption of other genetically engineered herbicide-tolerant soybean production systems in regions severely affected by off-target dicamba exposure, as well as the expanding niche markets based of organic and conventional soybean.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<label>2</label>
<title>Materials and methods</title>
<sec id="s2_1">
<label>2.1</label>
<title>Plant material and genomic data</title>
<p>Soybean genotypes consisted of 551 non-DT advanced breeding lines derived from 232 unique bi-parental populations. In addition, 18 commercial cultivars [14 DT and four non-DT glyphosate [(<italic>N</italic>-(phosphonomethyl)glycine)]-tolerant (GT)] were included in the study as controls to confirm the presence of off-target dicamba exposure and assess the homogeneity of off-target dicamba distribution (<xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al., 2022b</xref>). In 2019, plant materials consisted of 210 advanced breeding lines, three GT commercial cultivars, and seven DT commercial cultivars. In 2020, plant materials consisted of 204 advanced breeding lines, three GT commercial cultivars, and six DT commercial cultivars. In 2021, 209 advanced breeding lines, three GT commercial cultivars, and 11 DT commercial cultivars were evaluated. In the study, some overlapping of genotypes across years was observed, hence the total number of genotypes evaluated across environments included more than 551 advanced breeding lines and 18 commercial cultivars. The maturity group (MG) of genotypes ranged from 4-early to mid-5. MG was noted as the number of days after August 1<sup>st</sup> when 95% of pods on the main stem had reached mature brown color (<xref ref-type="bibr" rid="B27">Fehr and Caviness, 1977</xref>). Relative maturity (RM) was calculated as days earlier or later than reference controls and was used to assign MG, where 4-early = 4.0 to 4.3 (88 genotypes), mid-4 = 4.4 to 4.6 (127 genotypes), 4-late = 4.7 to 4.9 (171 genotypes), 5-early = 5.0 to 5.3 (138 genotypes), and mid-5 = 5.4 to 5.6 (27 genotypes) (<xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al., 2022b</xref>). All soybean breeding lines were genotyped using the Illumina Infinium BARCSoySNP6K BeadChip (<xref ref-type="bibr" rid="B61">Song et&#xa0;al., 2020</xref>) at the USDA-ARS Soybean Genomics and Improvement Laboratory (Beltsville, MD). A total of 4,970 SNPs were obtained after filtering based on minor allele frequency (MAF)&lt; 0.05.</p>
</sec>
<sec id="s2_2">
<label>2.2</label>
<title>Field experiments and data collection</title>
<p>Nine environments (combination of location, field, and year) under prolonged off-target dicamba exposure were used to conduct field experiments for three years (2019-2021) in Portageville, MO (36&#xb0;23&#x2019;44.2&#x201d;N lat; 89&#xb0;36&#x2019;52.3&#x201d;W long). Genotypes were distributed in field trials based on MG. Each field trial was arranged in a three-replicate randomized complete block design where each plot consisted of four 3.66 m long rows spaced 0.76 m apart. The homogeneity of off-target dicamba exposure was assessed and confirmed using an inhomogeneous Poisson marked point process (<xref ref-type="bibr" rid="B23">Daley and Vere-Jones, 2003</xref>) based on the spatial distribution of the relative yield performance between GT and nearby DT commercial cultivars (<xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al., 2022b</xref>).</p>
<p>Soybean genotypes were visually assessed for off-target dicamba damage on a 1 to 4 scale with 0.5 increments between R1 and R3 (<xref ref-type="bibr" rid="B28">Fehr et&#xa0;al., 1971</xref>). As described by <xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al. (2022b)</xref>, a damage rating of 1 showed symptomology equivalent to the DT control with none to minimal visual dicamba damage symptoms; a damage rating of 2 showed moderate tolerance with modest cupping of the immature leaves without effect on canopy coverage and vegetative growth; a damage rating of 3 showed intensified cupping of the immature leaves and moderate reduction in canopy coverage and vegetative growth, and a rating of 4 showed extreme damage symptomology including drastic cupping of the immature leaves and acute reduction in canopy coverage and vegetative growth (<xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al., 2022b</xref>). The consistency and reliability of scores across and within environments were confirmed using Pearson&#x2019;s correlation coefficients and Cronbach&#x2019;s alpha (<xref ref-type="bibr" rid="B22">Cronbach, 1951</xref>), respectively, as reported by <xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al. (2022b)</xref>.</p>
<p>Damage ratings were adjusted across environments using the function &#x2018;<italic>ls_means</italic>&#x2019; of the R (<xref ref-type="bibr" rid="B56">R Core Team, 2023</xref>) package &#x2018;<italic>lmerTest</italic>&#x2019; (<xref ref-type="bibr" rid="B44">Kuznetsova et&#xa0;al., 2017</xref>). A mixed-effects linear model including the fixed effect of &#x2018;genotype&#x2019;, the random interaction between &#x2018;genotype&#x2019; and &#x2018;environment&#x2019; (G&#xd7;E), the random effect of &#x2018;environment&#x2019;, and the nested random effect of &#x2018;replication&#x2019; within &#x2018;environment&#x2019; was fitted using the package &#x2018;<italic>lme4&#x2019;</italic> (<xref ref-type="bibr" rid="B6">Bates et&#xa0;al., 2015</xref>). Genotypes were classified into three categories based on the adjusted off-target dicamba damage: tolerant when damage scores &#x2264; 2, moderate &gt; 2, &#x2264;3, and susceptible &gt;3.</p>
</sec>
<sec id="s2_3">
<label>2.3</label>
<title>Genome-wide association study</title>
<p>Two linear regression-based models were utilized to conduct GWAS, including the Fixed and Random Model Circulating Probability Unification (FarmCPU) (<xref ref-type="bibr" rid="B48">Liu et&#xa0;al., 2016</xref>) and the Bayesian-information and Linkage-disequilibrium Iteratively Nested Keyway (BLINK) (<xref ref-type="bibr" rid="B36">Huang et&#xa0;al., 2019</xref>). In addition, one ML-GWAS pipeline incorporating feature dimension reduction and classification algorithms was implemented. In summary, FarmCPU maximizes the advantages of mixed linear models and stepwise regression by using them iteratively. It substitutes kinship with a set of molecular markers fitted as fixed effects that are tested one at a time across the genome. The molecular markers are optimized in a restricted maximum likelihood method in a mixed linear model with variance and covariance defined by the set of pre-selected molecular markers, reducing the risk of model overfitting (<xref ref-type="bibr" rid="B48">Liu et&#xa0;al., 2016</xref>). BLINK is an improved version of FarmCPU that discards the assumption that genes associated with a trait are evenly spread across the genome. It replaces the restricted maximum likelihood method with Bayesian Information Content (BIC) to improve computing speed (<xref ref-type="bibr" rid="B36">Huang et&#xa0;al., 2019</xref>). Both FarmCPU and BLINK models were conducted using the R (<xref ref-type="bibr" rid="B56">R Core Team, 2023</xref>) package &#x201c;<italic>GAPIT</italic>&#x201d; (<xref ref-type="bibr" rid="B47">Lipka et&#xa0;al., 2012</xref>).</p>
</sec>
<sec id="s2_4">
<label>2.4</label>
<title>Feature selection and machine learning classification algorithms</title>
<p>The ML-GWAS pipeline to identify the combination of predictors yielding the highest prediction accuracy was implemented following the protocol first described by <xref ref-type="bibr" rid="B16">Canella Vieira et&#xa0;al. (2022c)</xref> (<xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>). A Partial Least Square (PLS) (<xref ref-type="bibr" rid="B35">Hold, 1966</xref>) model was fitted using the off-target dicamba damage scores as the variable response and the 4,970 SNPs as predictors. The components&#x2019; coefficients were trained using a 10-fold cross-validation to achieve a low validation error. The relative importance of each predictor in the components was represented by the Variable Importance in Projection (VIP) scores. The analysis was conducted in R (<xref ref-type="bibr" rid="B56">R Core Team, 2023</xref>) using the package &#x2018;<italic>pls</italic>&#x2019; to fit the PLS model (<xref ref-type="bibr" rid="B52">Mevik and Wehrens, 2007</xref>) and &#x2018;<italic>plsVarSel</italic>&#x2019; to obtain the VIP scores (<xref ref-type="bibr" rid="B51">Mehmood et&#xa0;al., 2012</xref>).</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Machine learning-based GWAS pipeline scheme including feature dimension reduction (Partial Least Square), reduction of multicollinearity (Pairwise Pearson&#x2019;s Correlation), and identification of sets of SNPs conferring the highest classification accuracy (Forward stepwise selection loop using Random Forest and Support Vector Machine).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1230068-g001.tif"/>
</fig>
<p>The SNPs with VIP scores&lt; 2.0 were discarded. Among the SNPs with VIP &#x2265; 2.0, Pearson&#x2019;s correlation coefficients were calculated for each possible pairwise combination. For each iteration, if the pair-wise correlation was&lt; 0.7, both SNPs were kept. The SNP with the lowest VIP was discarded when an absolute pairwise correlation &#x2265; 0.7 occurred. The loop finished after the last possible pair-wise correlation was calculated. The objective of this filtering step was to limit overfitting and multicollinearity by discarding highly correlated predictors with low relative importance to the response variable.</p>
<p>The non-correlated selected SNPs with VIP &#x2265; 2.0 were included as predictors in the Random Forest (RF) and Support Vector Machine (SVM) models in a forward stepwise selection loop to identify the combination of SNPs yielding the highest classification accuracy. The selection loop started by fitting the SNP with the highest VIP, followed by adding each SNP one at a time. The SNP yielding the highest accuracy in the preceding iteration was retained in the subsequent loop, of which the classification accuracy was calculated with an additional SNP. The loop concluded when no further improvement in the classification accuracy was observed by the addition of another SNP, thereby identifying the optimal combination of predictors. To evaluate the impact of overfitting on the prediction accuracy of both models, the loop continued despite no additional gain in classification accuracy, and classification accuracy metrics were recorded for each iteration.</p>
<p>Each iteration was analyzed with 5-fold cross-validation and classification accuracy metrics were recorded. The overall accuracy of each iteration was computed using eq. 1. Class accuracy is represented by the proportion of true positives (TP) and true negatives (TN) for individual classes (sum of TP, TN, false positive (FP), and false negative (FN)) (Eq. 2). Precision is described as the number of TP by the number of predicted positives (TP + FP) for individual classes (Eq. 3). Specificity is defined by the ratio of TN by TN and FP for individual classes (Eq. 4).</p>
<disp-formula>
<label>(1)</label>
<mml:math display="block" id="M1">
<mml:mrow>
<mml:mtext mathvariant="bold-italic">Overall</mml:mtext>
<mml:mo>&#xa0;</mml:mo>
<mml:mtext mathvariant="bold-italic">Accuracy</mml:mtext>
<mml:mo>=</mml:mo>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mfrac>
<mml:mrow>
<mml:mtext mathvariant="bold-italic">No</mml:mtext>
<mml:mo>.</mml:mo>
<mml:mtext>&#xa0;of</mml:mtext>
<mml:mo>&#xa0;</mml:mo>
<mml:mtext mathvariant="bold-italic">Correct</mml:mtext>
<mml:mo>&#xa0;</mml:mo>
<mml:mtext mathvariant="bold-italic">Classifications</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext mathvariant="bold-italic">Total&#xa0;No</mml:mtext>
<mml:mo>.</mml:mo>
<mml:mtext mathvariant="bold-italic">&#xa0;of&#xa0;Samples</mml:mtext>
</mml:mrow>
</mml:mfrac>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mo>&#xd7;</mml:mo>
<mml:mn mathvariant="bold">100</mml:mn>
<mml:mo mathvariant="bold">%</mml:mo>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<label>(2)</label>
<mml:math display="block" id="M2">
<mml:mrow>
<mml:mtext mathvariant="bold-italic">Class&#xa0;Accuracy</mml:mtext>
<mml:mo>=</mml:mo>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mfrac>
<mml:mrow>
<mml:mtext mathvariant="bold-italic">TP</mml:mtext>
<mml:mo>+</mml:mo>
<mml:mtext mathvariant="bold-italic">TN</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext mathvariant="bold-italic">TP</mml:mtext>
<mml:mo>+</mml:mo>
<mml:mtext mathvariant="bold-italic">TN</mml:mtext>
<mml:mo>+</mml:mo>
<mml:mtext mathvariant="bold-italic">FP</mml:mtext>
<mml:mo>+</mml:mo>
<mml:mtext mathvariant="bold-italic">FN</mml:mtext>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<label>(3)</label>
<mml:math display="block" id="M3">
<mml:mrow>
<mml:mtext mathvariant="bold-italic">Precision</mml:mtext>
<mml:mo>=</mml:mo>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mfrac>
<mml:mrow>
<mml:mtext mathvariant="bold-italic">TP</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext mathvariant="bold-italic">TP</mml:mtext>
<mml:mo>+</mml:mo>
<mml:mtext mathvariant="bold-italic">FP</mml:mtext>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<label>(4)</label>
<mml:math display="block" id="M4">
<mml:mrow>
<mml:mtext mathvariant="bold-italic">Specificity</mml:mtext>
<mml:mo>=</mml:mo>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mfrac>
<mml:mrow>
<mml:mtext mathvariant="bold-italic">TN</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext mathvariant="bold-italic">TN</mml:mtext>
<mml:mo>+</mml:mo>
<mml:mtext mathvariant="bold-italic">FP</mml:mtext>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
</disp-formula>
<p>where,</p>
<list list-type="simple">
<list-item>
<p>TP = True Positive (correctly predicted as the positive class);</p>
</list-item>
<list-item>
<p>TN = True Negative (correctly predicted as the negative class);</p>
</list-item>
<list-item>
<p>FP = False Positive (incorrectly predicted as the positive class);</p>
</list-item>
<list-item>
<p>FN = False Negative (incorrectly predicted as the negative class).</p>
</list-item>
</list>
<p>RF and SVM machine learning models were used for the multi-class prediction problem. These were chosen based on their efficacy in handling data in which the number of predictors is larger than the number of observed samples, as well as a providing satisfactory balance between the variance-bias trade-off (<xref ref-type="bibr" rid="B39">James et&#xa0;al., 2013</xref>). RF is a supervised learning algorithm based on the assembly of multiple decision trees. It conducts feature selection and generates non-correlated decision trees making it feasible to include a high number of predictors in the model (<xref ref-type="bibr" rid="B13">Breiman, 2001</xref>). The SVM model places flexible hyperplanes among classes, being particularly useful in classification problems. The model provides flexibility to identify combinations of adjustable parameters that optimize model performance while mitigating the risk of overfitting.</p>
<p>The RF model was conducted using the R package &#x2018;<italic>randomForest</italic>&#x2019; (<xref ref-type="bibr" rid="B46">Liaw and Wiener, 2002</xref>) with the square root of <italic>p</italic> predictors (number of predictors) randomly selected at each split. The SVM model was conducted using the R package &#x2018;<italic>e1071</italic>&#x2019; (<xref ref-type="bibr" rid="B53">Meyer et&#xa0;al., 2021</xref>) with the kernel defined as &#x2018;radial&#x2019;. The optimal combination of trainable parameters was provided using the function &#x2018;<italic>tune</italic>&#x2019;. The final model was tunned using a grid search for the cost ranging from 0.01, 0.1, 1, 10, 100, and 1000, and gamma ranging from 0.0001, 0.001, 0.01, 0.5, and 1 (<xref ref-type="bibr" rid="B16">Canella Vieira et&#xa0;al., 2022c</xref>).</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<label>3</label>
<title>Results</title>
<sec id="s3_1">
<label>3.1</label>
<title>Phenotypic distribution</title>
<p>Across all testing years (2019-2021), a total of 107 genotypes were classified as tolerant (19.4%), 341 as moderate (61.9%), and 103 as susceptible (18.7%) (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>). The distribution was relatively uniform across the years, although the frequency of susceptible genotypes declined over the years as a result of the potential indirect selection of tolerant genotypes based on favorable agronomic traits and yield in environments exposed to prolonged off-target dicamba. Indirect selection has been documented in soybean for multiple traits, including off-target dicamba tolerance (<xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al., 2022b</xref>), adaptation and maturity (<xref ref-type="bibr" rid="B10">Board et&#xa0;al., 1997</xref>), seed size (<xref ref-type="bibr" rid="B45">LeRoy et&#xa0;al., 1991</xref>), and grain yield (<xref ref-type="bibr" rid="B9">Board et&#xa0;al., 2003</xref>; <xref ref-type="bibr" rid="B40">Kahlon et&#xa0;al., 2011</xref>). Multi-environment grain yield, the impact of off-target dicamba exposure on yield, and the consistency and reliability of scores across and within environments of these genotypes have been previously reported by <xref ref-type="bibr" rid="B15">Canella Vieira et al. (2022b)</xref>.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Distribution of genotypes based on off-target dicamba response (tolerant, moderate, and susceptible) within each year and across all testing environments.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1230068-g002.tif"/>
</fig>
</sec>
<sec id="s3_2">
<label>3.2</label>
<title>Genome-wide association results</title>
<p>Significant marker-trait associations (logarithm of the odds (LOD) &gt; 4.0) were identified using both FarmCPU and BLINK models across chromosomes 6 (LG C2), 8 (LG A2), 9 (LG K), 10 (LG O), and 19 (LG L) (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>). The genomic regions and harboring candidate genes were reported based on the soybean assembly Williams 82 Version 2 (Genome Browser <italic>Wm82.a2</italic>, <ext-link ext-link-type="uri" xlink:href="http://www.soybase.org">www.soybase.org</ext-link>). In chromosome 6, three separate genomic regions were detected at 10,891,060 bp, 20,739,900 bp, and 47,550,354 bp. The genomic region on chromosome 6 (10,891,060 bp) represented by the SNP <italic>ss715592728</italic> (minor allele frequency (MAF) of 0.33) resulted in LOD scores of 5.4 and 12.3 for the FarmCPU and BLINK models, respectively (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>). The SNP <italic>ss715593866</italic> (MAF of 0.47, 20,739,900 bp) had the highest LOD scores in both FarmCPU and BLINK models (19.8 and 30.3, respectively) across the entire set of SNPs. A Universal Stress Protein (<italic>Glyma.06g209600</italic>) has been reported within 50 kb of <italic>ss715593866</italic> (Genome Browser <italic>Wm82.a2</italic>, <ext-link ext-link-type="uri" xlink:href="http://www.soybase.org">www.soybase.org</ext-link>). Lastly, <italic>ss715594836</italic> (MAF of 0.34, 47,550,354 bp) is co-localized with a glycosyltransferase protein (<italic>Glyma.06g286500</italic>) and resulted in LOD scores of 6.0 and 7.5 for the FarmCPU and BLINK models, respectively. In chromosome 8, a genomic region at 22,622,648 bp (<italic>ss715600920</italic>, MAF of 0.17) resulted in LOD scores of 6.1 and 4.3 for the FarmCPU and BLINK models, respectively. A gene (<italic>Glyma.08g255800</italic>) expressing an <italic>S</italic>-adenosylmethionine decarboxylase is located within 50 kb of <italic>ss715600920</italic>. In chromosome 9, <italic>ss715604850</italic> (MAF of 0.16, 48,055,288 bp) had LOD scores of 4.9 and 6.4 for the FarmCPU and BLINK models, respectively. Interestingly, an additional glycosyltransferase protein (<italic>Glyma.09g224800</italic>) is located within 50 kb of <italic>ss715604850</italic>. The genomic region identified on chromosome 10 (981,062 bp) is co-localized with the region previously reported by <xref ref-type="bibr" rid="B14">Canella Vieira et&#xa0;al. (2022a)</xref>. The SNP <italic>ss715608720</italic> (MAF of 0.40) had LOD scores of 4.6 and 6.3 for the FarmCPU and BLINK models, respectively. Two genes with plant herbicide detoxification functions were detected within 50 kb of <italic>ss715608720</italic>, including <italic>Glyma.10g010000</italic> (glycosyltransferase protein) and <italic>Glyma.10g010700</italic> (oxidoreductase activity). Lastly, a novel genomic region in chromosome 19 was identified at 1,656,743 bp. The SNP <italic>ss715633252</italic> (MAF of 0.47) had LOD scores of 7.5 and 10.0 for the FarmCPU and BLINK models, respectively. Two ATP-binding cassette (ABC) transporter family proteins (<italic>Glyma.19g016400</italic> and <italic>Glyma.19g016600</italic>) were identified within 50kb of this SNP. A second genomic region at 45,152,186 bp of chromosome 19 was also detected. This region was previously reported by <xref ref-type="bibr" rid="B14">Canella Vieira et&#xa0;al. (2022a)</xref> and is rich in UDP-dependent glycosyltransferase genes. The SNP <italic>ss715635454</italic> (MAF of 0.33) had LOD scores of 6.3 and 13.9 for the FarmCPU and BLINK models, respectively. Across all significant marker-trait associations, the reported candidate genes have biological functions directly associated with the multi-phase herbicide detoxification model (<xref ref-type="bibr" rid="B57">Riechers et&#xa0;al., 2010</xref>). The genomic regions on chromosomes 6, 8, 9, and 19 identified in this study have not been previously reported as associated with off-target dicamba response and may be the focus of further investigations to understand the physiological mechanisms conferring tolerance.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Manhattan plot highlighting in magenta the significant marker-trait associations identified using the BLINK and FarmCPU models. The threshold of marker-trait association significance was LOD &gt; 4.0.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1230068-g003.tif"/>
</fig>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Summary of significant marker-trait associations identified using the BLINK and FarmCPU models including genomic position, minor allele frequency, logarithm of odds, variable importance in projection, and co-localized candidate genes.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" rowspan="2" align="center">SNP</th>
<th valign="middle" rowspan="2" align="center">Chr.</th>
<th valign="middle" align="center">Position</th>
<th valign="middle" rowspan="2" align="center">MAF (%)<sup>2</sup>
</th>
<th valign="middle" colspan="2" align="center">LOD<sup>3</sup>
</th>
<th valign="middle" rowspan="2" align="center">VIP<sup>4</sup>
</th>
<th valign="middle" rowspan="2" align="center">Candidate Genes<sup>5</sup>
</th>
<th valign="middle" rowspan="2" align="center">Function<sup>5</sup>
</th>
</tr>
<tr>
<th valign="middle" align="center">(bp)<sup>1</sup>
</th>
<th valign="middle" align="center">BLINK</th>
<th valign="middle" align="center">FarmCPU</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="left">
<italic>ss715592728</italic>
</td>
<td valign="middle" align="center">6</td>
<td valign="middle" align="center">10,891,060</td>
<td valign="middle" align="center">0.33</td>
<td valign="middle" align="center">12.3</td>
<td valign="middle" align="center">5.4</td>
<td valign="middle" align="center">2.46</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">
<italic>ss715593866</italic>
</td>
<td valign="middle" align="center">6</td>
<td valign="middle" align="center">20,739,900</td>
<td valign="middle" align="center">0.47</td>
<td valign="middle" align="center">30.3</td>
<td valign="middle" align="center">19.8</td>
<td valign="middle" align="center">3.16</td>
<td valign="middle" align="left">
<italic>Glyma.06g209600</italic>
</td>
<td valign="middle" align="left">Universal Stress Protein</td>
</tr>
<tr>
<td valign="middle" align="left">
<italic>ss715594836</italic>
</td>
<td valign="middle" align="center">6</td>
<td valign="middle" align="center">47,550,354</td>
<td valign="middle" align="center">0.34</td>
<td valign="middle" align="center">7.5</td>
<td valign="middle" align="center">6.0</td>
<td valign="middle" align="center">3.07</td>
<td valign="middle" align="left">
<italic>Glyma.06g286500</italic>
</td>
<td valign="middle" align="left">Glycosyltransferase</td>
</tr>
<tr>
<td valign="middle" align="left">
<italic>ss715600920</italic>
</td>
<td valign="middle" align="center">8</td>
<td valign="middle" align="center">22,622,648</td>
<td valign="middle" align="center">0.17</td>
<td valign="middle" align="center">4.3</td>
<td valign="middle" align="center">6.1</td>
<td valign="middle" align="center">2.30</td>
<td valign="middle" align="left">
<italic>Glyma.08g255800</italic>
</td>
<td valign="middle" align="left">S-adenosylmethionine decarboxylase</td>
</tr>
<tr>
<td valign="middle" align="left">
<italic>ss715604850</italic>
</td>
<td valign="middle" align="center">9</td>
<td valign="middle" align="center">44,855,340</td>
<td valign="middle" align="center">0.16</td>
<td valign="middle" align="center">6.4</td>
<td valign="middle" align="center">4.9</td>
<td valign="middle" align="center">1.85</td>
<td valign="middle" align="left">
<italic>Glyma.09g224800</italic>
</td>
<td valign="middle" align="left">Glycosyltransferase</td>
</tr>
<tr>
<td valign="middle" rowspan="2" align="left">
<italic>ss715608720</italic>
</td>
<td valign="middle" rowspan="2" align="center">10</td>
<td valign="middle" rowspan="2" align="center">981,062</td>
<td valign="middle" rowspan="2" align="center">0.40</td>
<td valign="middle" rowspan="2" align="center">6.3</td>
<td valign="middle" rowspan="2" align="center">4.6</td>
<td valign="middle" rowspan="2" align="center">2.23</td>
<td valign="middle" align="left">
<italic>Glyma.10g010000</italic>
</td>
<td valign="middle" align="left">Glycosyltransferase</td>
</tr>
<tr>
<td valign="middle" align="left">
<italic>Glyma.10g010700</italic>
</td>
<td valign="middle" align="left">Oxidoreductase</td>
</tr>
<tr>
<td valign="middle" rowspan="2" align="left">
<italic>ss715633252</italic>
</td>
<td valign="middle" rowspan="2" align="center">19</td>
<td valign="middle" rowspan="2" align="center">1,656,743</td>
<td valign="middle" rowspan="2" align="center">0.47</td>
<td valign="middle" rowspan="2" align="center">10.0</td>
<td valign="middle" rowspan="2" align="center">7.5</td>
<td valign="middle" rowspan="2" align="center">2.83</td>
<td valign="middle" align="left">
<italic>Glyma.19g016400</italic>
</td>
<td valign="middle" align="left">ABC Transporter Protein</td>
</tr>
<tr>
<td valign="middle" align="left">
<italic>Glyma.19g016600</italic>
</td>
<td valign="middle" align="left">ABC Transporter Protein</td>
</tr>
<tr>
<td valign="middle" align="left">
<italic>ss715635454</italic>
</td>
<td valign="middle" align="center">19</td>
<td valign="middle" align="center">45,152,186</td>
<td valign="middle" align="center">0.33</td>
<td valign="middle" align="center">13.9</td>
<td valign="middle" align="center">6.3</td>
<td valign="middle" align="center">2.27</td>
<td valign="middle" align="left">
<italic>Glyma.19g187400</italic>
</td>
<td valign="middle" align="left">UDP-glycosyltransferase genes</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>
<sup>1</sup>Position in the genome reported as base pairs (Genome assembly version Wm82.a2). <sup>2</sup>Minor allele frequency reported in percentage. <sup>3</sup>LOD, the logarithm of odds calculated as the negative logarithm of the observed p-value for each model. VIP, variable importance in projection. <sup>5</sup>Candidate Genes and Functions identified within a 50 kb window from the significant SNP (Genome Browser <italic>Wm82.a2</italic>, <ext-link ext-link-type="uri" xlink:href="http://www.soybase.org">www.soybase.org</ext-link>).</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_3">
<label>3.3</label>
<title>Variable importance in projection and classification metrics</title>
<p>The distribution of SNPs across chromosomes was relatively uniform with an average of 248 SNPs per chromosome, ranging from 190 (chromosome 17, LG D2) to 327 SNPs (chromosome 8). The average VIP score across 4,970 SNPs was 0.82, ranging from 0.01 (<italic>ss715598194</italic>) to 3.16 (<italic>ss715593866</italic>) (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>). Within chromosomes, the average VIP score ranged from 0.59 (chromosome 8) to 1.02 (chromosome 19). The VIP metric ranks predictors (SNPs) based on their significance to the aggregate index (<italic>D<sub>e</sub>
</italic>). Given the average of squared VIP scores are equal to 1.0, a threshold higher than 1.0 is employed to select features that make the most substantial contribution to <italic>D<sub>e</sub>
</italic> (<xref ref-type="bibr" rid="B20">Chong and Jun, 2005</xref>; <xref ref-type="bibr" rid="B21">Cocchi et&#xa0;al., 2018</xref>). In scenarios where the number of independent variables significantly exceeds the number of observations and there is considerable multicollinearity, a threshold of 2.0 is suggested to filter significant predictors (<xref ref-type="bibr" rid="B21">Cocchi et&#xa0;al., 2018</xref>; <xref ref-type="bibr" rid="B16">Canella Vieira et&#xa0;al., 2022c</xref>). A total of 113 SNPs with VIP scores above 2.0 were distributed across chromosomes 1 (7 SNPs, LG D1a), 2 (6 SNPs, LG D1b), 3 (6 SNPs, LG N), 4 (1 SNP, C1), 6 (25 SNPs), 7 (1 SNP, LG M), 8 (2 SNPs), 9 (2 SNPs), 10 (4 SNPs), 11 (1 SNP, LG B1), 13 (6 SNPs, LG F), 17 (16 SNPs), and 19 (36 SNPs) (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>). To further reduce model overfitting, SNPs with absolute values of pairwise Pearson&#x2019;s correlation &#x2265; 0.7 were removed, resulting in 41 SNPs selected to be included in the ML algorithms. These SNPs were distributed across chromosomes 1 (3 SNPs), 2 (4 SNPs), 3 (4 SNPs), 4 (1 SNP), 6, (7 SNPs), 7 (1 SNP), 8 (2 SNPs), 9 (2 SNPs), 10 (2 SNPs), 11 (1 SNP), 13 (4 SNPs), 17 (4 SNPs), and 19 (6 SNPs) (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>).</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>Variable Importance in Projection (VIP)-based Manhattan plot of the 4,970 SNPs. The SNPs with VIP scores higher than 2.0 are highlighted in gray, and the 41 uncorrelated SNPs selected to be used in the ML-based GWAS are colored in magenta.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1230068-g004.tif"/>
</fig>
<p>The SVM model yielded the highest overall classification accuracy (0.79) including 12 SNPs as predictors, with a noticeable reduction in overall classification accuracy with the inclusion of more SNPs (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>). The SNPs that resulted in the highest classification accuracy, sorted by order of inclusion in the model, were <italic>ss715593866, ss715600920, ss715594836, ss715592728, ss715635403, ss715627948, ss715579081, ss715588076, ss715582179, ss715608720, ss715586851, ss715634898</italic>, and <italic>ss715616396</italic>. The model including the 12 SNPs as predictors outperformed both model including only the highest VIP SNP (<italic>ss715593866</italic>) and the model including all 41 selected SNPs by approximately 11% (0.71 to 0.79) (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>). All classification metrics, including precision and specificity, observed equivalent improvements. The SVM model resulted in minor extreme misclassifications (observed tolerant predicted as susceptible, and vice-versa) highlighting its high suitability to be implemented in an applied soybean breeding pipeline aiming to identify genotypes tolerant to off-target dicamba (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>). For instance, out of all tolerant predictions, 78% were observed as tolerant and 22% as moderate, while out of all susceptible predictions, 65% were observed as susceptible, 29% as moderate, and only 6% as tolerant (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>).</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Summary of SVM model classification accuracy metrics based on the number of predictors.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" rowspan="2" align="center"># SNPs<sup>1</sup>
</th>
<th valign="middle" rowspan="2" align="center">Overall Accuracy<sup>2</sup>
</th>
<th valign="middle" colspan="3" align="center">Tolerant</th>
<th valign="middle" colspan="3" align="center">Moderate</th>
<th valign="middle" colspan="3" align="center">Susceptible</th>
</tr>
<tr>
<th valign="middle" align="center">Accuracy<sup>3</sup>
</th>
<th valign="middle" align="center">Precision<sup>4</sup>
</th>
<th valign="middle" align="center">Specificity<sup>5</sup>
</th>
<th valign="middle" align="center">Accuracy</th>
<th valign="middle" align="center">Precision</th>
<th valign="middle" align="center">Specificity</th>
<th valign="middle" align="center">Accuracy</th>
<th valign="middle" align="center">Precision</th>
<th valign="middle" align="center">Specificity</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="center">1</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.50</td>
<td valign="middle" align="center">&#x2013;</td>
<td valign="middle" align="center">1.00</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.95</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.94</td>
</tr>
<tr>
<td valign="middle" align="center">2</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.50</td>
<td valign="middle" align="center">&#x2013;</td>
<td valign="middle" align="center">1.00</td>
<td valign="middle" align="center">0.58</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.95</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">3</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.55</td>
<td valign="middle" align="center">0.50</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">4</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.57</td>
<td valign="middle" align="center">0.97</td>
<td valign="middle" align="center">0.58</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.95</td>
<td valign="middle" align="center">0.56</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.98</td>
</tr>
<tr>
<td valign="middle" align="center">5</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.56</td>
<td valign="middle" align="center">0.96</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.57</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">6</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.51</td>
<td valign="middle" align="center">0.20</td>
<td valign="middle" align="center">0.96</td>
<td valign="middle" align="center">0.59</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.91</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">7</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.57</td>
<td valign="middle" align="center">0.97</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.86</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.47</td>
<td valign="middle" align="center">0.91</td>
</tr>
<tr>
<td valign="middle" align="center">8</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.79</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.57</td>
<td valign="middle" align="center">0.90</td>
</tr>
<tr>
<td valign="middle" align="center">9</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.52</td>
<td valign="middle" align="center">0.89</td>
</tr>
<tr>
<td valign="middle" align="center">10</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.96</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.94</td>
</tr>
<tr>
<td valign="middle" align="center">11</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.94</td>
</tr>
<tr>
<td valign="middle" align="center">
<bold>12</bold>
</td>
<td valign="middle" align="center">
<bold>0.79</bold>
</td>
<td valign="middle" align="center">
<bold>0.81</bold>
</td>
<td valign="middle" align="center">
<bold>0.78</bold>
</td>
<td valign="middle" align="center">
<bold>1.00</bold>
</td>
<td valign="middle" align="center">
<bold>0.71</bold>
</td>
<td valign="middle" align="center">
<bold>0.80</bold>
</td>
<td valign="middle" align="center">
<bold>0.95</bold>
</td>
<td valign="middle" align="center">
<bold>0.65</bold>
</td>
<td valign="middle" align="center">
<bold>0.65</bold>
</td>
<td valign="middle" align="center">
<bold>0.96</bold>
</td>
</tr>
<tr>
<td valign="middle" align="center">13</td>
<td valign="middle" align="center">0.79</td>
<td valign="middle" align="center">0.81</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">1.00</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.79</td>
<td valign="middle" align="center">0.95</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">14</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">0.81</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">1.00</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.55</td>
<td valign="middle" align="center">0.94</td>
</tr>
<tr>
<td valign="middle" align="center">15</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.81</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">1.00</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.58</td>
<td valign="middle" align="center">0.94</td>
</tr>
<tr>
<td valign="middle" align="center">16</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">1.00</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.94</td>
</tr>
<tr>
<td valign="middle" align="center">17</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">1.00</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.55</td>
<td valign="middle" align="center">0.94</td>
</tr>
<tr>
<td valign="middle" align="center">18</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">1.00</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.58</td>
<td valign="middle" align="center">0.94</td>
</tr>
<tr>
<td valign="middle" align="center">19</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">0.86</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.53</td>
<td valign="middle" align="center">0.91</td>
</tr>
<tr>
<td valign="middle" align="center">20</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.50</td>
<td valign="middle" align="center">0.92</td>
</tr>
<tr>
<td valign="middle" align="center">21</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.59</td>
<td valign="middle" align="center">0.92</td>
</tr>
<tr>
<td valign="middle" align="center">22</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.97</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.85</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.58</td>
<td valign="middle" align="center">0.91</td>
</tr>
<tr>
<td valign="middle" align="center">23</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.97</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.86</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.92</td>
</tr>
<tr>
<td valign="middle" align="center">24</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.97</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">25</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">26</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.79</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">27</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">28</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.79</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">29</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.79</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">30</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.79</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">31</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.79</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">32</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.79</td>
<td valign="middle" align="center">0.91</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">33</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.80</td>
<td valign="middle" align="center">0.91</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">34</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.92</td>
</tr>
<tr>
<td valign="middle" align="center">35</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.79</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.92</td>
</tr>
<tr>
<td valign="middle" align="center">36</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.78</td>
<td valign="middle" align="center">0.84</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.52</td>
<td valign="middle" align="center">0.88</td>
</tr>
<tr>
<td valign="middle" align="center">37</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">0.80</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.44</td>
<td valign="middle" align="center">0.84</td>
</tr>
<tr>
<td valign="middle" align="center">38</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">0.80</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.44</td>
<td valign="middle" align="center">0.84</td>
</tr>
<tr>
<td valign="middle" align="center">39</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">0.80</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.44</td>
<td valign="middle" align="center">0.84</td>
</tr>
<tr>
<td valign="middle" align="center">40</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.66</td>
<td valign="middle" align="center">0.77</td>
<td valign="middle" align="center">0.82</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.48</td>
<td valign="middle" align="center">0.87</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>
<sup>1</sup>Number of SNPs included in the model in each iteration. The highest classification accuracy (0.79) was obtained with 12 SNPs as predictors, including <italic>ss715593866, ss715600920, ss715594836, ss715592728, ss715635403, ss715627948, ss715579081, ss715588076, ss715582179, ss715608720, ss715586851, ss715634898, and ss715616396</italic>. <sup>2</sup>Overall classification accuracy calculated based on Eq. 1. <sup>3</sup>Class Accuracy calculated based on Eq. 2. <sup>4</sup>Precision calculated based on Eq. 3. <sup>5</sup>Specificity calculated based on Eq. 4.</p>
</fn>
<fn>
<p>The bold values indicate the iteration which conferred the highest classification accuracy.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Graphical confusion matrix based on the precision of each predicted class in the Random Forest and Support Vector Machine models.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1230068-g005.tif"/>
</fig>
<p>The highest overall classification accuracy (0.76) in the RF model was achieved using 17 SNPs as predictors, including <italic>ss715593866, ss715635403, ss715588076, ss715592728, ss715600920, ss715582179, ss715633252, ss715626266, ss715583058, ss715582533, ss715610029, ss715605561, ss715605251, ss715599209, ss715627948, ss715616396, ss715595654</italic>, and <italic>ss715580115</italic> (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>). Eight SNPs, including <italic>ss715593866, ss715635403, ss715588076, ss715592728, ss715600920, ss715582179, ss715627948</italic>, and <italic>ss715616396</italic> overlapped between the SVM and RF models yielding the highest overall classification accuracy. A larger increase in overall classification accuracy (17%) was observed between the baseline model including only <italic>ss715593866</italic> (0.65) and the model including 17 SNPs (0.76). Substantial improvements in class accuracy, precision, and specificity were also observed between the two models. The RF model also demonstrated high suitability to be implemented in real-world prediction problems. Out of all tolerant predictions, 86% were observed as tolerant and 14% as moderate, while out of all susceptible predictions, 78% were observed as susceptible and 22% as moderate (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>). Overall, the RF model did not perform any extreme misclassifications. Similar to the SVM model, a substantial decrease in overall classification accuracy was observed with the inclusion of more predictors (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref>). The overall classification accuracy was computed for each iteration from 1 SNP to 2,000 SNPs. A pronounced negative trend was observed with the increase in SNPs, indicating the negative impact of overfitting and the importance of filtering SNPs on overall model performance (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref>).</p>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Summary of RF model classification accuracy metrics based on the number of predictors.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" rowspan="2" align="center"># SNPs</th>
<th valign="middle" rowspan="2" align="center">Overall Accuracy</th>
<th valign="middle" colspan="3" align="center">Tolerant</th>
<th valign="middle" colspan="3" align="center">Moderate</th>
<th valign="middle" colspan="3" align="center">Susceptible</th>
</tr>
<tr>
<th valign="middle" align="center">Accuracy</th>
<th valign="middle" align="center">Precision</th>
<th valign="middle" align="center">Specificity</th>
<th valign="middle" align="center">Accuracy</th>
<th valign="middle" align="center">Precision</th>
<th valign="middle" align="center">Specificity</th>
<th valign="middle" align="center">Accuracy</th>
<th valign="middle" align="center">Precision</th>
<th valign="middle" align="center">Specificity</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="center">1</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.54</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.97</td>
<td valign="middle" align="center">0.50</td>
<td valign="middle" align="center">&#x2013;</td>
<td valign="middle" align="center">1.00</td>
</tr>
<tr>
<td valign="middle" align="center">2</td>
<td valign="middle" align="center">0.66</td>
<td valign="middle" align="center">0.56</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.52</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.50</td>
<td valign="middle" align="center">&#x2013;</td>
<td valign="middle" align="center">1.00</td>
</tr>
<tr>
<td valign="middle" align="center">3</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.50</td>
<td valign="middle" align="center">0.95</td>
<td valign="middle" align="center">0.55</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.49</td>
<td valign="middle" align="center">0.14</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">4</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.56</td>
<td valign="middle" align="center">0.96</td>
<td valign="middle" align="center">0.59</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.56</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.98</td>
</tr>
<tr>
<td valign="middle" align="center">5</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.56</td>
<td valign="middle" align="center">0.96</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.91</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">6</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.91</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.46</td>
<td valign="middle" align="center">0.92</td>
</tr>
<tr>
<td valign="middle" align="center">7</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.97</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.92</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">8</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.97</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.54</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">9</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.92</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">10</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">11</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.80</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.66</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.96</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.97</td>
</tr>
<tr>
<td valign="middle" align="center">12</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.80</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.96</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.80</td>
<td valign="middle" align="center">0.98</td>
</tr>
<tr>
<td valign="middle" align="center">13</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.58</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.92</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">14</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">1.00</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.94</td>
</tr>
<tr>
<td valign="middle" align="center">15</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.59</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">1.00</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.91</td>
<td valign="middle" align="center">0.66</td>
<td valign="middle" align="center">0.66</td>
<td valign="middle" align="center">0.92</td>
</tr>
<tr>
<td valign="middle" align="center">16</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">1.00</td>
<td valign="middle" align="center">0.66</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.94</td>
</tr>
<tr>
<td valign="middle" align="center">
<bold>17</bold>
</td>
<td valign="middle" align="center">
<bold>0.76</bold>
</td>
<td valign="middle" align="center">
<bold>0.68</bold>
</td>
<td valign="middle" align="center">
<bold>0.86</bold>
</td>
<td valign="middle" align="center">
<bold>0.99</bold>
</td>
<td valign="middle" align="center">
<bold>0.67</bold>
</td>
<td valign="middle" align="center">
<bold>0.75</bold>
</td>
<td valign="middle" align="center">
<bold>0.93</bold>
</td>
<td valign="middle" align="center">
<bold>0.70</bold>
</td>
<td valign="middle" align="center">
<bold>0.78</bold>
</td>
<td valign="middle" align="center">
<bold>0.96</bold>
</td>
</tr>
<tr>
<td valign="middle" align="center">18</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.83</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">19</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.76</td>
<td valign="middle" align="center">0.92</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">20</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.83</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.93</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">21</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.92</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">22</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.92</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">23</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.92</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.96</td>
</tr>
<tr>
<td valign="middle" align="center">24</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.54</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">25</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.54</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">26</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.91</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.58</td>
<td valign="middle" align="center">0.94</td>
</tr>
<tr>
<td valign="middle" align="center">27</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.66</td>
<td valign="middle" align="center">0.53</td>
<td valign="middle" align="center">0.92</td>
</tr>
<tr>
<td valign="middle" align="center">28</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.68</td>
<td valign="middle" align="center">0.86</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.92</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.58</td>
<td valign="middle" align="center">0.94</td>
</tr>
<tr>
<td valign="middle" align="center">29</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.57</td>
<td valign="middle" align="center">0.93</td>
</tr>
<tr>
<td valign="middle" align="center">30</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.83</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.46</td>
<td valign="middle" align="center">0.92</td>
</tr>
<tr>
<td valign="middle" align="center">31</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.66</td>
<td valign="middle" align="center">0.53</td>
<td valign="middle" align="center">0.92</td>
</tr>
<tr>
<td valign="middle" align="center">32</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.83</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.66</td>
<td valign="middle" align="center">0.50</td>
<td valign="middle" align="center">0.91</td>
</tr>
<tr>
<td valign="middle" align="center">33</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.80</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.59</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.47</td>
<td valign="middle" align="center">0.91</td>
</tr>
<tr>
<td valign="middle" align="center">34</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.83</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.59</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.43</td>
<td valign="middle" align="center">0.91</td>
</tr>
<tr>
<td valign="middle" align="center">35</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.98</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.66</td>
<td valign="middle" align="center">0.53</td>
<td valign="middle" align="center">0.92</td>
</tr>
<tr>
<td valign="middle" align="center">36</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.83</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.74</td>
<td valign="middle" align="center">0.86</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.47</td>
<td valign="middle" align="center">0.90</td>
</tr>
<tr>
<td valign="middle" align="center">37</td>
<td valign="middle" align="center">0.70</td>
<td valign="middle" align="center">0.62</td>
<td valign="middle" align="center">0.80</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.89</td>
<td valign="middle" align="center">0.64</td>
<td valign="middle" align="center">0.50</td>
<td valign="middle" align="center">0.92</td>
</tr>
<tr>
<td valign="middle" align="center">38</td>
<td valign="middle" align="center">0.67</td>
<td valign="middle" align="center">0.59</td>
<td valign="middle" align="center">0.75</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.57</td>
<td valign="middle" align="center">0.71</td>
<td valign="middle" align="center">0.86</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.44</td>
<td valign="middle" align="center">0.90</td>
</tr>
<tr>
<td valign="middle" align="center">39</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.83</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.60</td>
<td valign="middle" align="center">0.73</td>
<td valign="middle" align="center">0.86</td>
<td valign="middle" align="center">0.63</td>
<td valign="middle" align="center">0.44</td>
<td valign="middle" align="center">0.90</td>
</tr>
<tr>
<td valign="middle" align="center">40</td>
<td valign="middle" align="center">0.69</td>
<td valign="middle" align="center">0.65</td>
<td valign="middle" align="center">0.83</td>
<td valign="middle" align="center">0.99</td>
<td valign="middle" align="center">0.59</td>
<td valign="middle" align="center">0.72</td>
<td valign="middle" align="center">0.88</td>
<td valign="middle" align="center">0.61</td>
<td valign="middle" align="center">0.43</td>
<td valign="middle" align="center">0.91</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>
<sup>1</sup>Number of SNPs included in the model in each iteration. The highest classification accuracy (0.76) was obtained with 17 SNPs as predictors, including <italic>ss715593866, ss715635403, ss715588076, ss715592728, ss715600920, ss715582179, ss715633252, ss715626266, ss715583058, ss715582533, ss715610029, ss715605561, ss715605251, ss715599209, ss715627948, ss715616396, ss715595654, and ss715580115</italic>. <sup>2</sup>Overall classification accuracy calculated based on Eq. 1. <sup>3</sup>Class Accuracy calculated based on Eq. 2. <sup>4</sup>Precision calculated based on Eq. 3. <sup>5</sup>Specificity calculated based on Eq. 4.</p>
</fn>
<fn>
<p>The bold values indicate the iteration which conferred the highest classification accuracy.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>Overall prediction accuracy of each model&#x2019;s iteration from 1 to 2,000 SNPs as predictors. The decrease in prediction accuracy with the increment of the number of SNPs is a result of model overfitting.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpls-14-1230068-g006.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<label>4</label>
<title>Discussion</title>
<p>The development of DT soybean and cotton (<italic>Gossypium hirsutum</italic> L.) was a major biotechnology breakthrough grounded on diversifying strategies of herbicide-based weed management as well as overcoming weeds resistant to glyphosate at a time when GT was the only genetically-engineered herbicide tolerance system available (<xref ref-type="bibr" rid="B8">Behrens et&#xa0;al., 2007</xref>). The discovery of metabolism of dicamba to 3,6-dichlorosalicylic acid (DCSA) (<xref ref-type="bibr" rid="B62">Taraban et&#xa0;al., 1993</xref>; <xref ref-type="bibr" rid="B29">Fogarty and Tuovinen, 1995</xref>; <xref ref-type="bibr" rid="B34">Herman et&#xa0;al., 2005</xref>), a compound without herbicidal activity, by soil bacteria under both aerobic and anaerobic conditions led to the development of DT plants by inserting the bacterial gene <italic>dicamba monooxygenase</italic> (<italic>DMO</italic>) from <italic>Pseudomonas maltophilia</italic> (Strain DI-6) (<xref ref-type="bibr" rid="B8">Behrens et&#xa0;al., 2007</xref>). Genetically-engineered plants expressing the enzyme dicamba <italic>O</italic>-demethylase convert dicamba to DCSA before it accumulates to phytotoxic levels (<xref ref-type="bibr" rid="B34">Herman et&#xa0;al., 2005</xref>; <xref ref-type="bibr" rid="B8">Behrens et&#xa0;al., 2007</xref>; <xref ref-type="bibr" rid="B68">Wang et&#xa0;al., 2016</xref>). In the United States, DT soybean seeds were first commercialized in 2016 and were rapidly adopted on nearly 22.3 million hectares (<xref ref-type="bibr" rid="B63">Tindall et&#xa0;al., 2021</xref>).</p>
<p>The goal of this study was to detect genomic regions related to various responses to prolonged off-target dicamba exposure in a population consisting of advanced soybean breeding lines. A total of 551 non-DT advanced breeding lines derived from 232 unique bi-parental populations were grown in environments surrounded by DT soybean and cotton growing systems, thus being exposed to prolonged unintentional off-target dicamba. Although each testing environment showed homogenous off-target dicamba distribution (<xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al., 2022b</xref>), one limitation of this study was the lack of precise data regarding the dosage of dicamba received by each experimental plot during specific growth stages and during the growing season. The various sources and dosages of dicamba combined with fluctuating environmental factors make it unfeasible to accurately quantify the exposure in a large-scale field study (<xref ref-type="bibr" rid="B41">Kniss, 2018</xref>; <xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al., 2022b</xref>). Experiments in controlled environments with specific pre-determined dosages should be conducted to further investigate thresholds at which the identified genomic regions can maintain the observed responses.</p>
<p>A total of eight genomic regions related to various responses to off-target dicamba were identified across chromosomes 6 (3), 8 (1), 9 (1), 10 (1), and 19 (2). Interestingly, several candidate genes co-localized with significant SNPs have been reported to have biological functions directly related to proteins participating in the three phases of herbicide detoxification in plants (<xref ref-type="bibr" rid="B57">Riechers et&#xa0;al., 2010</xref>). Thus, it can be hypothesized that non-DT soybean genotypes with tolerance response to off-target dicamba may have the capability to more rapidly detoxify low doses of the herbicide compared to sensitive genotypes. For instance, the gene <italic>Glyma.06g209600</italic> is located within 50 kb of <italic>ss715593866</italic> (LOD scores of 19.8 and 30.3 in the FarmCPU and BLINK models, respectively). This gene has been reported to be a Universal Stress Protein with adenine nucleotide alpha hydrolase function. Phase I of herbicide detoxification usually introduces a reactive functional group for the subsequent metabolism and detoxification through oxidation or hydrolysis by cytochrome P450s or carboxylesterases, respectively (<xref ref-type="bibr" rid="B43">Kreuz et&#xa0;al., 1996</xref>; <xref ref-type="bibr" rid="B5">Barrett, 2000</xref>). Although the genetic architecture of tolerance is complex and regulated by multiple small and large effect loci, <italic>ss715593866</italic> is a major effect SNP and resulted in high classification accuracies in both RF and SVM when included as the sole predictor. Therefore, further investigation of the role and effect of <italic>ss715593866</italic> could better explain the physiological mechanisms associated with tolerance to off-target dicamba in soybean.</p>
<p>
<italic>Glyma.06g286500</italic> is a candidate gene located within 50 kb of <italic>ss715594836</italic> (LOD scores of 6.0 and 7.5 in the FarmCPU and BLINK models, respectively) with glycosyltransferase-related functions. Phase II of herbicide detoxification involves conjugation reactions of herbicides with reduced glutathione [catalyzed by glutathione <italic>S</italic>-transferases (GST)] or glucose (catalyzed by UDP-dependent glycosyltransferases) (<xref ref-type="bibr" rid="B57">Riechers et&#xa0;al., 2010</xref>). In chromosome 8, the candidate gene <italic>Glyma.08g255800</italic> located within 50kb of <italic>ss715600920</italic> (LOD scores of 6.1 and 4.3 for the FarmCPU and BLINK models, respectively) expresses an <italic>S</italic>-adenosylmethionine decarboxylase. This enzyme is key in the biosynthesis of polyamines (<xref ref-type="bibr" rid="B50">Majumdar et&#xa0;al., 2017</xref>). Although the precise role of <italic>S</italic>-adenosylmethionine decarboxylase in plants is still unknown, its up-regulation has been reported in response to many abiotic stressors including salt (<xref ref-type="bibr" rid="B33">Hao et&#xa0;al., 2005</xref>), drought (<xref ref-type="bibr" rid="B64">Urano et&#xa0;al., 2003</xref>; <xref ref-type="bibr" rid="B2">Alc&#xe1;zar et&#xa0;al., 2006</xref>), temperature (<xref ref-type="bibr" rid="B33">Hao et&#xa0;al., 2005</xref>; <xref ref-type="bibr" rid="B18">Cheng et&#xa0;al., 2009</xref>), and oxidative stress (<xref ref-type="bibr" rid="B54">Moschou et&#xa0;al., 2008</xref>). A consequence of exposure to auxinic herbicides is the rapid increase in ethylene production by initiating 1-aminocyclopropane-1-carboxylic acid synthase and biosynthesis of abscisic acid (<xref ref-type="bibr" rid="B32">Hansen and Grossmann, 2000</xref>; <xref ref-type="bibr" rid="B31">Grossmann et&#xa0;al., 2001</xref>; <xref ref-type="bibr" rid="B42">Kraft et&#xa0;al., 2007</xref>). This reduces transpiration, carbon dioxide assimilation, starch formation, and a substantial accumulation of reactive oxygen species, which leads to chloroplast damage, membrane destruction, and ultimately tissue damage and cell death (<xref ref-type="bibr" rid="B42">Kraft et&#xa0;al., 2007</xref>; <xref ref-type="bibr" rid="B30">Grossmann, 2010</xref>).</p>
<p>Similar to <italic>Glyma.06g286500</italic>, the candidate genes <italic>Glyma.09g224800</italic> (co-localized with <italic>ss715604850</italic>, LOD scores of 4.9 and 6.4 for the FarmCPU and BLINK models, respectively) and <italic>Glyma.10g010000</italic> (co-localized with <italic>ss715608720</italic>, LOD scores of 4.6 and 6.3 for the FarmCPU and BLINK model, respectively) have glycosyltransferase-related functions which are associated with conjugation reactions of phase II of herbicide detoxification (<xref ref-type="bibr" rid="B57">Riechers et&#xa0;al., 2010</xref>). Within the same genomic region of chromosome 10, <italic>ss715608720</italic> is also co-localized with <italic>Glyma.10g010700</italic>, a candidate gene involved in oxidoreductase activity. The expression of oxydoreductase enzymes acts as a signal to the subsequential expression of GST, cytochrome P450 monooxygenases, and other proteins involved in herbicide detoxification (<xref ref-type="bibr" rid="B76">Zhang et&#xa0;al., 2007</xref>; <xref ref-type="bibr" rid="B57">Riechers et&#xa0;al., 2010</xref>). This genomic region was previously reported, and the candidate gene <italic>Glyma10g01700</italic>, which encodes a multidrug resistance protein (MRP), was co-localized with the significant SNP <italic>ss715605561</italic> (<xref ref-type="bibr" rid="B14">Canella Vieira et&#xa0;al., 2022a</xref>). On chromosome 19, a genomic region around 1,650,000 bp (<italic>ss715633252</italic>, LOD scores of 7.5 and 10.0 for the FarmCPU and BLINK models, respectively) harbors two candidate genes (<italic>Glyma.19g016400</italic> and <italic>Glyma.19g016600</italic>) that belong to the ABC transporter family. Herbicide conjugates from phase II are transported into the vacuole of plant cells by transporters, concluding phase III of herbicide detoxification (<xref ref-type="bibr" rid="B57">Riechers et&#xa0;al., 2010</xref>). Another genomic region on chromosome 19 around 45,000,000 bp was detected and previously reported by <xref ref-type="bibr" rid="B14">Canella Vieira et&#xa0;al. (2022a)</xref>. This genomic region contains several UDP-glycosyltransferase genes which are necessary for phase II reactions of herbicide detoxification (<xref ref-type="bibr" rid="B14">Canella Vieira et&#xa0;al., 2022a</xref>).</p>
<p>One of the main challenges in analyzing high-dimensional genomic data is the presence of multicollinearity and excessive noise among predictors, which often leads to a substantial detection of false-positive associations in GWAS (<xref ref-type="bibr" rid="B38">Ishwaran et&#xa0;al., 2010</xref>; <xref ref-type="bibr" rid="B17">Chen and Ishwaran, 2012</xref>; <xref ref-type="bibr" rid="B16">Canella Vieira et&#xa0;al., 2022c</xref>). Given the substantial imbalance between the number of predictors (SNPs) and observations, traditional GWAS models frequently face the risk of overfitting. In this scenario, the model overly captures unintended noise in the training set, yielding low reproducibility on the testing set (<xref ref-type="bibr" rid="B4">Austin and Steyerberg, 2015</xref>; <xref ref-type="bibr" rid="B71">Ying, 2019</xref>). An approach to avoid overfitting and improve model reproducibility and cost-effectiveness is feature selection, which is the process of selecting relevant predictors from the original predictors set (<xref ref-type="bibr" rid="B1">Akarachantachote et&#xa0;al., 2014</xref>). In this study, a supervised feature dimension reduction based on VIP scores initially selected predictors with high importance toward the aggregate index (<italic>D<sub>e</sub>
</italic>). This was followed by a pair-wise correlation filtering step, resulting in a subset of important, uncorrelated SNPs. In both RF and SVM models, a pronounced decrease in prediction accuracy was observed with the increment of SNPs as predictors. Therefore, identifying fewer but relevant predictors (i.e. feature selection) yielded higher prediction accuracies as compared to fitting the model with the highest number of predictors available. Equivalent results were observed by <xref ref-type="bibr" rid="B16">Canella Vieira et&#xa0;al. (2022c)</xref> when implementing a similar methodology to predict soybean resistance to southern root-knot nematode (<italic>Meloidogyne incognita</italic> (Kofold &amp; White) Chitwood). In their study, a more pronounced decrease in prediction accuracy as a consequence of overfitting was observed. In addition, a lower number of predictors was needed to achieve the highest prediction accuracy, which could be explained by the qualitative nature of the phenotype. In this study, although the tolerance to off-target dicamba is substantially more complex and quantitative than resistance to southern root-knot nematode, less than 0.5% of total predictors were needed to achieve the highest prediction accuracy in both RF (17 out of 4,970 SNPs) and SVM (12 out of 4,970 SNPs) models. <xref ref-type="bibr" rid="B58">Singer et&#xa0;al. (2022)</xref> observed decreased prediction accuracies of proteinogenic methionine content in soybean seeds as a consequence of overfitting. The study reported a nearly 3-fold increase in prediction accuracy by using a subset of SNPs significantly associated with the phenotype as opposed to fitting the models with the entire set of 35,570 SNP (<xref ref-type="bibr" rid="B58">Singer et&#xa0;al., 2022</xref>). Therefore, the combination of feature selection and predictive classification algorithms may provide high accuracies in the identification and selection of genotypes with desirable phenotypes for both qualitative and quantitative traits. Further validations including traits with higher genetic complexity such as grain yield are needed and can broaden the application of genomic data toward breeding decisions in a cultivar development pipeline.</p>
<p>Both RF and SVM models yielded high classification accuracies using the best combination of predictors (0.76 and 0.79, respectively). Both prediction models resulted in high precision, meaning that minimal extreme misclassifications (observed tolerant predicted as susceptible, and vice-versa) were observed. Using a nearly identical panel of soybean breeding lines, <xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al. (2022b)</xref> reported that visual assessment of off-target dicamba tolerance is directly associated with seed yield under prolonged off-target dicamba exposure. On average, a yield penalty of 8.8% (confidence interval of 7.0 to 10.6%) was observed for each unit increase in damage score on a similar 1-4 scale (<xref ref-type="bibr" rid="B15">Canella Vieira et&#xa0;al., 2022b</xref>). Therefore, the identification and development of non-DT soybean genotypes with superior tolerance to off-target dicamba can help sustain the production of non-DT herbicide-tolerance systems, which currently represent nearly 14.2 million hectares. In addition, natural tolerance may improve the sustainability of niche markets for food-graded non-GMO soybean. Genomic prediction models, such as those reported in this study, can significantly speed up the identification of genotypes with superior tolerance to off-target dicamba. The understanding of the genetics and physiological mechanisms underlying the differential responses to off-target dicamba is critical to support soybean breeding programs focusing on the development of non-DT soybean genotypes with superior tolerance to off-target dicamba.</p>
</sec>
<sec id="s5" sec-type="conclusions">
<label>5</label>
<title>Conclusions</title>
<p>The widespread adoption of DT crops resulted in numerous events involving off-target dicamba damage to non-DT vegetation. Environmental conditions that exacerbate the likelihood of off-target movement are often observed in soybean-producing regions during the growing season, hence the reports of damage in most states where the over-the-top use of dicamba is authorized. Soybean is highly sensitive to dicamba exposure, critically compromising the yield and quality of non-DT genetically engineered and non-GMO growing systems. In this study, two genomic regions conferring tolerance to off-target dicamba were confirmed from previous studies, and six novel regions were identified. The genetic architecture of tolerance is complex and regulated by multiple small and large effect loci. However, <italic>ss715593866</italic> is a major effect SNP and resulted in high classification accuracies in both RF and SVM when included as the sole predictor. Candidate genes with biological functions associated with herbicide detoxification in plants were co-localized with significant minor and major effect SNPs. These genes need to be further confirmed through gene-editing and controlled-environment experiments. Non-DT genotypes with tolerance were previously shown to yield significantly more than non-DT susceptible genotypes under prolonged off-target dicamba exposure. Accurate genomic prediction models have been proposed and can be implemented in soybean breeding programs to speed up the identification and development of non-DT genotypes tolerant to off-target dicamba. In addition, the negative impacts of overfitting toward model performance were reported and may guide the application of genomic prediction models.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/supplementary files, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author contributions</title>
<p>CV, DJ, JFZ, BD, DR, HN, and GS contributed to the conception and design of the study. CV, BD, DR, and GS contributed to the funding resources of the study. CV contributed to the collection of data used in this study. CV and JZ contributed to the statistical analysis of this study. CV wrote the first draft of the manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
</body>
<back>
<ack>
<title>Acknowledgments</title>
<p>The authors recognize the soybean breeding team at the University of Missouri-Fisher Delta Research, Extension, and Education Center for their dedicated efforts and assistance in preparing and carrying out the field trials. Additionally, the authors would like to acknowledge the support provided by the funding agencies, including the Mid-South Soybean Board (MSSB) (20-455-23), United Soybean Board (USB) (2120-172-0147), and Missouri Soybean Merchandising Council (MSMC).</p>
</ack>
<sec id="s8" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s9" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Akarachantachote</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Chadcham</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Saithanu</surname> <given-names>K.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Cutoff threshold of variable importance in projection for variable selection</article-title>. <source>Int. J. Pure Apllied Mathematics</source> <volume>94</volume>, <fpage>1</fpage>&#x2013;<lpage>16</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.12732/ijpam.v94i3.2</pub-id>
</citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alc&#xe1;zar</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Cuevas</surname> <given-names>J. C.</given-names>
</name>
<name>
<surname>Patron</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Altabella</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Tiburcio</surname> <given-names>A. F.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>Abscisic acid modulates polyamine metabolism under water stress in <italic>Arabidopsis thaliana</italic>
</article-title>. <source>Physiol. Plant</source> <volume>128</volume>, <fpage>448</fpage>&#x2013;<lpage>455</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1399-3054.2006.00780.x</pub-id>
</citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Andersen</surname> <given-names>S. M.</given-names>
</name>
<name>
<surname>Clay</surname> <given-names>S. A.</given-names>
</name>
<name>
<surname>Wrage</surname> <given-names>L. J.</given-names>
</name>
<name>
<surname>Matthees</surname> <given-names>D.</given-names>
</name>
</person-group> (<year>2004</year>). <article-title>Soybean foliage residues of dicamba and 2,4-D and correlation to application rates and yield</article-title>. <source>Agron. J.</source> <volume>96</volume>, <fpage>750</fpage>&#x2013;<lpage>760</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2134/agronj2004.0750</pub-id>
</citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Austin</surname> <given-names>P. C.</given-names>
</name>
<name>
<surname>Steyerberg</surname> <given-names>E. W.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>The number of subjects per variable required in linear regression analyses</article-title>. <source>J. Clin. Epidemiol.</source> <volume>68</volume>, <fpage>1</fpage>&#x2013;<lpage>10</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jclinepi.2014.12.014</pub-id>
</citation>
</ref>
<ref id="B5">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Barrett</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2000</year>). &#x201c;<article-title>The role of cytochrome P450 enzymes in herbicide metabolism</article-title>,&#x201d; in <source>Herbicides and Their Mechanisms of Action</source>. Eds. <person-group person-group-type="editor">
<name>
<surname>Cobb</surname> <given-names>A. H.</given-names>
</name>
<name>
<surname>Kirkwood</surname> <given-names>R. C.</given-names>
</name>
</person-group> (<publisher-loc>Boca Raton, FL</publisher-loc>: <publisher-name>CRC Press</publisher-name>), <fpage>25</fpage>&#x2013;<lpage>37</lpage>.</citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bates</surname> <given-names>D.</given-names>
</name>
<name>
<surname>M&#xe4;chler</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Bolker</surname> <given-names>B. M.</given-names>
</name>
<name>
<surname>Walker</surname> <given-names>S. C.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Fitting linear mixed-effects models using lme4</article-title>. <source>J. Stat. Softw</source> <volume>67</volume>, <page-range>1&#x2013;48</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.18637/jss.v067.i01</pub-id>
</citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Behrens</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Lueschen</surname> <given-names>W. E.</given-names>
</name>
</person-group> (<year>1979</year>). <article-title>Dicamba volatility</article-title>. <source>Weed Sci.</source> <volume>27</volume>, <fpage>486</fpage>&#x2013;<lpage>493</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1017/S0043174500044453</pub-id>
</citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Behrens</surname> <given-names>M. R.</given-names>
</name>
<name>
<surname>Mutlu</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Chakraborty</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Dumitru</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>W. Z.</given-names>
</name>
<name>
<surname>LaVallee</surname> <given-names>B. J.</given-names>
</name>
<etal/>
</person-group>. (<year>2007</year>). <article-title>Dicamba resistance: enlarging and preserving biotechnology-based weed management strategies</article-title>. <source>Sci. (1979)</source> <volume>316</volume>, <fpage>1185</fpage>&#x2013;<lpage>1188</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1126/science.1141596</pub-id>
</citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Board</surname> <given-names>J. E.</given-names>
</name>
<name>
<surname>Kang</surname> <given-names>M. S.</given-names>
</name>
<name>
<surname>Bodrero</surname> <given-names>M. L.</given-names>
</name>
</person-group> (<year>2003</year>). <article-title>Yield components as indirect selection criteria for late-planted soybean cultivars</article-title>. <source>Agron. J.</source> <volume>95</volume>, <fpage>420</fpage>&#x2013;<lpage>429</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2134/agronj2003.4200</pub-id>
</citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Board</surname> <given-names>J. E.</given-names>
</name>
<name>
<surname>Kang</surname> <given-names>M. S.</given-names>
</name>
<name>
<surname>Harville</surname> <given-names>B. G.</given-names>
</name>
</person-group> (<year>1997</year>). <article-title>Path analyses identify indirect selection criteria for yield of late-planted soybean</article-title>. <source>Crop Sci.</source> <volume>37</volume>, <fpage>879</fpage>&#x2013;<lpage>884</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2135/cropsci1997.0011183X003700030030x</pub-id>
</citation>
</ref>
<ref id="B11">
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Bradley</surname> <given-names>K.</given-names>
</name>
</person-group> (<year>2017</year>) <source>A Final Report on Dicamba-injured Soybean Acres</source>. Available at: <uri xlink:href="https://ipm.missouri.edu/IPCM/2017/10/final_report_dicamba_injured_soybean/">https://ipm.missouri.edu/IPCM/2017/10/final_report_dicamba_injured_soybean/</uri>.</citation>
</ref>
<ref id="B12">
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Bradley</surname> <given-names>K.</given-names>
</name>
</person-group> (<year>2018</year>) <source>July 15 Dicamba injury update. Different Year, same questions</source>. Available at: <uri xlink:href="https://ipm.missouri.edu/IPCM/2018/7/July-15-Dicamba-injury-update-different-year-same-questions/">https://ipm.missouri.edu/IPCM/2018/7/July-15-Dicamba-injury-update-different-year-same-questions/</uri>.</citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Breiman</surname> <given-names>L.</given-names>
</name>
</person-group> (<year>2001</year>). <article-title>Random forests</article-title>. <source>Mach. Learn</source> <volume>45</volume>, <fpage>5</fpage>&#x2013;<lpage>32</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1023/A:1010933404324</pub-id>
</citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Canella Vieira</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Jarquin</surname> <given-names>D.</given-names>
</name>
<name>
<surname>do Nascimento</surname> <given-names>E. F.</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Smothers</surname> <given-names>S.</given-names>
</name>
<etal/>
</person-group>. (<year>2022</year>a). <article-title>Identification of genomic regions associated with soybean responses to off-target dicamba exposure</article-title>. <source>Front. Plant Sci.</source> <volume>13</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fpls.2022.1090072</pub-id>
</citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Canella Vieira</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Cross</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Heiser</surname> <given-names>J. W.</given-names>
</name>
<name>
<surname>Diers</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Riechers</surname> <given-names>D.</given-names>
</name>
<etal/>
</person-group>. (<year>2022</year>b). <article-title>Differential responses of soybean genotypes to off-target dicamba damage</article-title>. <source>Crop Sci</source> <volume>62</volume> (<issue>4</issue>), <fpage>1472</fpage>&#x2013;<lpage>1483</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/csc2.20757</pub-id>
</citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Canella Vieira</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Usovsky</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Vuong</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Howland</surname> <given-names>A. D.</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>D.</given-names>
</name>
<etal/>
</person-group>. (<year>2022</year>c). <article-title>Exploring machine learning algorithms to unveil genomic regions associated with resistance to southern root-knot nematode in soybeans</article-title>. <source>Front. Plant Sci.</source> <volume>13</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fpls.2022.883280</pub-id>
</citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Ishwaran</surname> <given-names>H.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Random forests for genomic data analysis</article-title>. <source>Genomics</source> <volume>99</volume>, <fpage>323</fpage>&#x2013;<lpage>329</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ygeno.2012.04.003</pub-id>
</citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cheng</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Zou</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Ding</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Cao</surname> <given-names>J.</given-names>
</name>
<etal/>
</person-group>. (<year>2009</year>). <article-title>Polyamine accumulation in transgenic tomato enhances the tolerance to high temperature stress</article-title>. <source>J. Integr. Plant Biol.</source> <volume>51</volume>, <fpage>489</fpage>&#x2013;<lpage>499</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1744-7909.2009.00816.x</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Chism</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Tindall</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Orlowski</surname> <given-names>J.</given-names>
</name>
</person-group> (<year>2020</year>). <source>Dicamba Use on Genetically Modified Dicamba-Tolerant (DT) Cotton and Soybean: Incidents and Impacts to Users and Non-Users from Proposed Registrations</source> (<publisher-loc>Washington, DC</publisher-loc>:<publisher-name> United States Environmental Protection Agency</publisher-name>). <uri xlink:href="https://www.regulations.gov/document/EPA-HQ-OPP-2020-0492-0003">https://www.regulations.gov/document/EPA-HQ-OPP-2020-0492-0003</uri>.</citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chong</surname> <given-names>I.-G.</given-names>
</name>
<name>
<surname>Jun</surname> <given-names>C.-H.</given-names>
</name>
</person-group> (<year>2005</year>). <article-title>Performance of some variable selection methods when multicollinearity is present</article-title>. <source>Chemometrics Intelligent Lab. Syst.</source> <volume>78</volume>, <page-range>103&#x2013;112</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.chemolab.2004.12.011</pub-id>
</citation>
</ref>
<ref id="B21">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Cocchi</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Biancolillo</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Marini</surname> <given-names>F.</given-names>
</name>
</person-group> (<year>2018</year>). &#x201c;<article-title>Chemometric methods for classification and feature selection</article-title>,&#x201d; in <source>Comprehensive Analytical Chemistry</source>. Eds. <person-group person-group-type="editor">
<name>
<surname>Jaumot</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Bedia</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Roma</surname> <given-names>T.</given-names>
</name>
</person-group> (<publisher-loc>Amsterdam, Netherlands</publisher-loc>:<publisher-name> Elsevier</publisher-name>). doi:&#xa0;<pub-id pub-id-type="doi">10.1016/bs.coac.2018.08.006</pub-id>
</citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cronbach</surname> <given-names>L. J.</given-names>
</name>
</person-group> (<year>1951</year>). <article-title>Coefficient alpha and the internal structure of tests</article-title>. <source>Psychometrika</source> <volume>16</volume>, <fpage>297</fpage>&#x2013;<lpage>334</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/BF02310555</pub-id>
</citation>
</ref>
<ref id="B23">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Daley</surname> <given-names>D. J.</given-names>
</name>
<name>
<surname>Vere-Jones</surname> <given-names>D.</given-names>
</name>
</person-group> (<year>2003</year>). <source>An introduction to the theory of point processes</source>. <edition>Edition 2</edition> (<publisher-loc>New York</publisher-loc>: <publisher-name>Springer</publisher-name>). doi:&#xa0;<pub-id pub-id-type="doi">10.1007/b97277</pub-id>
</citation>
</ref>
<ref id="B24">
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Echeverria</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2020</year>) <source>Memorandum Supporting Decision to Approve Registration for the Uses of Dicamba on Dicamba Tolerant Cotton and Soybean</source> (<publisher-loc>Washington, D. C</publisher-loc>). Available at: <uri xlink:href="https://www.epa.gov/sites/default/files/2020-10/documents/dicamba-decision_10-27-2020.pdf">https://www.epa.gov/sites/default/files/2020-10/documents/dicamba-decision_10-27-2020.pdf</uri> (Accessed <access-date>May, 2023</access-date>).</citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Egan</surname> <given-names>J. F.</given-names>
</name>
<name>
<surname>Barlow</surname> <given-names>K. M.</given-names>
</name>
<name>
<surname>Mortensen</surname> <given-names>D. A.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>A meta-analysis on the effects of 2,4-D and dicamba drift on soybean and cotton</article-title>. <source>Weed Sci.</source> <volume>62</volume>, <fpage>193</fpage>&#x2013;<lpage>206</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1614/WS-D-13-00025.1</pub-id>
</citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Egan</surname> <given-names>J. F.</given-names>
</name>
<name>
<surname>Mortensen</surname> <given-names>D. A.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Quantifying vapor drift of dicamba herbicides applied to soybean</article-title>. <source>Environ. Toxicol. Chem.</source> <volume>31</volume>, <fpage>1023</fpage>&#x2013;<lpage>1031</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/etc.1778</pub-id>
</citation>
</ref>
<ref id="B27">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Fehr</surname> <given-names>W. R.</given-names>
</name>
<name>
<surname>Caviness</surname> <given-names>C. E.</given-names>
</name>
</person-group> (<year>1977</year>). <source>Stages of Soybean Development</source> (<publisher-loc>Ames: Special Report 80, Iowa Agricultural Experiment Station, Iowa Cooperative External Series, Iowa State University</publisher-loc>).</citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fehr</surname> <given-names>W. R.</given-names>
</name>
<name>
<surname>Caviness</surname> <given-names>C. E.</given-names>
</name>
<name>
<surname>Burmood</surname> <given-names>D. T.</given-names>
</name>
<name>
<surname>P.</surname> <given-names>J. S.</given-names>
</name>
</person-group> (<year>1971</year>). <article-title>Stage of development descriptions for soybeans, <italic>Glycine max</italic> (L.) merrill</article-title>. <source>Crop Sci.</source> <volume>11</volume>, <fpage>929</fpage>&#x2013;<lpage>931</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2135/cropsci1971.0011183X001100060051x</pub-id>
</citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fogarty</surname> <given-names>A. M.</given-names>
</name>
<name>
<surname>Tuovinen</surname> <given-names>O. H.</given-names>
</name>
</person-group> (<year>1995</year>). <article-title>Microbiological degradation of the herbicide dicamba</article-title>. <source>J. Ind. Microbiol.</source> <volume>14</volume>, <fpage>365</fpage>&#x2013;<lpage>370</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/BF01569952</pub-id>
</citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grossmann</surname> <given-names>K.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Auxin herbicides: current status of mechanism and mode of action</article-title>. <source>Pest Manag Sci.</source> <volume>66</volume>, <fpage>113</fpage>&#x2013;<lpage>120</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/ps.1860</pub-id>
</citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grossmann</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Kwiatkowski</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Tresch</surname> <given-names>S.</given-names>
</name>
</person-group> (<year>2001</year>). <article-title>Auxin herbicides induce H2O2 overproduction and tissue damage in cleavers (<italic>Galium aparine</italic> L.)</article-title>. <source>J. Exp. Bot.</source> <volume>52</volume>, <fpage>1811</fpage>&#x2013;<lpage>1816</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/jexbot/52.362.1811</pub-id>
</citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hansen</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Grossmann</surname> <given-names>K.</given-names>
</name>
</person-group> (<year>2000</year>). <article-title>Auxin-induced ethylene triggers abscisic acid biosynthesis and growth inhibition</article-title>. <source>Plant Physiol.</source> <volume>124</volume>, <fpage>1437</fpage>&#x2013;<lpage>1448</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1104/pp.124.3.1437</pub-id>
</citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hao</surname> <given-names>Y.-J.</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Kitashiba</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Honda</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Ubi</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Kita</surname> <given-names>M.</given-names>
</name>
<etal/>
</person-group>. (<year>2005</year>). <article-title>Molecular cloning and functional characterization of two apple S-adenosylmethionine decarboxylase genes and their different expression in fruit development, cell growth and stress responses</article-title>. <source>Gene</source> <volume>350</volume>, <fpage>41</fpage>&#x2013;<lpage>50</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.gene.2005.01.004</pub-id>
</citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Herman</surname> <given-names>P. L.</given-names>
</name>
<name>
<surname>Behrens</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Chakraborty</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Chrastil</surname> <given-names>B. M.</given-names>
</name>
<name>
<surname>Barycki</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Weeks</surname> <given-names>D. P.</given-names>
</name>
</person-group> (<year>2005</year>). <article-title>A three-component dicamba O-demethylase from pseudomonas maltophilia, strain DI-6</article-title>. <source>J. Biol. Chem.</source> <volume>280</volume>, <fpage>24759</fpage>&#x2013;<lpage>24767</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1074/jbc.M500597200</pub-id>
</citation>
</ref>
<ref id="B35">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Hold</surname> <given-names>H.</given-names>
</name>
</person-group> (<year>1966</year>). &#x201c;<article-title>Estimation of principal components and related models by iterative least squares</article-title>,&#x201d; in <source>Multivariate Analysis</source>. Ed. <person-group person-group-type="editor">
<name>
<surname>Krishnaiah</surname> <given-names>P. R.</given-names>
</name>
</person-group> (<publisher-loc>New York</publisher-loc>: <publisher-name>Academic Press</publisher-name>), <fpage>391</fpage>&#x2013;<lpage>420</lpage>.</citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huang</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Summers</surname> <given-names>R. M.</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Z.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>BLINK: A package for the next level of genome-wide association studies with both individuals and markers in the millions</article-title>. <source>Gigascience</source> <volume>8</volume>, <page-range>1&#x2013;12</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/gigascience/giy154</pub-id>
</citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hwang</surname> <given-names>E.-Y.</given-names>
</name>
<name>
<surname>Song</surname> <given-names>Q.</given-names>
</name>
<name>
<surname>Jia</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Specht</surname> <given-names>J. E.</given-names>
</name>
<name>
<surname>Hyten</surname> <given-names>D. L.</given-names>
</name>
<name>
<surname>Costa</surname> <given-names>J.</given-names>
</name>
<etal/>
</person-group>. (<year>2014</year>). <article-title>A genome-wide association study of seed protein and oil content in soybean</article-title>. <source>BMC Genomics</source> <volume>15</volume>, <elocation-id>1</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1471-2164-15-1</pub-id>
</citation>
</ref>
<ref id="B38">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ishwaran</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Kogalur</surname> <given-names>U. B.</given-names>
</name>
<name>
<surname>Gorodeski</surname> <given-names>E. Z.</given-names>
</name>
<name>
<surname>Minn</surname> <given-names>A. J.</given-names>
</name>
<name>
<surname>Lauer</surname> <given-names>M. S.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>High-dimensional variable selection for survival data</article-title>. <source>J. Am. Stat. Assoc.</source> <volume>105</volume>, <fpage>205</fpage>&#x2013;<lpage>217</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1198/jasa.2009.tm08622</pub-id>
</citation>
</ref>
<ref id="B39">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>James</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Witten</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Hastie</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Tibshirani</surname> <given-names>R.</given-names>
</name>
</person-group> (<year>2013</year>). <source>An Introduction to Statistical Learning With Applications in R</source>. <edition>2nd ed</edition>. Ed. <person-group person-group-type="editor">
<name>
<surname>James</surname> <given-names>G.</given-names>
</name>
</person-group> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Springer US</publisher-name>). doi:&#xa0;<pub-id pub-id-type="doi">10.1007/978-1-0716-1418-1</pub-id>
</citation>
</ref>
<ref id="B40">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kahlon</surname> <given-names>C. S.</given-names>
</name>
<name>
<surname>Board</surname> <given-names>J. E.</given-names>
</name>
<name>
<surname>Kang</surname> <given-names>M. S.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>An analysis of yield component changes for new vs. Old soybean cultivars</article-title>. <source>Agron. J.</source> <volume>103</volume>, <fpage>13</fpage>&#x2013;<lpage>22</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2134/agronj2010.0300</pub-id>
</citation>
</ref>
<ref id="B41">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kniss</surname> <given-names>A. R.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Soybean response to dicamba: A meta-analysis</article-title>. <source>Weed Technol.</source> <volume>32</volume>, <fpage>507</fpage>&#x2013;<lpage>512</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1017/wet.2018.74</pub-id>
</citation>
</ref>
<ref id="B42">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kraft</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Kuglitsch</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Kwiatkowski</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Frank</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Grossmann</surname> <given-names>K.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Indole-3-acetic acid and auxin herbicides up-regulate 9-cis-epoxycarotenoid dioxygenase gene expression and abscisic acid accumulation in cleavers (<italic>Galium aparine</italic>): interaction with ethylene</article-title>. <source>J. Exp. Bot.</source> <volume>58</volume>, <fpage>1497</fpage>&#x2013;<lpage>1503</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/jxb/erm011</pub-id>
</citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kreuz</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Tommasini</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Martinoia</surname> <given-names>E.</given-names>
</name>
</person-group> (<year>1996</year>). <article-title>Old enzymes for a new job (Herbicide detoxification in plants)</article-title>. <source>Plant Physiol.</source> <volume>111</volume>, <fpage>349</fpage>&#x2013;<lpage>353</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1104/pp.111.2.349</pub-id>
</citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kuznetsova</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Brockhoff</surname> <given-names>P. B.</given-names>
</name>
<name>
<surname>Christensen</surname> <given-names>R. H. B.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>lmerTest package: tests in linear mixed effects models</article-title>. <source>J. Stat. Softw</source> <volume>82</volume>, <page-range>1&#x2013;26</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.18637/jss.v082.i13</pub-id>
</citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>LeRoy</surname> <given-names>A. R.</given-names>
</name>
<name>
<surname>Cianzio</surname> <given-names>S. R.</given-names>
</name>
<name>
<surname>Fehr</surname> <given-names>W. R.</given-names>
</name>
</person-group> (<year>1991</year>). <article-title>Direct and indirect selection for small seed of soybean in temperate and tropical environments</article-title>. <source>Crop Sci.</source> <volume>31</volume>, <fpage>697</fpage>&#x2013;<lpage>699</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2135/cropsci1991.0011183X003100030030x</pub-id>
</citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liaw</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Wiener</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Classification and regression by randomForest</article-title>. <source>R News</source> <volume>2</volume>, <fpage>18</fpage>&#x2013;<lpage>22</lpage>.</citation>
</ref>
<ref id="B47">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lipka</surname> <given-names>A. E.</given-names>
</name>
<name>
<surname>Tian</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Q.</given-names>
</name>
<name>
<surname>Peiffer</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Li</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Bradbury</surname> <given-names>P. J.</given-names>
</name>
<etal/>
</person-group>. (<year>2012</year>). <article-title>GAPIT: genome association and prediction integrated tool</article-title>. <source>Bioinformatics</source> <volume>28</volume>, <fpage>2397</fpage>&#x2013;<lpage>2399</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/bioinformatics/bts444</pub-id>
</citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Fan</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Buckler</surname> <given-names>E. S.</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Z.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Iterative usage of fixed and random effect models for powerful and efficient genome-wide association studies</article-title>. <source>PLoS Genet.</source> <volume>12</volume>, <page-range>1&#x2013;24</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pgen.1005767</pub-id>
</citation>
</ref>
<ref id="B49">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>D.</given-names>
</name>
<name>
<surname>He</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Joshi</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>D.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Phenotype prediction and genome-wide association study using deep convolutional neural network of soybean</article-title>. <source>Front. Genet.</source> <volume>10</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fgene.2019.01091</pub-id>
</citation>
</ref>
<ref id="B50">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Majumdar</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Shao</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Turlapati</surname> <given-names>S. A.</given-names>
</name>
<name>
<surname>Minocha</surname> <given-names>S. C.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Polyamines in the life of Arabidopsis: profiling the expression of S-adenosylmethionine decarboxylase (SAMDC) gene family during its life cycle</article-title>. <source>BMC Plant Biol.</source> <volume>17</volume>, <fpage>264</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s12870-017-1208-y</pub-id>
</citation>
</ref>
<ref id="B51">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mehmood</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Liland</surname> <given-names>K. H.</given-names>
</name>
<name>
<surname>Snipen</surname> <given-names>L.</given-names>
</name>
<name>
<surname>S&#xe6;b&#xf8;</surname> <given-names>S.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>A review of variable selection methods in partial least squares regression</article-title>. <source>Chemometrics Intelligent Lab. Syst.</source> <volume>118</volume>, <page-range>62&#x2013;69</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.chemolab.2012.07.010</pub-id>
</citation>
</ref>
<ref id="B52">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mevik</surname> <given-names>B.-H.</given-names>
</name>
<name>
<surname>Wehrens</surname> <given-names>R.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>The pls package: principal component and partial least squares regression in R</article-title>. <source>J. Stat. Softw</source> <volume>18</volume>, <fpage>1</fpage>&#x2013;<lpage>23</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.18637/jss.v018.i02</pub-id>
</citation>
</ref>
<ref id="B53">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Meyer</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Dimitriadou</surname> <given-names>E.</given-names>
</name>
<name>
<surname>Hornik</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Weingessel</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Leisch</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>C.-C.</given-names>
</name>
<etal/>
</person-group>. (<year>2021</year>). <article-title>e1071: misc functions of the department of statistics, probability theory group</article-title>. <source>CRAN Repository</source>, <fpage>1</fpage>&#x2013;<lpage>66</lpage>.</citation>
</ref>
<ref id="B54">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Moschou</surname> <given-names>P. N.</given-names>
</name>
<name>
<surname>Paschalidis</surname> <given-names>K. A.</given-names>
</name>
<name>
<surname>Delis</surname> <given-names>I. D.</given-names>
</name>
<name>
<surname>Andriopoulou</surname> <given-names>A. H.</given-names>
</name>
<name>
<surname>Lagiotis</surname> <given-names>G. D.</given-names>
</name>
<name>
<surname>Yakoumakis</surname> <given-names>D. I.</given-names>
</name>
<etal/>
</person-group>. (<year>2008</year>). <article-title>Spermidine exodus and oxidation in the apoplast induced by abiotic stress is responsible for H2O2 signatures that direct tolerance responses in Tobacco</article-title>. <source>Plant Cell</source> <volume>20</volume>, <fpage>1708</fpage>&#x2013;<lpage>1724</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1105/tpc.108.059733</pub-id>
</citation>
</ref>
<ref id="B55">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Oseland</surname> <given-names>E.</given-names>
</name>
<name>
<surname>Bish</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Steckel</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Bradley</surname> <given-names>K.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Identification of environmental factors that influence the likelihood of off-target movement of dicamba</article-title>. <source>Pest Manag Sci.</source> <volume>76</volume>, <fpage>3282</fpage>&#x2013;<lpage>3291</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/ps.5887</pub-id>
</citation>
</ref>
<ref id="B56">
<citation citation-type="web">
<person-group person-group-type="author">
<collab>R Core Team</collab>
</person-group> (<year>2023</year>) <source>R: A Language and Environment for Statistical Computing</source>. Available at: <uri xlink:href="http://www.r-project.org/">http://www.r-project.org/</uri>.</citation>
</ref>
<ref id="B57">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Riechers</surname> <given-names>D. E.</given-names>
</name>
<name>
<surname>Kreuz</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Q.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Detoxification without intoxication: herbicide safeners activate plant defense gene expression</article-title>. <source>Plant Physiol.</source> <volume>153</volume>, <fpage>3</fpage>&#x2013;<lpage>13</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1104/pp.110.153601</pub-id>
</citation>
</ref>
<ref id="B58">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Singer</surname> <given-names>W. M.</given-names>
</name>
<name>
<surname>Shea</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Mian</surname> <given-names>M. A. R.</given-names>
</name>
<name>
<surname>Shang</surname> <given-names>C.</given-names>
</name>
<etal/>
</person-group>. (<year>2022</year>). <article-title>Genome-wide association study and genomic selection for proteinogenic methionine in soybean seeds</article-title>. <source>Front. Plant Sci.</source> <volume>13</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fpls.2022.859109</pub-id>
</citation>
</ref>
<ref id="B59">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Solomon</surname> <given-names>C. B.</given-names>
</name>
<name>
<surname>Bradley</surname> <given-names>K. W.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Influence of application timings and sublethal rates of synthetic auxin herbicides on soybean</article-title>. <source>Weed Technol.</source> <volume>28</volume>, <fpage>454</fpage>&#x2013;<lpage>464</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1614/WT-D-13-00145.1</pub-id>
</citation>
</ref>
<ref id="B60">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Soltani</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Nurse</surname> <given-names>R. E.</given-names>
</name>
<name>
<surname>Sikkema</surname> <given-names>P. H.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Response of glyphosate-resistant soybean to dicamba spray tank contamination during vegetative and reproductive growth stages</article-title>. <source>Can. J. Plant Sci.</source> <volume>96</volume>, <fpage>160</fpage>&#x2013;<lpage>164</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1139/cjps-2015-0175</pub-id>
</citation>
</ref>
<ref id="B61">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Song</surname> <given-names>Q.</given-names>
</name>
<name>
<surname>Yan</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Quigley</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Fickus</surname> <given-names>E.</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>L.</given-names>
</name>
<etal/>
</person-group>. (<year>2020</year>). <article-title>Soybean BARCSoySNP6K: an assay for soybean genetics and breeding research</article-title>. <source>Plant J.</source> <volume>104</volume>, <fpage>800</fpage>&#x2013;<lpage>811</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/tpj.14960</pub-id>
</citation>
</ref>
<ref id="B62">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Taraban</surname> <given-names>R. H.</given-names>
</name>
<name>
<surname>Berry</surname> <given-names>D. F.</given-names>
</name>
<name>
<surname>Berry</surname> <given-names>D. A.</given-names>
</name>
<name>
<surname>Walker</surname> <given-names>H. L.</given-names>
</name>
</person-group> (<year>1993</year>). <article-title>Degradation of dicamba by an anaerobic consortium enriched from wetland soil</article-title>. <source>Appl. Environ. Microbiol.</source> <volume>59</volume>, <fpage>2332</fpage>&#x2013;<lpage>2334</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1128/aem.59.7.2332-2334.1993</pub-id>
</citation>
</ref>
<ref id="B63">
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Tindall</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Becker</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Orlowski</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Hawkins</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Kells</surname> <given-names>B.</given-names>
</name>
</person-group> (<year>2021</year>) <source>Status of Over-the-Top Dicamba: Summary of 2021 Usage, Incidents and Consequences of Off-Target Movement, and Impacts of Stakeholder-Suggested Mitigations</source> (<publisher-loc>Washington, D.C</publisher-loc>). Available at: <uri xlink:href="https://downloads.regulations.gov/EPA-HQ-OPP-2020-0492-0021/content.pdf">https://downloads.regulations.gov/EPA-HQ-OPP-2020-0492-0021/content.pdf</uri> (Accessed <access-date>May, 2023</access-date>).</citation>
</ref>
<ref id="B64">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Urano</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Yoshiba</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Nanjo</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Igarashi</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Seki</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Sekiguchi</surname> <given-names>F.</given-names>
</name>
<etal/>
</person-group>. (<year>2003</year>). <article-title>Characterization of arabidopsis genes involved in biosynthesis of polyamines in abiotic stress responses and developmental stages</article-title>. <source>Plant Cell Environ.</source> <volume>26</volume>, <fpage>1917</fpage>&#x2013;<lpage>1926</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1046/j.1365-3040.2003.01108.x</pub-id>
</citation>
</ref>
<ref id="B65">
<citation citation-type="web">
<person-group person-group-type="author">
<collab>USDA Economic Research Service</collab>
</person-group> (<year>2022</year>) <source>Recent Trends in GE Adoption. Adoption of Genetically Engineered Crops in the U.S</source>. Available at: <uri xlink:href="https://www.ers.usda.gov/data-products/adoption-of-genetically-engineered-crops-in-the-u-s/recent-trends-in-ge-adoption">https://www.ers.usda.gov/data-products/adoption-of-genetically-engineered-crops-in-the-u-s/recent-trends-in-ge-adoption</uri> (Accessed <access-date>April, 2023</access-date>).</citation>
</ref>
<ref id="B66">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vuong</surname> <given-names>T. D.</given-names>
</name>
<name>
<surname>Sonah</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Meinhardt</surname> <given-names>C. G.</given-names>
</name>
<name>
<surname>Deshmukh</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Kadam</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Nelson</surname> <given-names>R. L.</given-names>
</name>
<etal/>
</person-group>. (<year>2015</year>). <article-title>Genetic architecture of cyst nematode resistance revealed by genome-wide association study in soybean</article-title>. <source>BMC Genomics</source> <volume>16</volume>, <fpage>593</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s12864-015-1811-y</pub-id>
</citation>
</ref>
<ref id="B67">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Wagman</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Farruggia</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Odenkirchen</surname> <given-names>E.</given-names>
</name>
<name>
<surname>Connolly</surname> <given-names>J.</given-names>
</name>
</person-group> (<year>2020</year>). <source>Dicamba DGA and BAPMA Salts &#x2013; 2020 Ecological Assessment of Dicamba Use on Dicamba-Tolerant (DT) Cotton and Soybean Including Effects Determinations for Federally Listed Threatened and Endangered Species</source> (<publisher-loc>Washington, DC</publisher-loc>). <uri xlink:href="https://www.regulations.gov/document/EPA-HQ-OPP-2020-0492-0002">https://www.regulations.gov/document/EPA-HQ-OPP-2020-0492-0002</uri>.</citation>
</ref>
<ref id="B68">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Glenn</surname> <given-names>K. C.</given-names>
</name>
<name>
<surname>Kessenich</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Bell</surname> <given-names>E.</given-names>
</name>
<name>
<surname>Burzio</surname> <given-names>L. A.</given-names>
</name>
<name>
<surname>Koch</surname> <given-names>M. S.</given-names>
</name>
<etal/>
</person-group>. (<year>2016</year>). <article-title>Safety assessment of dicamba mono-oxygenases that confer dicamba tolerance to various crops</article-title>. <source>Regul. Toxicol. Pharmacol.</source> <volume>81</volume>, <fpage>171</fpage>&#x2013;<lpage>182</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.yrtph.2016.08.014</pub-id>
</citation>
</ref>
<ref id="B69">
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Wechsler</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Smith</surname> <given-names>D.</given-names>
</name>
<name>
<surname>McFadden</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Dodson</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Williamson</surname> <given-names>S.</given-names>
</name>
</person-group> (<year>2019</year>) <source>The Use of Genetically Engineered Dicamba-Tolerant Soybean Seeds Has Increased Quickly, Benefiting Adopters but Damaging Crops in Some Fields</source>. Available at: <uri xlink:href="https://www.ers.usda.gov/amber-waves/2019/october/the-use-of-genetically-engineered-dicamba-tolerant-soybean-seeds-has-increased-quickly-benefiting-adopters-but-damaging-crops-in-some-fields/">https://www.ers.usda.gov/amber-waves/2019/october/the-use-of-genetically-engineered-dicamba-tolerant-soybean-seeds-has-increased-quickly-benefiting-adopters-but-damaging-crops-in-some-fields/</uri>.</citation>
</ref>
<ref id="B70">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Weidenhamer</surname> <given-names>J. D.</given-names>
</name>
<name>
<surname>Triplett</surname> <given-names>G. B.</given-names>
</name>
<name>
<surname>Sobotka</surname> <given-names>F. E.</given-names>
</name>
</person-group> (<year>1989</year>). <article-title>Dicamba injury to soybean</article-title>. <source>Agron. J.</source> <volume>81</volume>, <fpage>637</fpage>&#x2013;<lpage>643</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2134/agronj1989.00021962008100040017x</pub-id>
</citation>
</ref>
<ref id="B71">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ying</surname> <given-names>X.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>An overview of overfitting and its solutions</article-title>. <source>J. Phys. Conf Ser.</source> <volume>1168</volume>, <elocation-id>22022</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1088/1742-6596/1168/2/022022</pub-id>
</citation>
</ref>
<ref id="B72">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yoosefzadeh-Najafabadi</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Eskandari</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Torabi</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Torkamaneh</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Tulpan</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Rajcan</surname> <given-names>I.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Machine-learning-based genome-wide association studies for uncovering QTL underlying soybean yield and its components</article-title>. <source>Int. J. Mol. Sci.</source> <volume>23</volume>, <elocation-id>5538</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/ijms23105538</pub-id>
</citation>
</ref>
<ref id="B73">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yoosefzadeh-Najafabadi</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Torabi</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Tulpan</surname> <given-names>D.</given-names>
</name>
<name>
<surname>Rajcan</surname> <given-names>I.</given-names>
</name>
<name>
<surname>Eskandari</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Genome-wide association studies of soybean yield-related hyperspectral reflectance bands using machine learning-mediated data integration methods</article-title>. <source>Front. Plant Sci.</source> <volume>12</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fpls.2021.777028</pub-id>
</citation>
</ref>
<ref id="B74">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yu</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Pressoir</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Briggs</surname> <given-names>W. H.</given-names>
</name>
<name>
<surname>Vroh Bi</surname> <given-names>I.</given-names>
</name>
<name>
<surname>Yamasaki</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Doebley</surname> <given-names>J. F.</given-names>
</name>
<etal/>
</person-group>. (<year>2006</year>). <article-title>A unified mixed-model method for association mapping that accounts for multiple levels of relatedness</article-title>. <source>Nat. Genet.</source> <volume>38</volume>, <fpage>203</fpage>&#x2013;<lpage>208</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/ng1702</pub-id>
</citation>
</ref>
<ref id="B75">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Song</surname> <given-names>Q.</given-names>
</name>
<name>
<surname>Cregan</surname> <given-names>P. B.</given-names>
</name>
<name>
<surname>Nelson</surname> <given-names>R. L.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>J.</given-names>
</name>
<etal/>
</person-group>. (<year>2015</year>). <article-title>Genome-wide association study for flowering time, maturity dates and plant height in early maturing soybean (<italic>Glycine max</italic>) germplasm</article-title>. <source>BMC Genomics</source> <volume>16</volume>, <fpage>217</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s12864-015-1441-4</pub-id>
</citation>
</ref>
<ref id="B76">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>Q.</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Lambert</surname> <given-names>K. N.</given-names>
</name>
<name>
<surname>Riechers</surname> <given-names>D. E.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Safeners coordinately induce the expression of multiple proteins and MRP transcripts involved in herbicide metabolism and detoxification in <italic>Triticum tauschii</italic> seedling tissues</article-title>. <source>Proteomics</source> <volume>7</volume>, <fpage>1261</fpage>&#x2013;<lpage>1278</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/pmic.200600423</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>