<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="review-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Big Data</journal-id>
<journal-title>Frontiers in Big Data</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Big Data</abbrev-journal-title>
<issn pub-type="epub">2624-909X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">734990</article-id>
<article-id pub-id-type="doi">10.3389/fdata.2021.734990</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Big Data</subject>
<subj-group>
<subject>Methods</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Testing a Generalizable Machine Learning Workflow for Aquatic Invasive Species on Rainbow Trout (<italic>Oncorhynchus mykiss</italic>) in Northwest Montana</article-title>
<alt-title alt-title-type="left-running-head">Carter et&#x20;al.</alt-title>
<alt-title alt-title-type="right-running-head">Machine Learning for Invasive Species</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Carter</surname>
<given-names>S.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1383415/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>van Rees</surname>
<given-names>C. B.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1443258/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hand</surname>
<given-names>B. K.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1450036/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Muhlfeld</surname>
<given-names>C. C.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Luikart</surname>
<given-names>G.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kimball</surname>
<given-names>J. S.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/288105/overview"/>
</contrib>
</contrib-group>
<aff id="aff1">
<label>
<sup>1</sup>
</label>Numerical Terradynamic Simulation Group, WA Franke College of Forestry and Conservation, University of Montana, <addr-line>Missoula</addr-line>, <addr-line>MT</addr-line>, <country>United&#x20;States</country>
</aff>
<aff id="aff2">
<label>
<sup>2</sup>
</label>Flathead Lake Biological Station, Division of Biological Sciences, University of Montana, <addr-line>Polson</addr-line>, <addr-line>MT</addr-line>, <country>United&#x20;States</country>
</aff>
<aff id="aff3">
<label>
<sup>3</sup>
</label>U.S. Geological Survey, Northern Rocky Mountain Science Center, Glacier National Park, <addr-line>West Glacier</addr-line>, <addr-line>MT</addr-line>, <country>United&#x20;States</country>
</aff>
<aff id="aff4">
<label>
<sup>4</sup>
</label>Department of Ecosystem and Conservation Sciences, WA Franke College of Forestry and Conservation, University of Montana, <addr-line>Missoula</addr-line>, <addr-line>MT</addr-line>, <country>United&#x20;States</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/826826/overview">Bin Peng</ext-link>, University of Illinois at Urbana-Champaign, United&#x20;States</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/533592/overview">Abel Ramoelo</ext-link>, University of Pretoria, South Africa</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/577016/overview">Zachary Langford</ext-link>, Oak Ridge National Laboratory (DOE), United&#x20;States</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: S. Carter, <email>sean2.carter@umontana.edu</email>
</corresp>
<fn fn-type="present-address" id="fn1">
<label>
<sup>&#x2020;</sup>
</label>
<p>Present address: River Basin Center and Odum School of Ecology, University of Georgia, Athens, GA,&#x20;30602.</p>
</fn>
<fn fn-type="other">
<p>This article was submitted to Data-driven Climate Sciences, a section of the journal Frontiers in Big&#x20;Data</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>18</day>
<month>10</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>4</volume>
<elocation-id>734990</elocation-id>
<history>
<date date-type="received">
<day>01</day>
<month>07</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>17</day>
<month>09</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Carter, van Rees, Hand, Muhlfeld, Luikart and Kimball.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Carter, van Rees, Hand, Muhlfeld, Luikart and Kimball</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these&#x20;terms.</p>
</license>
</permissions>
<abstract>
<p>Biological invasions are accelerating worldwide, causing major ecological and economic impacts in aquatic ecosystems. The urgent decision-making needs of invasive species managers can be better met by the integration of biodiversity big data with large-domain models and data-driven products. Remotely sensed data products can be combined with existing invasive species occurrence data via machine learning models to provide the proactive spatial risk analysis necessary for implementing coordinated and agile management paradigms across large scales. We present a workflow that generates rapid spatial risk assessments on aquatic invasive species using occurrence data, spatially explicit environmental data, and an ensemble approach to species distribution modeling using five machine learning algorithms. For proof of concept and validation, we tested this workflow using extensive spatial and temporal hybridization and occurrence data from a well-studied, ongoing, and climate-driven species invasion in the upper Flathead River system in northwestern Montana, USA. Rainbow Trout (RBT; <italic>Oncorhynchus mykiss</italic>), an introduced species in the Flathead River basin, compete and readily hybridize with native Westslope Cutthroat Trout (WCT; <italic>O. clarkii lewisii</italic>), and the spread of RBT individuals and their alleles has been tracked for decades. We used remotely sensed and other geospatial data as key environmental predictors for projecting resultant habitat suitability to geographic space. The ensemble modeling technique yielded high accuracy predictions relative to 30-fold cross-validated datasets (87% 30-fold cross-validated accuracy score). Both top predictors and model performance relative to these predictors matched current understanding of the drivers of RBT invasion and habitat suitability, indicating that temperature is a major factor influencing the spread of invasive RBT and hybridization with native WCT. The congruence between more time-consuming modeling approaches and our rapid machine-learning approach suggest that this workflow could be applied more broadly to provide data-driven management information for early detection of potential invaders.</p>
</abstract>
<kwd-group>
<kwd>invasive species</kwd>
<kwd>machine learning</kwd>
<kwd>species distribution modeling</kwd>
<kwd>remote sensing</kwd>
<kwd>big data analytics</kwd>
<kwd>early detection and rapid response</kwd>
</kwd-group>
<contract-num rid="cn001">M26932</contract-num>
<contract-sponsor id="cn001">National Aeronautics and Space Administration<named-content content-type="fundref-id">10.13039/100000104</named-content>
</contract-sponsor>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Introduction</title>
<p>Non-native, Invasive Species (IS) are causing severe biological and economic disruption worldwide (<xref ref-type="bibr" rid="B85">Sepulveda et&#x20;al., 2012</xref>; <xref ref-type="bibr" rid="B86">Shackleton et&#x20;al., 2019</xref>). IS are the second most prevalent driver of species extinctions (<xref ref-type="bibr" rid="B7">Bellard et&#x20;al., 2016</xref>), with estimated financial damages amounting to over a hundred billion dollars annually in certain individual countries (<xref ref-type="bibr" rid="B26">Pimentel 2002</xref>; <xref ref-type="bibr" rid="B13">Bradshaw et&#x20;al., 2016</xref>). Continued anthropogenic landscape change and climate change may favor invaders by shifting competitive relationships with native species (<xref ref-type="bibr" rid="B43">Hellmann et&#x20;al., 2008</xref>). Aquatic IS represent a particular threat to freshwater ecosystems due to their high potential for establishment and spread and severe ecosystem impacts (<xref ref-type="bibr" rid="B41">Havel et&#x20;al., 2015</xref>). The current and predominant paradigm for IS management is Early Detection and Rapid Response (EDRR), but the intensive resources and surveillance involved in this framework&#x2019;s implementation may be prohibitive without new and innovative uses of technology (<xref ref-type="bibr" rid="B56">Martinez et&#x20;al., 2020</xref>). EDRR depends on frequent, widespread, and ongoing monitoring to enable timely response, but such monitoring is extremely labor intensive and likely beyond the capabilities of many management actors. Timely risk assessments allow for the spatial prioritization of monitoring that could streamline EDRR and its ability to prevent irreversible damage (<xref ref-type="bibr" rid="B78">Reaser et&#x20;al., 2020a</xref>; <xref ref-type="bibr" rid="B56">Martinez et&#x20;al., 2020</xref>), such that decision makers can focus surveillance and intervention efforts where they are likely to be most effective under budgetary and resource constraints. Such prioritizations are often based on heuristic preconceptions rather than data-driven approaches, and as such are neither repeatable nor transparent for system stakeholders. By contrast, scientifically informed, formal target screening may lack adequate temporal agility and accurate risk assessments. Many conventional modeling approaches to knowledge creation operate on long time scales (months to years) which may not be helpful to managers. Indeed, current modeling methodologies fail to provide managers with sufficient decision-making information in near real time (<xref ref-type="bibr" rid="B4">Bayliss et&#x20;al., 2013</xref>).</p>
<p>Given the finite supply of resources and quick timelines for IS management, there is a need for improved expediency and accuracy in identifying areas of highest vulnerability to IS establishment.</p>
<p>Species Distribution Models (SDMs) have been widely applied as spatial decision support tools for IS managers (<xref ref-type="bibr" rid="B88">Srivastava et&#x20;al., 2019</xref>) and can be broadly categorized into mechanistic and correlative model classes (<xref ref-type="bibr" rid="B30">Elith, 2017</xref>). Process-based, or mechanistic, models require considerable developmental and computational effort (<xref ref-type="bibr" rid="B48">Kearney and Porter, 2009</xref>) and can thus be out of sync with the needs for timely analyses for EDRR (<xref ref-type="bibr" rid="B60">Merow et&#x20;al., 2011</xref>). These models rely on exhaustive, experimentally derived functional characteristics (Shabani et&#x20;al., 2016) or hierarchal frameworks that are built to elucidate or test hypotheses about ecological relationships rather than simply predict patterns in species occurrence (see <xref ref-type="bibr" rid="B65">Muhlfeld et&#x20;al., 2014</xref>; <xref ref-type="bibr" rid="B9">Berthon 2015</xref>; <xref ref-type="bibr" rid="B64">Muhlfeld et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B31">Farley et&#x20;al., 2018</xref>).</p>
<p>On the other hand, correlative SDMs require less mechanistic understanding and instead rely on apparent relationships between species and environmental characteristics. Such models are comparatively quick to train and develop but are often built using low-resolution spatially interpolated climatic data, such as WorldClim (<xref ref-type="bibr" rid="B44">Hijmans et&#x20;al., 2005</xref>; <xref ref-type="bibr" rid="B29">Elith et&#x20;al., 2010</xref>; <xref ref-type="bibr" rid="B34">Fourcade et&#x20;al., 2014</xref>). Since the WorldClim data (<xref ref-type="bibr" rid="B33">Fick and Hijmans, 2017</xref>) are not temporally explicit, and static covariates, by definition, cannot adequately provide a temporally continuous evaluation of risk, the value of these data for EDRR is hampered. Although a major drawback of these correlative models is that long-term extrapolation is more difficult, this disadvantage is outweighed by the acute need for rapid risk assessments to inform IS monitoring and biosurveillance. Indeed, facilitating IS management within the EDRR framework would be significantly improved by new workflows that can identify readily available drivers of invasion and establish relative invasion risk within the operational time scales of managers.</p>
<p>Many of the challenges outlined above can be met by data-driven and iterative workflows made possible by machine learning (ML) and the big data revolution (<xref ref-type="bibr" rid="B82">Runting et&#x20;al., 2020</xref>). For instance, one challenge is the need for scalable and fast modeling workflows to guide managers and decision makers (<xref ref-type="bibr" rid="B78">Reaser et&#x20;al., 2020a</xref>). ML algorithms are an increasingly viable method for many modeling problems involving big data, particularly when the primary objective is to achieve high levels of predictive accuracy rather than develop a mechanistic understanding of the study system (<xref ref-type="bibr" rid="B10">Bhattacharya, 2013</xref>). ML algorithms, particularly non-parametric iterative algorithms (e.g., random forests), are free from many strict assumptions such as independent observations and the need to avoid collinearity (<xref ref-type="bibr" rid="B69">Olden et&#x20;al., 2008</xref>; <xref ref-type="bibr" rid="B92">Thessen 2016</xref>). In addition, ML models are well suited to the iterative modeling framework due to their automated approach, fast development process (<xref ref-type="bibr" rid="B90">Tarca et&#x20;al., 2007</xref>) and highly scalable nature (<xref ref-type="bibr" rid="B31">Farley et&#x20;al., 2018</xref>). This enables them to take advantage of other big data attributes, including its widespread proliferation, global coverage, and rapid updating (<xref ref-type="bibr" rid="B105">Whitehead et&#x20;al., 2020</xref>). As new data become available, ML frameworks can be updated to reflect new understanding.</p>
<p>However, ML models are not a panacea: because they are immensely complex and, with the exception of intricate Bayesian ML models, do not incorporate the underlying uncertainty of the data (<xref ref-type="bibr" rid="B20">Cressie et&#x20;al., 2009</xref>), making inferences about underlying processes less straightforward and dependent on the type of model being used (<xref ref-type="bibr" rid="B31">Farley et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B70">Parr et&#x20;al., 2020</xref>). Nevertheless, the rapid, iterative, and predictive characteristics of ML approaches are an excellent match for the analytical needs of EDRR implementation, which prioritize speed and adaptiveness over mechanistic understanding.</p>
<p>Another challenge of EDRR is the availability and distribution of environmental data typically used to assess relative habitat suitability (<xref ref-type="bibr" rid="B77">Randin et&#x20;al., 2020</xref>). Conventional spatially interpolated climate data often require enormous developmental effort (<xref ref-type="bibr" rid="B28">Daly et&#x20;al., 2000</xref>; <xref ref-type="bibr" rid="B44">Hijmans et&#x20;al., 2005</xref>), which, when temporally explicit, can hinder their utility in developing models that meet the adaptive (e.g., annually repeating) demands of EDRR. Moreover, because they are based on interpolations from global weather stations, such products yield high model uncertainty in areas with sparse geographic coverage (<xref ref-type="bibr" rid="B6">Bedia et&#x20;al., 2013</xref>).</p>
<p>In contrast, Remote Sensing (RS) products available from global polar-orbiting environmental satellites have regular revisit intervals ranging from 1 to 16&#xa0;days and are derived from spatially explicit observations, so the burden of geographic uncertainty is mitigated. Indeed, because of the complimentary nature and spatial and temporal continuity of many operational satellite records, RS observational data are expected to shape the next generation of SDMs (<xref ref-type="bibr" rid="B42">He et&#x20;al., 2015</xref>) and are the preferred or perhaps the only option for regional, continental, and global scale prediction of IS spread (<xref ref-type="bibr" rid="B51">Leit&#xe3;o and Santos, 2019</xref>; <xref ref-type="bibr" rid="B98">Vaz et&#x20;al., 2019</xref>). These products are sensitive to many environmental properties, such as surface temperature, that constrain and explain species occurrences (<xref ref-type="bibr" rid="B77">Randin et&#x20;al., 2020</xref>). These and other satellite-based measurements have rarely been applied to SDMs relative to spatially interpolated climate data products (<xref ref-type="bibr" rid="B23">Dittrich et&#x20;al., 2019</xref>), and their use for assessing species distributions has been increasing in recent years (<xref ref-type="bibr" rid="B36">Lausch et&#x20;al., 2016</xref>; <xref ref-type="bibr" rid="B77">Randin et&#x20;al., 2020</xref>).</p>
<p>Although the spatial and temporal continuity of RS data improves the transferability and precision of capturing ecological niche requirements in many terrestrial environments (<xref ref-type="bibr" rid="B77">Randin et&#x20;al., 2020</xref>), stream environments represent a particular challenge in integrating technological advances with IS management. Because the 2-dimensional footprint of RS products is often larger than the footprint of streams, such products can only provide proxies for physiologically relevant conditions within the aquatic environment. Thus, models trained to link species occurrences with environmental remotely sensed information may fail to capture the actual processes experienced by aquatic organisms, and care must be taken to avoid spurious conclusions. Coherent workflows that link remote sensing data and machine learning functionalities are especially needed for freshwater systems to mobilize myriad spatial products in data-driven aquatic IS risk analysis.</p>
<p>Here, we demonstrate one such workflow linking these technologies to produce rapid and adaptable species distribution modeling for spatial risk assessments of aquatic IS. To provide proof of concept, we implemented this workflow on a well-documented case study of a climate-assisted species invasion. This worked case study allowed us to assess not only the predictive accuracy of this approach but also whether it gives meaningful insights into the environmental drivers of habitat suitability for a focal IS. Our study objectives were to: 1) Identify the most effective remotely sensed proxies for characterizing habitat suitability (a proxy for invasion risk) for our focal IS (RBT; <italic>Oncorhynchus mykiss</italic>); 2) Construct habitat suitability maps for spatial risk assessments using a combination of RS data products and ML methods; and 3) Test the feasibility of ML models for iterative reassessment of IS risk screening efforts within the EDRR framework.</p>
<sec id="s1-1">
<title>Study System</title>
<p>The study area encompassed the tributaries of upper Flathead River system extending over portions of northwestern Montana United&#x20;States, and southern British Columbia and Alberta, Canada (<xref ref-type="fig" rid="F1">Figure&#x20;1</xref>). These mountain streams flow through forested landscapes and host several native fish species including Westslope Cutthroat Trout (WCT; <italic>Oncorhynchus clarki lewisi</italic>). Stream temperature and the timing and duration of peak streamflow events are key ecological drivers in these streams (<xref ref-type="bibr" rid="B40">Hauer et&#x20;al., 2007</xref>), while the timing and intensity of snowmelt is a key driver influencing spring runoff in this system (<xref ref-type="bibr" rid="B71">Pederson et&#x20;al., 2010</xref>; <xref ref-type="bibr" rid="B107">Wu et&#x20;al.,&#x20;2012</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Overview of study area, including a sample data product (Land Surface Temperature) aggregated by hydrologic units.</p>
</caption>
<graphic xlink:href="fdata-04-734990-g001.tif"/>
</fig>
<p>Rainbow trout (<italic>O. mykiss</italic>) were artificially propagated and introduced into watersheds across the Continental United States for recreational purposes between 1870 and 1971 (<xref ref-type="bibr" rid="B75">Pister 2001</xref>; <xref ref-type="bibr" rid="B8">Bennett et&#x20;al., 2010</xref>). Since their introduction into the Flathead River in 1880 (<xref ref-type="bibr" rid="B45">Hitt et&#x20;al., 2003</xref>), RBT have been hybridizing with native WCT (<xref ref-type="bibr" rid="B45">Hitt et&#x20;al., 2003</xref>; <xref ref-type="bibr" rid="B2">Allendorf et&#x20;al., 2004</xref>; <xref ref-type="bibr" rid="B11">Boyer et&#x20;al., 2008</xref>; <xref ref-type="bibr" rid="B64">Muhlfeld et&#x20;al., 2017</xref>). The impacts of RBT on WCT populations, particularly due to the spread of RBT individuals and their alleles, has been tracked for decades (<xref ref-type="bibr" rid="B50">Kovach et&#x20;al., 2016</xref>). The spread of alleles appears to be driven more by legacy introductions, and thus propagule pressure, than environmental conditions (<xref ref-type="bibr" rid="B64">Muhlfeld et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B11">Boyer et&#x20;al., 2008</xref>). Relative to WCT, RBT prefer warmer temperatures, lower spring flows, earlier spring runoff, and tolerate greater environmental disturbance (<xref ref-type="bibr" rid="B32">Fausch et&#x20;al., 2001</xref>; <xref ref-type="bibr" rid="B67">Muhlfeld et&#x20;al., 2009a</xref>; <xref ref-type="bibr" rid="B66">Muhlfeld et&#x20;al., 2009b</xref>; <xref ref-type="bibr" rid="B5">Bear et&#x20;al., 2007</xref>). During spawning, WCT generally migrate greater distances and spawn during peak flows, whereas RBT spawn earlier (i.e.,&#x20;during periods of lower flows) and lower in the river system (<xref ref-type="bibr" rid="B66">Muhlfeld et&#x20;al., 2009b</xref>). High flows can affect both RBT and WCT, although reduced spring flows and warmer water temperatures have been associated with increased spread of RBT hybridization in the Flathead River and across the northern Rocky Mountains (<xref ref-type="bibr" rid="B65">Muhlfeld et&#x20;al., 2014</xref>; <xref ref-type="bibr" rid="B64">Muhlfeld et&#x20;al., 2017</xref>), which are strongly influenced by spring precipitation, winter snowpack, and the timing of spring snowmelt (<xref ref-type="bibr" rid="B71">Pederson et&#x20;al., 2010</xref>).</p>
</sec>
<sec id="s1-2">
<title>Data Acquisition-Genetic and Genomic Data</title>
<p>Trout have been periodically captured, sampled, and genotyped to assess the degree of RBT genetic admixture (the proportion of RBT alleles at the population level) in the study system since 2000. We used the associated long-term genetic monitoring data between years 2002 and 2019 as an index of RBT invasion. U.S. Geological Survey and Montana Fish Wildlife and Parks personnel selectively sampled streams where there was concern that WCT were hybridizing with non-native RBT, collecting fin clips from electrofished individuals and genotyping these individuals using various markers (microsatellites, SNPs, RAD-Capture sequencing). The genetic data were used to calculate RBT admixture in sampled populations.</p>
</sec>
<sec id="s1-3">
<title>Data Acquisition-Presence Absence Data</title>
<p>We generated a presence-absence dataset by classifying all occurrence records of less than 10% admixture to be &#x201c;absent.&#x201d; Although 10% still represents the presence of RBT alleles, conditions at these locations are less favorable for the establishment of this invasive taxon. Considering the difficulty of acquiring actual absence data (<xref ref-type="bibr" rid="B46">Jim&#xe9;nez-Valverde et&#x20;al., 2008</xref>) and that many SDM&#x2019;s rely on &#x201c;pseudo absences&#x201d;&#x2013;background points used to characterize the range of environmental conditions in a given study area (<xref ref-type="bibr" rid="B53">Lobo et&#x20;al., 2010</xref>)&#x2013;we assume that these genotypic absences contain insightful information regarding the distribution of RBT, particularly in comparison to pseudo absences. We supplemented these absences with a RBT dataset acquired from the Non-indigenous Aquatic Species (NAS; <xref ref-type="bibr" rid="B97">U.S. Geological Survey, 2020</xref>) database and clipped these records to the bounding box of the RBT genetics dataset. We included only data records acquired after year 2002 to match the availability of RS data. We also corrected for the influence of spatial autocorrelation by systematically subsampling data records so that no two points fell within 500&#xa0;m of each other in a given year (<xref ref-type="bibr" rid="B34">Fourcade et&#x20;al., 2014</xref>). The resultant occurrence dataset included 323 RBT presence locations and 167 absence point locations distributed across the study region over a 14&#xa0;year record. The occurrence data were then joined to Hydrologic Unit Catchment polygons (HUC; <xref ref-type="bibr" rid="B83">Seaber et&#x20;al., 1987</xref>). HUC polygons represent the landscape catchment area that drains to a portion of the stream network, whose hierarchical structure allows for a multi-scale delineation of drainage systems.</p>
</sec>
<sec id="s1-4">
<title>Data Acquisition and Processing-RS Data</title>
<p>To test whether proximal remote sensing cues contain sufficient environmental information to capture RBT niche requirements, we selected a number of readily available satellite RS data products based on a priori assumptions of ecologically relevant drivers of hybridization and distribution (see below; <xref ref-type="table" rid="T1">Table 1</xref>). To avoid scale mismatch issues among predictors, we modeled environmental variables aggregated over HUC-12 polygons at the sub-watershed scale. Aggregating each covariate to HUC polygons mitigates the potential footprint mismatch between the RS observations and stream network within a catchment and is a common technique used in building freshwater SDMs in order to handle issues of scale relating to predictor variables (<xref ref-type="bibr" rid="B35">Friedrichs-Manthey et&#x20;al., 2020</xref>). In addition, this method alleviates the inconsistent sampling inherent in the data and implicitly accommodates the mobile nature of RBT. Here, we give a brief description of the data products selected for model training and their connection to RBT niche requirements. The data products were preprocessed before being spatially aggregated to HUC-12 polygons as follows.</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Library of hypothesized and known ecologically relevant drivers of RBT hybridization and distribution.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Environmental Covariate</th>
<th align="center">Source</th>
<th align="center">Description</th>
<th align="center">Hypothesized Ecological Connection</th>
<th align="center">Units</th>
<th align="center">Resolution</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Land Surface Temperature</td>
<td align="left">MODIS AQUA LST MYD11A2 (V6; <xref ref-type="bibr" rid="B100">Wan et&#x20;al., 2015</xref>)</td>
<td align="left">Temperature on the surface of the Earth measured using thermal infrared passive sensors</td>
<td align="left">Stream Temperature; Maximum annual temperature record</td>
<td align="left">Kelvin</td>
<td align="center">1&#xa0;km</td>
</tr>
<tr>
<td align="left">Precipitation<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="left">National Land Data Assimilation System (NLDAS; <xref ref-type="bibr" rid="B62">Mitchell 2004</xref>)</td>
<td align="left">Rain and snow accumulation, interpolated from weather stations and integrated with actively sensed radar products&#xa0;</td>
<td align="left">Magnitude of peak flow events</td>
<td align="left">kg/m<sup>2</sup>
</td>
<td align="center">0.125 arc degrees 10&#xa0;km</td>
</tr>
<tr>
<td align="left">Flashiness<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
<td align="left">USGS Dynamic Surface Water Extent Product (Jones 2018)</td>
<td align="left">Annual per-pixel variation of a dynamic surface water extent algorithm; Derived from Landsat satellite imagery</td>
<td align="left">Flood disturbances; Seasonal flow variation</td>
<td align="left">Unitless</td>
<td align="center">30&#xa0;m</td>
</tr>
<tr>
<td align="left">Surface Water Occurrence</td>
<td align="left">JRC Global Surface Water Mapping Layers (<xref ref-type="bibr" rid="B73">Pekel et&#x20;al. 2016</xref>)</td>
<td align="left">Persistence of water on the surface; Derived from Landsat satellite imagery</td>
<td align="left">Stream flow rates (at HUC - level aggregation); Habitat connectivity</td>
<td align="left">Unitless</td>
<td align="center">30&#xa0;m</td>
</tr>
<tr>
<td align="left">Topographic Diversity</td>
<td align="left">
<xref ref-type="bibr" rid="B91">Theobald et&#x20;al. (2015)</xref>
</td>
<td align="left">Variation in temperature and moisture conditions available to species</td>
<td align="left">Habitat structure and diversity</td>
<td align="left">Unitless</td>
<td align="center">90&#xa0;m</td>
</tr>
<tr>
<td align="left">Gross Primary Productivity</td>
<td align="left">
<xref ref-type="bibr" rid="B81">Robinson et&#x20;al. (2018)</xref>
</td>
<td align="left">Amount of carbon captured by plants in an ecosystem; Derived from Landsat satellite imagery</td>
<td align="left">Carbon available to the system</td>
<td align="left">kg C/m<sup>2</sup>/16-days</td>
<td align="center">30&#xa0;m</td>
</tr>
<tr>
<td align="left">Normalized Difference Vegetation Index</td>
<td align="left">MODIS AQUA MYD13A2 (V6) Vegetation Indices</td>
<td align="left">Density of &#x201c;greenness&#x201d; on landscape</td>
<td align="left">Photosynthetic Activity</td>
<td align="left">Unitless</td>
<td align="center">250&#xa0;m</td>
</tr>
<tr>
<td align="left">Enhanced Vegetation Index</td>
<td align="left">MODIS AQUA MYD13A2 (V6) Vegetation Indices</td>
<td align="left">Modified vegetation index that reduces atmospheric contamination and maintains sensitivity over dense vegetation</td>
<td align="left">Photosynthetic Activity relative to Canopy Structure</td>
<td align="left">Unitless</td>
<td align="center">250&#xa0;m</td>
</tr>
<tr>
<td align="left">Percent Tree Cover</td>
<td align="left">MODIS TERRA MOD44B (<xref ref-type="bibr" rid="B39">Hansen et&#x20;al., 2003</xref>)</td>
<td align="left">Percent of woody vegetation</td>
<td align="left">Stream structure and habitat diversity</td>
<td align="left">Percent cover</td>
<td align="center">250&#xa0;m</td>
</tr>
<tr>
<td align="left">Heat Insolation Load</td>
<td align="left">
<xref ref-type="bibr" rid="B91">Theobald et&#x20;al. (2015)</xref>
</td>
<td align="left">Incident radiation derived from latitude, slope, and aspect</td>
<td align="left">Daily temperature variation; Stream Temperature</td>
<td align="left">Unitless</td>
<td align="center">90&#xa0;m</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="Tfn1">
<label>a</label>
<p>Preprocessed further from published products (see methods).</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Land Surface &#x201c;skin&#x201d; Temperature (LST) observations were obtained from thermal-infrared measurements from the Moderate Resolution Imaging Spectroradiometer (MODIS) mounted on the NASA EOS Aqua satellite (<xref ref-type="bibr" rid="B52">Li et&#x20;al., 2013</xref>; <xref ref-type="bibr" rid="B100">Wan et&#x20;al., 2015</xref>). The MODIS LST product is mapped to a 1-km resolution spatial grid similar to the sensor footprint. LST retrievals are acquired on a daily basis and composited over coarser 8-day intervals to reduce cloud and atmosphere contamination effects. The MODIS Aqua LST retrievals are acquired at 13:30 local time from the sun-synchronous polar orbiting satellite and reflect mid-day conditions close to the maximum diurnal temperature range. Because trout species are limited by high temperature (<xref ref-type="bibr" rid="B103">Wenger et&#x20;al., 2011</xref>), we constructed a maximum composite image by capturing the maximum LST recorded in each grid cell for each year in our study period.</p>
<p>The National Land Data Assimilation System (NLDAS) uses a land surface model to integrate ground and space based observing systems, providing spatially explicit and temporally continuous estimates for various environmental variables including precipitation, potential evaporation, and specific humidity (<xref ref-type="bibr" rid="B62">Mitchell, 2004</xref>) at 0.125 arc&#xb0; and hourly resolutions. We aggregated the NLDAS precipitation product with a per-pixel sum composite at 3-month seasonal intervals (i.e., Spring Precipitation, Summer Precipitation,&#x20;etc).</p>
<p>The Dynamic Surface Water Extent (DSWE) product provides high temporal (8-days) repeat, moderate spatial resolution (30&#xa0;m) data on surface water inundation across broad spatial scales (<xref ref-type="bibr" rid="B47">Jones 2019</xref>). It uses an experimentally derived spectral mixture model and 5&#x20;rule-based decision criteria to classify Landsat surface reflectance pixels as &#x201c;not water,&#x201d; &#x201c;open water,&#x201d; or &#x201c;partial surface water&#x201d; in a spatially and temporally explicit manner. For each week in our study period (i.e., 2002&#x2013;2018), we gathered DSWE observations and generated a weekly per-pixel estimate of surface water inundation in our study area. We produced a surface water variation metric by finding the per-pixel temporal standard deviation within each year. The temporal standard deviation (as opposed to the IQR or variance) of the water variation was chosen as a proximal cue for stream flashiness due to its sensitivity to outliers, since RBT spawning is known to be sensitive to variations in stream flow&#x20;rates.</p>
<p>In contrast to the DSWE product, the Landsat global surface water extent product identifies the presence of water over time using a mix of expert systems, visual analytics, and evidential reasoning (<xref ref-type="bibr" rid="B73">Pekel et&#x20;al., 2016</xref>). Using this algorithm, <xref ref-type="bibr" rid="B73">Pekel et&#x20;al. (2016)</xref> developed several thematic mapping layers including the Surface Water Occurrence metric, which quantifies the overall location and persistence of surface water cover at 30&#xa0;m spatial resolution from 1984 to present. The surface water persistence metrics are derived from the Landsat satellite series record, which provides consistent 30&#xa0;m spatial resolution and potential 16-days repeat coverage over the globe. However, actual spatial and temporal coverage of surface water dynamics is degraded by cloud and atmosphere contamination, seasonal reductions in solar illumination at higher latitudes, and overlying vegetation cover. Slow moving main-stem rivers generally have larger surface areas than lower order streams, so when spatially aggregated to HUC-level polygons, this product encapsulates information about flow rates and overall aquatic habitat connectivity.</p>
<p>Gross Primary Productivity (GPP) quantifies the plant photosynthetic uptake of atmospheric CO<sub>2</sub> and represents the amount of carbon and energy flow into the ecosystem. In this study, a 30&#xa0;m resolution daily GPP record for the continental United&#x20;States was used to characterize energy (and nutrients) available to ultimately support aquatic food webs. The GPP record is calculated using a modified form of the MOD17 light use efficiency algorithm driven by satellite observed fraction of photosynthetic active radiation (FPAR) derived from Landsat 30&#xa0;m spectral reflectances, gridded (4-km resolution) daily surface meteorology observations (i.e.,&#x20;gridMET; <xref ref-type="bibr" rid="B1">Abatzoglou 2013</xref>), and the national land cover database (<xref ref-type="bibr" rid="B81">Robinson et&#x20;al., 2018</xref>). GPP has been used to predict freshwater fish species richness across the globe (<xref ref-type="bibr" rid="B74">Pelayo-Villamil et&#x20;al., 2015</xref>), and previous research supports the link between primary production and fish productivity (<xref ref-type="bibr" rid="B25">Downing et&#x20;al., 1990</xref>). Thus, this proximal product may contain information pertaining to the invertebrate community or vegetation structure. We calculated the accumulated annual GPP during each year of interest as a temporal sum composite, hypothesizing that the Landsat based GPP record captures bioenergetic constraints at scales relevant to&#x20;RBT.</p>
<p>The MODIS Enhanced Vegetation Index (EVI; <xref ref-type="bibr" rid="B22">Didan 2015</xref>) is a modified version of the Normalized Difference Vegetation Index (NDVI), has improved sensitivity to green vegetation cover in high biomass regions, and minimizes atmospheric contamination effects. The MODIS (MOD13Q1) EVI product is derived globally at 250m, 16-days spatiotemporal resolutions. Because plants both absorb radiation in the visible spectrum and emit radiation in the near-infrared spectrum, the EVI is sensitive to the photosynthetic activity of terrestrial systems. <xref ref-type="bibr" rid="B57">Massicotte et&#x20;al. (2015)</xref> used EVI as a proxy for aquatic vegetation biomass to predict larval fish abundance. Here, we used EVI as a proxy for the potential productivity of stream and riparian systems, where higher productivity systems would be more susceptible to invasion (i.e., hot spots). Thus, we calculated a temporal EVI mean composite for each year to capture average conditions relevant to&#x20;RBT.</p>
<p>The NASA MODIS Vegetation Continuous Fields (VCF) product provides a spatially continuous land cover estimate of general vegetation traits such as percent tree cover, percent non-tree cover, and percent barren land at 250&#xa0;m resolution and annual temporal fidelity (<xref ref-type="bibr" rid="B39">Hansen et&#x20;al., 2003</xref>). The MODIS (MOD44B) VCF product is derived using a decision tree classification trained on MODIS surface reflectance and LST. We used the VCF percent tree cover metric to define the vegetative structure of the system within each HUC. The vegetation structure of various riparian areas has been linked to macro-invertebrate species richness (<xref ref-type="bibr" rid="B89">Sweeney 1993</xref>; <xref ref-type="bibr" rid="B21">Death and Collier 2009</xref>). We chose the VCF product to represent the overall disturbance and shadiness of a given HUC. Although GPP, EVI, and Percent Tree Cover quantify similar aspects of bioenergetic constraints, macro-invertebrate potential, and habitat structure, we expected to see differences in predictive power due to their differing resolutions, underlying algorithms, and retrieval accuracy.</p>
<p>In addition, topographic indices such as Topographic Diversity and Heat Insolation Load (<xref ref-type="bibr" rid="B91">Theobald et&#x20;al., 2015</xref>) provide information about the topographic structure, microclimate variability, and resultant thermal dynamics of a given HUC. Topographic diversity is also congruent with the measurement of the heterogeneity of various landforms including valley bottom constraints, hills, and ridges as derived from a multi-scale neighborhood analysis. This metric indicates the structural diversity and, therefore, the likelihood of connectivity of stream networks within watersheds. Heat Insolation Load reflects variations in latitude and incident solar radiation to quantify the heat-loading capacity of different regions. Together with LST, heat insolation load provides a proximal cue to the overall stream temperature of a given&#x20;HUC.</p>
<p>Covariates were obtained through data preprocessing performed within Google Earth Engine (GEE; <xref ref-type="bibr" rid="B37">Gorelick et&#x20;al., 2017</xref>). We subjected each lower-level remote sensing variable (e.g. LST, GPP, EVI, Percent Tree Cover) to stringent quality filtering based on pre-published quality bands included in each product (see <xref ref-type="sec" rid="s10">Supplementary Material S1</xref>). We kept the quality control filters inherent in the higher-level development products (e.g. Surface Water Occurrence, Heat-insolation Load). We intersected the RBT survey locations to their encompassing HUC12 catchments and calculated a weighted average of genetic admixture relative to the number of individuals in a dataset. For the RBT occurrence dataset, we simply aggregated occurrence points to the HUC level. We classified any HUC containing at least one presence location to be suitable. We then averaged each environmental covariate across all HUCs in our study area. This resulted in a tabular dataset with each column corresponding to the spatial average of an environmental covariate, or&#x2014;depending on what our dependent variable was&#x2014;a HUC-level weighted admixture percentage or HUC-level occurrence Boolean. By taking HUC-level aggregates, we controlled for the effects of steep topography that concentrate environmental gradients at small spatial scales and the potential footprint mismatch between environmental data pixels and stream conditions. Although the same HUC may have been sampled in multiple years, we treated each HUC&#x2013;year pair as an independent observation.</p>
<p>Data were exported from GEE, and due to the reliance of variable importance techniques on predictors being independent of one another, all covariates with a Pearson&#x2019;s correlation coefficient &#x3e;0.7 were dropped (<xref ref-type="bibr" rid="B24">Dormann et&#x20;al., 2013</xref>). In addition, because covariates may contain similar explanatory information but may not be represented by a linear relationship, we tested for multicollinearity (<xref ref-type="bibr" rid="B54">Mansfield and Helms 1982</xref>) by fitting Random Forest models with each covariate as an independent variable, and we dropped each variable that was shown to have a feature dependence score &#x3e;0.7 in predicting another variable. This process was repeated until no two columns had a partial dependency exceeding 0.6. This process resulted in 12 covariates: land surface temperature, surface water occurrence, heat insolation load, percent tree cover, flashiness, winter precipitation, fall precipitation, topographic diversity, summer precipitation, spring precipitation, gross primary productivity, and enhanced vegetation index. An overview of model inputs, outputs, and overall workflow can be found in <xref ref-type="fig" rid="F2">Figure&#x20;2</xref>.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Overall workflow, model inputs, and model outputs. Yellow box indicates model inputs. Green boxes indicate steps as referenced in the methods. Purple box indicates each model output. RBT presence and absence observation locations are denoted by respective red and blue points on the associated study area&#x20;maps.</p>
</caption>
<graphic xlink:href="fdata-04-734990-g002.tif"/>
</fig>
</sec>
<sec id="s1-5">
<title>Admixture Model Training</title>
<p>Using the above covariates, we trained an ensemble of Linear Regression (GLM), Gradient Boosted Regressor (GBM), Classification Tree Regressor (CTA), Artificial Neural Network Regressor (ANN), XGBoost Regressor (XGB), and Random Forest Regressor (RF) models using sklearn version 0.23.1 (<xref ref-type="bibr" rid="B72">Pedregosa et&#x20;al., 2011</xref>) in Python 3.7.7, with 20% of data randomly withheld for testing. We used the ensemble method because it has been shown to be an improvement over single models by reducing model-based uncertainty (<xref ref-type="bibr" rid="B55">Marmion et&#x20;al., 2009</xref>; <xref ref-type="bibr" rid="B29">Elith et&#x20;al., 2010</xref>). For a brief description of each component model, see <xref ref-type="sec" rid="s10">Supplementary Material S2</xref>. Because the distribution of RBT hybridization was severely skewed toward higher rates (i.e., right skewed), we visually confirmed that testing data had similar distributions to training data. To consolidate model estimates, we implemented an ensemble method consisting of each of the above models, weighting the overall prediction by the mean absolute error (<xref ref-type="bibr" rid="B106">Willmott and Matsuura 2005</xref>) and omitting the artificial neural network due to severe inaccuracy.</p>
</sec>
<sec id="s1-6">
<title>Presence Absence Model Training</title>
<p>The same covariates were used for both the hybridization and occurrence models. We implemented an ensemble method consisting of the classification analogues for the above regression models, again using Scikit-learn version 0.23.2. We took a weighted average of each component model prediction by the area under the receiver operative characteristic curve statistic (i.e., AUC score; <xref ref-type="bibr" rid="B12">Bradley 1997</xref>), omitting the GLM and ANN due to the unrealistic predictions (see below; <xref ref-type="bibr" rid="B29">Elith et&#x20;al., 2010</xref>). For example, if the random forest model were to have a higher accuracy score than the decision tree model, the overall ensemble model prediction would be more influenced by the random forest than the decision tree. We evaluated the predictive accuracy of the resultant ensemble model by computing a 30-fold cross validation accuracy score, where the training data were partitioned into 30 random segments of equal size, 29 of which were used to train the model, while the remaining segment was used to calculate the accuracy score. We calculated this accuracy score by computing the fraction of correct predictions of each segment, averaging the scores over all 30 folds for an overall metric of ensemble model accuracy. We then generated choropleth range maps (i.e.,&#x20;thematic maps showing summary statistics over a set number of polygons) by applying the ensemble of models to predict suitable habitat for mean covariates across two vector datasets representing the &#x201c;first decade&#x201d; (years 2002&#x2013;2010) and the &#x201c;second decade&#x201d; (2010&#x2013;2018) of the study period, each spatially aggregated to HUC level. Although each ensemble model predicted different presence amounts for the testing dataset, both the GLM and ANN did not show any variation of predicted suitability among first decade and 2nd&#xa0;decade HUCs, so were removed from further analysis. To examine the degree of extrapolation, we calculated the Multivariate Environmental Similarity Surface (<xref ref-type="bibr" rid="B29">Elith et&#x20;al., 2010</xref>) for each vector dataset. To examine the model prediction certainty, we calculated the standard deviation of prediction probabilities for each remaining estimator.</p>
</sec>
<sec id="s1-7">
<title>Discerning Top Predictors</title>
<p>To identify top predictors of RBT distributions, we implemented an ensemble of different feature importance techniques with each of the aforementioned ML models trained to predict occurrence and their analogues trained to predict hybridization. Each model was subject to Recursive Feature Elimination (<xref ref-type="bibr" rid="B17">Chen et&#x20;al., 2018</xref>), Permutation Importance (<xref ref-type="bibr" rid="B3">Altmann et&#x20;al., 2010</xref>), and Backwards Elimination (<xref ref-type="bibr" rid="B27">Draper and Smith, 1981</xref>). These feature importance methods are similar, but contain some important distinctions. Recursive Feature Elimination iteratively drops features which have the smallest impact on model prediction until a pre-defined number of features is leftover. Permutation Importance iteratively shuffles the values of a given predictor, predicts using all covariates including the artificially permuted feature, and measures the subsequent drop in classification accuracy. The predictor whose permutation yields the largest drop in classification accuracy is identified as the most important predictor. Backwards Selection drops a single predictor entirely, retraining a different model for each iteration and again measuring the drop in predictive performance. The top three predictors were selected for each remaining model and importance technique, and we tallied the number of times a given predictor was found in the top three. We also interrogated partial dependency plots for known mechanisms driving occurrence and hybridization.</p>
</sec>
</sec>
<sec sec-type="results" id="s2">
<title>Results</title>
<p>The tree-based methods (i.e., Random Forest, Decision Tree, Gradient Boosted Trees, XGBoost) yielded higher predictive accuracy than the linear and deep learning models for the RBT application (<xref ref-type="table" rid="T2">Table&#x20;2</xref>). Although the occurrence ANN and logistic regression models predicted a mix of RBT presence and absence for an unseen test dataset, both models predicted homogenous vectors of presence or absence for the first and second decades. For instance, the logistic regression predicted that all HUCs in both decades were suitable; conversely, the ANN predicted that all HUCs in both decades were unsuitable. Similarly, both the hybridization ANN and linear regression models predicted unrealistic hybridization levels of 100% for every HUC, whereas all the tree-based regressors predicted RBT hybridization levels between 0 and&#x20;100%.</p>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>Predictive capability of each ensemble model. Bold indicates highest accuracy models. Asterisk indicates models that were removed due to unrealistic predictions.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Occurrence</th>
<th align="center">Model</th>
<th align="left">Area Under the Curve Score</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left"/>
<td align="left">
<bold>Random Forest</bold>
</td>
<td align="center">
<bold>0.89</bold>
</td>
</tr>
<tr>
<td align="left"/>
<td align="left">Logistic Regression</td>
<td align="center">0.69</td>
</tr>
<tr>
<td align="left"/>
<td align="left">Artificial Neural Network &#x2a;</td>
<td align="center">0.62</td>
</tr>
<tr>
<td align="left"/>
<td align="left">Gradient Boosted Trees</td>
<td align="center">0.84</td>
</tr>
<tr>
<td align="left"/>
<td align="left">XGBoost</td>
<td align="center">0.83</td>
</tr>
<tr>
<td align="left"/>
<td align="left">Classification Tree</td>
<td align="center">0.81</td>
</tr>
<tr>
<td align="left">&#x2003;<bold>Hybridization</bold>
</td>
<td align="center">
<bold>Model</bold>
</td>
<td align="left">
<bold>Mean Absolute Error</bold>
</td>
</tr>
<tr>
<td align="left"/>
<td align="left">
<bold>Random Forest</bold>
</td>
<td align="center">
<bold>0.05</bold>
</td>
</tr>
<tr>
<td align="left"/>
<td align="left">Linear Regression</td>
<td align="center">0.07</td>
</tr>
<tr>
<td align="left"/>
<td align="left">Artificial Neural Network &#x2a;</td>
<td align="center">121.79</td>
</tr>
<tr>
<td align="left"/>
<td align="left">
<bold>Gradient Boosted Trees</bold>
</td>
<td align="center">
<bold>0.05</bold>
</td>
</tr>
<tr>
<td align="left"/>
<td align="left">XGBoost</td>
<td align="center">0.06</td>
</tr>
<tr>
<td align="left"/>
<td align="left">
<bold>Classification Tree</bold>
</td>
<td align="center">
<bold>0.05</bold>
</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>In evaluating the hybridization predictor (i.e., the ensemble of regression models), Land Surface Temperature, Heat Insolation Load, and Gross Primary Productivity were the most predictive features explaining RBT hybridization trends. The ensemble model also produced a favorable Mean Absolute Error of 5.5%. 90% of the residuals were less than 15% hybridization, although some predicted hybridization values had errors greater than 15%. Although observed hybridization percentages ranged from 0 to 100%, admixture predictions only ranged from 0 to 60%. Choropleth maps trained on the hybridization dataset did not correspond with known hybridization levels within the study area and showed unrealistic spatial patterning (i.e., checkerboarding rather than being spatially correlated) (<xref ref-type="fig" rid="F3">Figure&#x20;3</xref>).</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Predicted RBT hybridization for the second&#xa0;decade (2010&#x2013;2018) composite, with dimensionless hybridization levels ranging from low (0) to high (1); black lines delineate individual HUCs within the larger study&#x20;basin.</p>
</caption>
<graphic xlink:href="fdata-04-734990-g003.tif"/>
</fig>
<p>In evaluating the ensemble RBT occurrence model, we identified Land Surface Temperature, Surface Water Occurrence, and Heat Insolation Load as key predictive indices explaining RBT presence and absence (<xref ref-type="fig" rid="F4">Figure&#x20;4</xref>). The model results also showed a favorable 30-fold cross validation accuracy score of 0.87. Surprisingly, Gross Primary Productivity did not show up as a top predictor of RBT occurrence, even though it was identified as a key predictor of RBT hybridization. Choropleth maps showed spatial patterns that agreed with known RBT occurrence records within the study area and reveal a strong tendency to predict high RBT relative suitability in main-stem rivers (<xref ref-type="fig" rid="F5">Figure&#x20;5</xref>). In particular, the ensemble model predicted high relative suitability in the North Fork of the Flathead River basin and in the upper Flathead River system for both the first and second decade. For a comparison of the component classifier predictions, see the <xref ref-type="sec" rid="s10">Supplementary Material S3</xref>. The predicted RBT occurrences showed relatively small changes between the first and second decades. Although most predicted suitability differences were negligible, the ensemble model predicted a large degree of decreasing RBT suitability in the Salish Mountains and Lewis Range, with increased suitability in the northern Mission mountains and East Glacier Park regions (<xref ref-type="fig" rid="F6">Figure&#x20;6</xref>). The multivariate environmental similarity surface map shows that most HUCs fall within reasonable extrapolation distance from training locations (<xref ref-type="fig" rid="F7">Figure&#x20;7</xref>).</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>Top predictors of RBT occurrence as identified by the occurrence&#x20;model.</p>
</caption>
<graphic xlink:href="fdata-04-734990-g004.tif"/>
</fig>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption>
<p>
<bold>(A)</bold> Predicted RBT relative suitability of first decade (2002&#x2013;2010) and <bold>(B)</bold> second&#xa0;decade (2010&#x2013;2018) vector composites within the Flathead basin study region; black lines delineate individual HUCs within the larger basin.</p>
</caption>
<graphic xlink:href="fdata-04-734990-g005.tif"/>
</fig>
<fig id="F6" position="float">
<label>FIGURE 6</label>
<caption>
<p>Normalized predicted relative RBT suitability change between the second and first decades of the study period (2002&#x2013;2018) within the Flathead basin. The Salish Mountains and Lewis Range sub-regions decreased in suitability (blue-green shades; blue arrow), while suitability marginally increased in other regions and increased more drastically in portions of the northern Mission Range and east Glacier National Park regions (red shades; pink arrow).</p>
</caption>
<graphic xlink:href="fdata-04-734990-g006.tif"/>
</fig>
<fig id="F7" position="float">
<label>FIGURE 7</label>
<caption>
<p>Multivariate Environmental Similarity Surface in the Flathead basin for the 2nd&#xa0;decade (2010&#x2013;2018) vector composite, which was consistent with the first decade (2002&#x2013;2010) composite. Greener shades in the similarity surface indicate that most HUCs fall within a reasonable extrapolation distance from RBT training locations.</p>
</caption>
<graphic xlink:href="fdata-04-734990-g007.tif"/>
</fig>
<p>Partial Dependency Plots (PDP) for the RBT occurrence and hybridization models revealed differing model performances relative to the top predictors, although the PDPs for the RBT occurrence model are more reliable because this model revealed more realistic spatial patterns of habitat suitability (<xref ref-type="fig" rid="F3">Figure&#x20;3</xref>). For example, the occurrence PDP for flashiness predicted the highest suitability relative to (unitless) flashiness values of 3, whereas the hybridization PDP for flashiness predicted the highest hybridization levels at 7 (<xref ref-type="fig" rid="F8">Figure&#x20;8</xref>). The PDPs for both Land Surface Temperature and Surface Water Occurrence showed similar performance between models, and both models showed increasing suitability at temperatures below 34&#xb0;C. Although both ensemble models identified Heat Insolation Load as a top predictor, the shape of this PDP differed substantially for both models (<xref ref-type="fig" rid="F9">Figure&#x20;9</xref>).</p>
<fig id="F8" position="float">
<label>FIGURE 8</label>
<caption>
<p>Partial dependency plots for surface water flashiness in both the RBT occurrence ensemble <bold>(A)</bold> and the hybridization ensemble <bold>(B)</bold> models.</p>
</caption>
<graphic xlink:href="fdata-04-734990-g008.tif"/>
</fig>
<fig id="F9" position="float">
<label>FIGURE 9</label>
<caption>
<p>Partial dependency plots for Heat Insolation Load in both the RBT occurrence ensemble <bold>(A)</bold> and the hybridization ensemble <bold>(B)</bold> models.</p>
</caption>
<graphic xlink:href="fdata-04-734990-g009.tif"/>
</fig>
</sec>
<sec sec-type="discussion" id="s3">
<title>Discussion</title>
<p>We present a streamlined workflow that can be used for identifying top predictors of species occurrence and evaluating areas of high risk for invasion and establishment of IS in freshwater ecosystems. This case study allowed us to identify strengths, pitfalls, and opportunities for refinement of this workflow. We attained high cross-validation accuracy and identified key environmental predictors. Model performance relative to the top predictors reinforced known assumptions about RBT distributional requirements in the case of the occurrence&#x20;model.</p>
<p>We place the utility of this methodology squarely in the realm of prediction-first objectives, to be used in tandem with other management tools. Our methodology provides pivotal advancement towards integrating research insights between managers, stakeholders, and decision makers, a crucial step towards proactive IS management (<xref ref-type="bibr" rid="B79">Reaser et&#x20;al., 2020b</xref>). The effectiveness and efficiency of this data-driven approach not only permit managers to objectively prioritize &#x201c;high-risk pathways&#x201d; (<xref ref-type="bibr" rid="B76">Py&#x161;ek et&#x20;al., 2020</xref>), but also enable frequent sharing of maps created from rapidly mobilized occurrence data (<xref ref-type="bibr" rid="B38">Groom et&#x20;al., 2019</xref>). These advantages allow for weighing the costs and benefits of potential management actions at intervals and time scales relevant to managers. As species occurrence data and temporally dynamic environmental information are received, they can be readily mobilized into actionable products using methodologies similar to the current&#x20;study.</p>
<p>The lack of spatial continuity of RBT hybridization predictions suggests that our workflow was unable to accurately model this process, in part due to a non-random field sampling effort. Understandably, sampling protocols prioritized streams where there was concern that RBT were hybridizing with native WCT, resulting in an overrepresentation of recent hybrids that may have skewed the distribution of hybridization training data or at least underrepresented hybridization values in the 40&#x2013;70% range. It remains unclear whether the unreliable model performance was due to the weaknesses of the training information or the difficulty in representing this process from remotely sensed data products. Indeed, modeling hybridization may not be possible without incorporating a clear dispersal mechanism in the model. In fact, RBT hybridization appears to be driven more by propagule pressure than environmental conditions (<xref ref-type="bibr" rid="B64">Muhlfeld et&#x20;al., 2017</xref>). Thus, results of the hybridization model must be interpreted cautiously&#x2014;unless stated explicitly, the remainder of this discussion addresses the RBT occurrence&#x20;model.</p>
<p>Correlative approaches to evaluating relative habitat suitability are well suited to the EDRR framework, although the tree-based models (both hybridization and occurrence) performed relatively well without additional tuning steps and could be better suited to EDRR. <xref ref-type="bibr" rid="B78">Reaser et&#x20;al. (2020a)</xref> define EDRR as a &#x201c;guiding principle for minimizing the effects of invasive species in an expedited, yet effective and cost-efficient manner.&#x201d; Here, we demonstrate that readily-available data products and empirical machine learning models can facilitate these foundational principles and specifically address the target analysis portion of the EDRR paradigm. Due to their flexibility and swiftness without the need of tuning procedures, tree-based ML models are especially suited to this stage, which is characterized by intensive surveys and proactive biosurveillance to detect the presence of IS with limited resources (<xref ref-type="bibr" rid="B80">Ricciardi et&#x20;al., 2017</xref>). This spatial prioritization tool is critical during the early stages of invasion (<xref ref-type="bibr" rid="B16">Carlson et&#x20;al., 2019</xref>), and managers using our workflow could prioritize high suitability areas to maximize the effectiveness and cost-efficiency of field efforts. For example, our occurrence model predicts high RBT suitability in the North Fork of the Flathead River and therefore suggests that monitoring efforts could be focused in that region. In addition, identifying top environmental drivers of RBT occurrence allows for more robust assessments of shifting conditions as observational data products are updated and released.</p>
<p>The fact that LST was still identified as a top predictor in both the hybridization and occurrence models suggests that temperature is an important driver of RBT distributions in this region. In addition, our connectivity metric (Surface Water Occurrence) was identified as another top predictor in the case of the more robust RBT occurrence model. However, the steep topography and dense riparian vegetation of stream ecosystems create a challenge for interpretation. For example, the global surface water extent algorithm does not include water bodies of less than 30&#x20;&#xd7; 30&#xa0;m, is known to underestimate water occurrence under emergent vegetation, and resolves the effects of terrain shadows via slopes derived from a 30&#xa0;m DEM (<xref ref-type="bibr" rid="B73">Pekel et&#x20;al., 2016</xref>). Indeed, the diverse vegetation communities and structural heterogeneity of aquatic systems biases the detection capability of this product towards open areas and larger stream orders. Similarly, although the LST product has been linked to stream temperature at the basin or reach level, the connection is less clear in smaller streams, particularly in those with mixed inputs (<xref ref-type="bibr" rid="B59">McNyset et&#x20;al., 2015</xref>). Aggregating at a HUC scale mitigates some adverse effects but does not preclude all issues of scale mismatch. Still, given the above caveats, a cautious interpretation of model performance against such predictors is insightful.</p>
<p>Specifically, the sign and magnitude of PDPs (i.e.,&#x20;Partial Dependency Plots) relative to proximal predictors of known niche requirements of RBT can be interrogated for realism. For example, the occurrence model predicts increasing relative suitability with increasing LST. Previous research has revealed that LST and stream temperature follow a linear relationship at roughly a 3:1 slope in the Columbia River Basin (<xref ref-type="bibr" rid="B59">McNyset et&#x20;al., 2015</xref>). After adjusting for this relationship, the occurrence model predicts increasing suitability at our highest observed stream temperature of 13&#xb0;C, and <xref ref-type="bibr" rid="B103">Wenger et&#x20;al. (2011)</xref> found that RBT have optimal temperatures at 16&#xb0;C (<xref ref-type="fig" rid="F10">Figure&#x20;10</xref>). However, not all PDPs showed realistic model performance. For example, the PDP for GPP showed an unrealistic dip at 250&#xa0;kg&#xa0;C/m<sup>2</sup>/16-days (<xref ref-type="fig" rid="F11">Figure&#x20;11</xref>).</p>
<fig id="F10" position="float">
<label>FIGURE 10</label>
<caption>
<p>Partial dependency plot showing RBT occurrence model performance against stream-temperature adjusted Land Surface temperature in the Flathead River basin <bold>(A)</bold> versus predicted water temperature (wtemp) niche requirements of RBT <bold>(B)</bold> from <xref ref-type="bibr" rid="B103">Wenger et&#x20;al. (2011)</xref>.</p>
</caption>
<graphic xlink:href="fdata-04-734990-g010.tif"/>
</fig>
<fig id="F11" position="float">
<label>FIGURE 11</label>
<caption>
<p>Partial dependency plot showing RBT occurrence model performance against Gross Primary Productivity in the Flathead basin study region.</p>
</caption>
<graphic xlink:href="fdata-04-734990-g011.tif"/>
</fig>
<p>Interrogating relatively low-importance model predictors can also be valuable. There were a few such products whose lack of explanatory power can be attributed to temporal lag effects, scale mismatch, or model uncertainty. For example, EVI has been used as a proxy for submerged aquatic vegetation in open water systems (<xref ref-type="bibr" rid="B57">Massicotte et&#x20;al., 2015</xref>), although the connection to species richness in streams is less clear (<xref ref-type="bibr" rid="B99">Vieira et&#x20;al., 2015</xref>). Thus, EVI may not translate to ecologically relevant conditions for RBT within the spatial and temporal scale of our study. Similarly, a terrestrial GPP metric was the most important variable in predicting global-scale species richness of freshwater fish (<xref ref-type="bibr" rid="B74">Pelayo-Villamil et&#x20;al., 2015</xref>) and is correlated with fish production in lakes (<xref ref-type="bibr" rid="B25">Downing et&#x20;al., 1990</xref>). However, our analysis did not reveal GPP as an important predictor for&#x20;RBT.</p>
<p>Given that GPP represents terrestrial carbon available to primary producers (<xref ref-type="bibr" rid="B81">Robinson et&#x20;al., 2018</xref>) and provides the basis for energy flows supporting aquatic food webs (<xref ref-type="bibr" rid="B102">Welti et&#x20;al., 2017</xref>), it may not drive the higher-level trophic response of stream vertebrates until after a lagging period. In addition, the NLDAS seasonal precipitation metrics did not show up as top predictors, even though RBT are known to be sensitive to peak flow events (<xref ref-type="bibr" rid="B32">Fausch et&#x20;al., 2001</xref>). One possible explanation is the geographic bias present in such spatially interpolated climatic data. Indeed, an examination of the weather stations used in the NLDAS product reveals that geographic coverage of the regional weather station network may be too sparse to fully represent the climate distribution imposed from relatively complex terrain and orographic effects in the Pacific Northwest (<xref ref-type="bibr" rid="B63">Mo et&#x20;al., 2012</xref>). Thus, we recommend the use of landscape scale RS products because of their spatial contiguity. Lastly, although the seasonal additive aggregate model inputs (i.e., Spring Total Precipitation, Summer Total Precipitation) may have captured the magnitude of peak flow events, these aggregates did not inform the timing and duration of flow. More work is needed to integrate the temporal variability of dynamic data products into our workflow.</p>
<p>Our workflow compromises interpretability for speed, accuracy, and efficiency. Top predictors are correlative at best, and without explicitly modeling the dispersal potential of these organisms, our model predicts relative habitat suitability alone. In addition, using temporally composited covariates results in a loss of information relating to the timing and duration of environmental conditions. However, such improvements would compromise the speed and agility strengths of this workflow. As the rate of new biological invasions shows no sign of slowing (<xref ref-type="bibr" rid="B84">Seebens et&#x20;al., 2017</xref>), early detection and rapid response is becoming more vital to prevent irreversible ecological damage and massive economic costs to societies. New technological integrations are needed to facilitate aquatic IS detection and promote proactive management. We present and test one such generalizable workflow for integrating occurrence information with readily available data products to generate spatiotemporally explicit habitat suitability (i.e.,&#x20;risk) maps. While this application case study was for RBT, the underlying models and workflow can be readily extended to other aquatic and terrestrial species.</p>
<p>Given further testing and validation, this workflow could be expanded in its geographic and taxonomic breadth by exploiting web-hosted databases of species occurrence data (e.g. GBIF, <ext-link ext-link-type="uri" xlink:href="http://www.gbif.org/">www.gbif.org</ext-link>; USGS NAS, <ext-link ext-link-type="uri" xlink:href="http://nas.er.usgs.gov/">http://nas.er.usgs.gov</ext-link>). Future considerations include accounting for sampling bias, integrating presence-only rather than presence-absence datasets, and working toward fully automating the data acquisition and preprocessing steps. The advancement of data sharing capabilities in ecological sciences, born out of the field&#x2019;s recent rebirth as a big-data science, has enabled robust methodologies and automated pipelines that can produce actionable insight based on continuous occurrence and environmental data streams. Leveraging workflows such as this provide a major step in the way of integrating these data with management action at broad spatial and ecological scales.</p>
</sec>
</body>
<back>
<sec id="s4">
<title>Data Availability Statement</title>
<p>Environmental data were publicly available and were accessed using Google Earth Engine. Some occurrence data analyzed in this study were publicly available. This data can be found here: <ext-link ext-link-type="uri" xlink:href="http://nas.er.usgs.gov">http://nas.er.usgs.gov</ext-link>. For the remainder of the occurrence data, please contact corresponding author.</p>
</sec>
<sec id="s5">
<title>Ethics Statement</title>
<p>Ethical review and approval was not required for the animal study because the dataset is a conglomeration of several published studies.</p>
</sec>
<sec id="s6">
<title>Author Contributions</title>
<p>SC conducted the analysis, designed the methods, and authored the paper. CBvR designed the methods, provided mentorship, and edited the paper. BH provided mentorship and edited the paper. CM provided admixture data and edited the paper. GL edited the paper. JK designed the methods, provided mentorship, and edited the&#x20;paper.</p>
</sec>
<sec id="s7">
<title>Funding</title>
<p>This research was funded primarily by a NASA ROSES Sustainable Living Systems grant (80NSSC19K0185) and a U.S. Geological Survey Northwest Climate Adaptation Science Center award G17AC000218 to CBvR.</p>
</sec>
<sec sec-type="COI-statement" id="s8">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s9" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ack>
<p>We thank two reviewers and the handling editor, Bin Peng, for insightful comments that helped improve and clarify this article. We also thank Ryan Kovach and other staff from Montana Fish, Wildlife, and Parks and Montana Natural Heritage Program for stewarding and collating genetic data on Montana fish, which were used in this project. Any use of trade, firm, or product names is for descriptive purposes only and does not imply endorsement by the U.S. Government.</p>
</ack>
<sec id="s10">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fdata.2021.734990/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fdata.2021.734990/full&#x23;supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet1.docx" id="SM1" mimetype="application/docx" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Abatzoglou</surname>
<given-names>J.&#x20;T.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Development of gridded surface meteorological data for ecological applications and modelling</article-title>. <source>Int. J.&#x20;Climatol.</source> <volume>33</volume>, <fpage>121</fpage>&#x2013;<lpage>131</lpage>. <pub-id pub-id-type="doi">10.1002/joc.3413</pub-id> </citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Allendorf</surname>
<given-names>F. W.</given-names>
</name>
<name>
<surname>Leary</surname>
<given-names>R. F.</given-names>
</name>
<name>
<surname>Hitt</surname>
<given-names>N. P.</given-names>
</name>
<name>
<surname>Knudsen</surname>
<given-names>K. L.</given-names>
</name>
<name>
<surname>Lundquist</surname>
<given-names>L. L.</given-names>
</name>
<name>
<surname>Spruell</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2004</year>). <article-title>Intercrosses and the U.S. Endangered Species Act: Should Hybridized Populations be Included as Westslope Cutthroat Trout</article-title>. <source>Conservation Biol.</source> <volume>18</volume>, <fpage>1203</fpage>&#x2013;<lpage>1213</lpage>. <pub-id pub-id-type="doi">10.1111/j.1523-1739.2004.00305.x</pub-id> </citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Altmann</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Tolo&#x15f;i</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Sander</surname>
<given-names>O.</given-names>
</name>
<name>
<surname>Lengauer</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Permutation importance: a corrected feature importance measure</article-title>. <source>Bioinformatics</source> <volume>26</volume>, <fpage>1340</fpage>&#x2013;<lpage>1347</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/btq134</pub-id> </citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bayliss</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Stewart</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Wilcox</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Randall</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>A perceived gap between invasive species research and stakeholder priorities</article-title>. <source>Nb</source> <volume>19</volume>, <fpage>67</fpage>&#x2013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.3897/neobiota.19.4897</pub-id> </citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bear</surname>
<given-names>E. A.</given-names>
</name>
<name>
<surname>Mcmahon</surname>
<given-names>T. E.</given-names>
</name>
<name>
<surname>Zale</surname>
<given-names>A. V.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Comparative Thermal Requirements of Westslope Cutthroat Trout and Rainbow Trout: Implications for Species Interactions and Development of Thermal Protection Standards</article-title>. <source>Trans. Am. Fish. Soc.</source> <volume>136</volume>, <fpage>1113</fpage>&#x2013;<lpage>1121</lpage>. <pub-id pub-id-type="doi">10.1577/t06-072.1</pub-id> </citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bedia</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Herrera</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Guti&#xe9;rrez</surname>
<given-names>J.&#x20;M.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Dangers of using global bioclimatic datasets for ecological niche modeling. Limitations for future climate projections</article-title>. <source>Glob. Planet. Change</source> <volume>107</volume>, <fpage>1</fpage>&#x2013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1016/j.gloplacha.2013.04.005</pub-id> </citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bellard</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Cassey</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Blackburn</surname>
<given-names>T. M.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Alien species as a driver of recent extinctions</article-title>. <source>Biol. Lett.</source> <volume>12</volume>, <fpage>20150623</fpage>. <pub-id pub-id-type="doi">10.1098/rsbl.2015.0623</pub-id> </citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bennett</surname>
<given-names>S. N.</given-names>
</name>
<name>
<surname>Olson</surname>
<given-names>J.&#x20;R.</given-names>
</name>
<name>
<surname>Kershner</surname>
<given-names>J.&#x20;L.</given-names>
</name>
<name>
<surname>Corbett</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Propagule pressure and stream characteristics influence introgression: cutthroat and rainbow trout in British Columbia</article-title>. <source>Ecol. Appl.</source> <volume>20</volume>, <fpage>263</fpage>&#x2013;<lpage>277</lpage>. <pub-id pub-id-type="doi">10.1890/08-0441.1</pub-id> </citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Berthon</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>How do native species respond to invaders Mechanistic and trait-based perspectives</article-title>. <source>Biol. Invasions</source> <volume>17</volume>, <fpage>2199</fpage>&#x2013;<lpage>2211</lpage>. <pub-id pub-id-type="doi">10.1007/s10530-015-0874-7</pub-id> </citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bhattacharya</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Machine Learning for Bioclimatic Modelling</article-title>. <source>Ijacsa</source> <volume>4</volume>. <pub-id pub-id-type="doi">10.14569/ijacsa.2013.040201</pub-id> </citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Boyer</surname>
<given-names>M. C.</given-names>
</name>
<name>
<surname>Muhlfeld</surname>
<given-names>C. C.</given-names>
</name>
<name>
<surname>Allendorf</surname>
<given-names>F. W.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>Rainbow trout (<italic>Oncorhynchus mykiss</italic>) invasion and the spread of hybridization with native westslope cutthroat trout (Oncorhynchus clarkii lewisi)</article-title>. <source>Can. J.&#x20;Fish. Aquat. Sci.</source> <volume>65</volume> (<issue>4</issue>), <fpage>658</fpage>&#x2013;<lpage>669</lpage>. <pub-id pub-id-type="doi">10.1139/f08-001</pub-id> </citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bradley</surname>
<given-names>A. P.</given-names>
</name>
</person-group> (<year>1997</year>). <article-title>The use of the area under the ROC curve in the evaluation of machine learning algorithms</article-title>. <source>Pattern Recognition</source> <volume>30</volume> (<issue>7</issue>), <fpage>1145</fpage>&#x2013;<lpage>1159</lpage>. <pub-id pub-id-type="doi">10.1016/s0031-3203(96)00142-2</pub-id> </citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bradshaw</surname>
<given-names>C. J.&#x20;A.</given-names>
</name>
<name>
<surname>Leroy</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Bellard</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Roiz</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Albert</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Fournier</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Massive yet grossly underestimated global costs of invasive insects</article-title>. <source>Nat. Commun.</source> <volume>7</volume>. <pub-id pub-id-type="doi">10.1038/ncomms12986</pub-id> </citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Breiman</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2001</year>). <article-title>Random Forests</article-title>. <source>Machine Learn.</source> <volume>45</volume>, <fpage>5</fpage>&#x2013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1023/a:1010933404324</pub-id> </citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carlson</surname>
<given-names>A. K.</given-names>
</name>
<name>
<surname>Taylor</surname>
<given-names>W. W.</given-names>
</name>
<name>
<surname>Kinnison</surname>
<given-names>M. T.</given-names>
</name>
<name>
<surname>Sullivan</surname>
<given-names>S. M. P.</given-names>
</name>
<name>
<surname>Weber</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>Melstrom</surname>
<given-names>R. T.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Threats to Freshwater Fisheries in the United&#x20;States: Perspectives and Investments of State Fisheries Administrators and Agricultural Experiment Station Directors</article-title>. <source>Fisheries</source> <volume>44</volume> (<issue>6</issue>), <fpage>276</fpage>&#x2013;<lpage>287</lpage>. <pub-id pub-id-type="doi">10.1002/fsh.10238</pub-id> </citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Meng</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Jin</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Su</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Decision Variants for the Automatic Determination of Optimal Feature Subset in RF-RFE</article-title>. <source>Genes</source> <volume>9</volume>, <fpage>301</fpage>. <pub-id pub-id-type="doi">10.3390/genes9060301</pub-id> </citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Guestrin</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>XGBoost</article-title>. <source>Proc. 22nd ACM SIGKDD Int. Conf. Knowledge Discov. Data Mining</source>. <pub-id pub-id-type="doi">10.1145/2939672.2939785</pub-id> </citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cramer</surname>
<given-names>J.&#x20;S.</given-names>
</name>
</person-group> (<year>2003</year>). <article-title>The Origins of Logistic Regression</article-title>. <source>SSRN J.</source>, <fpage>16</fpage>. <pub-id pub-id-type="doi">10.2139/ssrn.360300</pub-id> </citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cressie</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Calder</surname>
<given-names>C. A.</given-names>
</name>
<name>
<surname>Clark</surname>
<given-names>J.&#x20;S.</given-names>
</name>
<name>
<surname>Hoef</surname>
<given-names>J.&#x20;M. V.</given-names>
</name>
<name>
<surname>Wikle</surname>
<given-names>C. K.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Accounting for uncertainty in ecological analysis: the strengths and limitations of hierarchical statistical modeling</article-title>. <source>Ecol. Appl.</source> <volume>19</volume>, <fpage>553</fpage>&#x2013;<lpage>570</lpage>. <pub-id pub-id-type="doi">10.1890/07-0744.1</pub-id> </citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Daly</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Taylor</surname>
<given-names>G. H.</given-names>
</name>
<name>
<surname>Gibson</surname>
<given-names>W. P.</given-names>
</name>
<name>
<surname>Parzybok</surname>
<given-names>T. W.</given-names>
</name>
<name>
<surname>Johnson</surname>
<given-names>G. L.</given-names>
</name>
<name>
<surname>Pasteris</surname>
<given-names>P. A.</given-names>
</name>
</person-group> (<year>2000</year>). <article-title>High-Quality Spatial Climate Data Sets for the United States and Beyond</article-title>. <source>Trans. ASAE</source> <volume>43</volume> (<issue>6</issue>), <fpage>1957</fpage>&#x2013;<lpage>1962</lpage>. <pub-id pub-id-type="doi">10.13031/2013.3101</pub-id> </citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Death</surname>
<given-names>R. G.</given-names>
</name>
<name>
<surname>Collier</surname>
<given-names>K. J.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Measuring stream macroinvertebrate responses to gradients of vegetation cover: when is enough enough</article-title>. <source>Freshw. Biol.</source> <volume>55</volume> (<issue>7</issue>), <fpage>1447</fpage>&#x2013;<lpage>1464</lpage>. <pub-id pub-id-type="doi">10.1111/j.1365-2427.2009.02233.x</pub-id> </citation>
</ref>
<ref id="B22">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Didan</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2015</year>). &#x201c;<article-title>
<italic>MYD13A2 MODIS/Aqua Vegetation Indices 16-Day L3 Global 1km SIN Grid V006</italic> [Data set]</article-title>,&#x201d; in <source>NASA EOSDIS Land Processes DAAC</source>. <comment>Accessed 2021-04-15 from</comment>. <pub-id pub-id-type="doi">10.5067/MODIS/MYD13A2.006</pub-id> </citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dittrich</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Roilo</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Sonnenschein</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Cerrato</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Ewald</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Viterbi</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Modelling Distributions of Rove Beetles in Mountainous Areas Using Remote Sensing Data</article-title>. <source>Remote Sensing</source> <volume>12</volume>, <fpage>80</fpage>. <pub-id pub-id-type="doi">10.3390/rs12010080</pub-id> </citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dormann</surname>
<given-names>C. F.</given-names>
</name>
<name>
<surname>Elith</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Bacher</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Buchmann</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Carl</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Carr&#xe9;</surname>
<given-names>G.</given-names>
</name>
<etal/>
</person-group> (<year>2013</year>). <article-title>Collinearity: a review of methods to deal with it and a simulation study evaluating their performance</article-title>. <source>Ecography</source> <volume>36</volume>, <fpage>27</fpage>&#x2013;<lpage>46</lpage>. <pub-id pub-id-type="doi">10.1111/j.1600-0587.2012.07348.x</pub-id> </citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Downing</surname>
<given-names>J.&#x20;A.</given-names>
</name>
<name>
<surname>Plante</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Lalonde</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>1990</year>). <article-title>Fish Production Correlated with Primary Productivity, not the Morphoedaphic Index</article-title>. <source>Can. J.&#x20;Fish. Aquat. Sci.</source> <volume>47</volume> (<issue>10</issue>), <fpage>1929</fpage>&#x2013;<lpage>1936</lpage>. <pub-id pub-id-type="doi">10.1139/f90-217</pub-id> </citation>
</ref>
<ref id="B26">
<citation citation-type="book">
<person-group person-group-type="editor">
<name>
<surname>Pimentel</surname>
<given-names>D.</given-names>
</name>
</person-group> (Editor) (<year>2002</year>). <source>Biological Invasions. Economic and Environmental Plants, Animals, and Microbe Species</source> (<publisher-loc>Boca Raton, FL</publisher-loc>: <publisher-name>CRC</publisher-name>), <fpage>369</fpage>. </citation>
</ref>
<ref id="B27">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Draper</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Smith</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>1981</year>). <source>Applied Regression Analysis</source>. <edition>2d Edition</edition>. <publisher-loc>New York</publisher-loc>: <publisher-name>John Wiley &#x26; Sons</publisher-name>. </citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Elith</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Kearney</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Phillips</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>The art of modelling range-shifting species</article-title>. <source>Methods Ecol. Evol.</source> <volume>1</volume>, <fpage>330</fpage>&#x2013;<lpage>342</lpage>. <pub-id pub-id-type="doi">10.1111/j.2041-210x.2010.00036.x</pub-id> </citation>
</ref>
<ref id="B30">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Elith</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2017</year>). &#x201c;<article-title>Predicting Distributions of Invasive Species</article-title>,&#x201d; in <source>Invasive Species: Risk Assessment and Management</source>. Editors <person-group person-group-type="editor">
<name>
<surname>Robinson</surname>
<given-names>A. P.</given-names>
</name>
<name>
<surname>Walshe</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Burgman</surname>
<given-names>M. A.</given-names>
</name>
<name>
<surname>Nunn</surname>
<given-names>M.</given-names>
</name>
</person-group> (<publisher-loc>Cambridge</publisher-loc>: <publisher-name>Cambridge University</publisher-name>), <fpage>94</fpage>&#x2013;<lpage>129</lpage>. </citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Farley</surname>
<given-names>S. S.</given-names>
</name>
<name>
<surname>Dawson</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Goring</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Williams</surname>
<given-names>J.&#x20;W.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Situating Ecology as a Big-Data Science: Current Advances, Challenges, and Solutions</article-title>. <source>BioScience</source> <volume>68</volume>, <fpage>563</fpage>&#x2013;<lpage>576</lpage>. <pub-id pub-id-type="doi">10.1093/biosci/biy068</pub-id> </citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fausch</surname>
<given-names>K. D.</given-names>
</name>
<name>
<surname>Taniguchi</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Nakano</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Grossman</surname>
<given-names>G. D.</given-names>
</name>
<name>
<surname>Townsend</surname>
<given-names>C. R.</given-names>
</name>
</person-group> (<year>2001</year>). <article-title>Flood disturbance regimes influence rainbow trout invasion success among five holarctic regions</article-title>. <source>Ecol. Appl.</source> <volume>11</volume>, <fpage>1438</fpage>&#x2013;<lpage>1455</lpage>. <pub-id pub-id-type="doi">10.1890/1051-0761(2001)011[1438:fdrirt]2.0.co;2</pub-id> </citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fick</surname>
<given-names>S. E.</given-names>
</name>
<name>
<surname>Hijmans</surname>
<given-names>R. J.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>WorldClim 2: new 1&#x2010;km spatial resolution climate surfaces for global land areas</article-title>. <source>Int. J.&#x20;Climatol</source> <volume>37</volume> (<issue>12</issue>), <fpage>4302</fpage>&#x2013;<lpage>4315</lpage>. <pub-id pub-id-type="doi">10.1002/joc.5086</pub-id> </citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fourcade</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Engler</surname>
<given-names>J.&#x20;O.</given-names>
</name>
<name>
<surname>R&#xf6;dder</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Secondi</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Mapping Species Distributions with MAXENT Using a Geographically Biased Sample of Presence Data: A Performance Assessment of Methods for Correcting Sampling Bias</article-title>. <source>PLoS ONE</source> <volume>9</volume>, <fpage>e97122</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0097122</pub-id> </citation>
</ref>
<ref id="B35">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Friedrichs&#x2010;Manthey</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Langhans</surname>
<given-names>S. D.</given-names>
</name>
<name>
<surname>Hein</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Borgwardt</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Kling</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>J&#xe4;hnig</surname>
<given-names>S. C.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>From topography to hydrology-The modifiable area unit problem impacts freshwater species distribution models</article-title>. <source>Ecol. Evol.</source> <volume>10</volume> (<issue>6</issue>), <fpage>2956</fpage>&#x2013;<lpage>2968</lpage>. <pub-id pub-id-type="doi">10.1002/ece3.6110</pub-id> </citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gorelick</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Hancher</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Dixon</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Ilyushchenko</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Thau</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Moore</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Google Earth Engine: Planetary-scale geospatial analysis for everyone</article-title>. <source>Remote Sensing Environ.</source> <volume>202</volume>, <fpage>3</fpage>. <pub-id pub-id-type="doi">10.1016/j.rse.2017.06.031</pub-id> </citation>
</ref>
<ref id="B38">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Groom</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Strubbe</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Adriaens</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Davis</surname>
<given-names>A. J.&#x20;S.</given-names>
</name>
<name>
<surname>Desmet</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Oldoni</surname>
<given-names>D.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Empowering Citizens to Inform Decision-Making as a Way Forward to Support Invasive Alien Species Policy</article-title>. <source>Citizen Sci. Theor. Pract.</source> <volume>4</volume>, <fpage>1</fpage>. <pub-id pub-id-type="doi">10.5334/cstp.238</pub-id> </citation>
</ref>
<ref id="B39">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hansen</surname>
<given-names>M. C.</given-names>
</name>
<name>
<surname>DeFries</surname>
<given-names>R. S.</given-names>
</name>
<name>
<surname>Townshend</surname>
<given-names>J.&#x20;R. G.</given-names>
</name>
<name>
<surname>Carroll</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Dimiceli</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Sohlberg</surname>
<given-names>R. A.</given-names>
</name>
</person-group> (<year>2003</year>). <article-title>Global Percent Tree Cover at a Spatial Resolution of 500 Meters: First Results of the MODIS Vegetation Continuous Fields Algorithm</article-title>. <source>Earth Interact.</source> <volume>7</volume>, <fpage>1</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1175/1087-3562(2003)007&#x3c;0001:GPTCAA&#x3e;2.0.CO;2</pub-id> </citation>
</ref>
<ref id="B40">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hauer</surname>
<given-names>F. R.</given-names>
</name>
<name>
<surname>Stanford</surname>
<given-names>J.&#x20;A.</given-names>
</name>
<name>
<surname>Lorang</surname>
<given-names>M. S.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Pattern and Process in Northern Rocky Mountain Headwaters: Ecological Linkages in the Headwaters of the Crown of the Continent1</article-title>. <source>JAWRA J.&#x20;Am. Water Resour. Assoc.</source> <volume>43</volume> (<issue>1</issue>), <fpage>104</fpage>&#x2013;<lpage>117</lpage>. <pub-id pub-id-type="doi">10.1111/j.1752-1688.2007.00009.x</pub-id> </citation>
</ref>
<ref id="B41">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Havel</surname>
<given-names>J.&#x20;E.</given-names>
</name>
<name>
<surname>Kovalenko</surname>
<given-names>K. E.</given-names>
</name>
<name>
<surname>Thomaz</surname>
<given-names>S. M.</given-names>
</name>
<name>
<surname>Amalfitano</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Kats</surname>
<given-names>L. B.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Aquatic invasive species: challenges for the future</article-title>. <source>Hydrobiologia</source> <volume>750</volume> (<issue>1</issue>), <fpage>147</fpage>&#x2013;<lpage>170</lpage>. <pub-id pub-id-type="doi">10.1007/s10750-014-2166-0</pub-id> </citation>
</ref>
<ref id="B42">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>He</surname>
<given-names>K. S.</given-names>
</name>
<name>
<surname>Bradley</surname>
<given-names>B. A.</given-names>
</name>
<name>
<surname>Cord</surname>
<given-names>A. F.</given-names>
</name>
<name>
<surname>Rocchini</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Tuanmu</surname>
<given-names>M. N.</given-names>
</name>
<name>
<surname>Schmidtlein</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2015</year>). <article-title>Will remote sensing shape the next generation of species distribution models</article-title>. <source>Remote Sens Ecol. Conserv</source> <volume>1</volume> (<issue>1</issue>), <fpage>4</fpage>&#x2013;<lpage>18</lpage>. <pub-id pub-id-type="doi">10.1002/rse2.7</pub-id> </citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hellmann</surname>
<given-names>J.&#x20;J.</given-names>
</name>
<name>
<surname>Byers</surname>
<given-names>J.&#x20;E.</given-names>
</name>
<name>
<surname>Bierwagen</surname>
<given-names>B. G.</given-names>
</name>
<name>
<surname>Dukes</surname>
<given-names>J.&#x20;S.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>Five Potential Consequences of Climate Change for Invasive Species</article-title>. <source>Conservation Biol.</source> <volume>22</volume>, <fpage>534</fpage>&#x2013;<lpage>543</lpage>. <pub-id pub-id-type="doi">10.1111/j.1523-1739.2008.00951.x</pub-id> </citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hijmans</surname>
<given-names>R. J.</given-names>
</name>
<name>
<surname>Cameron</surname>
<given-names>S. E.</given-names>
</name>
<name>
<surname>Parra</surname>
<given-names>J.&#x20;L.</given-names>
</name>
<name>
<surname>Jones</surname>
<given-names>P. G.</given-names>
</name>
<name>
<surname>Jarvis</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2005</year>). <article-title>Very high resolution interpolated climate surfaces for global land areas</article-title>. <source>Int. J.&#x20;Climatol.</source> <volume>25</volume>, <fpage>1965</fpage>&#x2013;<lpage>1978</lpage>. <pub-id pub-id-type="doi">10.1002/joc.1276</pub-id> </citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hitt</surname>
<given-names>N. P.</given-names>
</name>
<name>
<surname>Frissell</surname>
<given-names>C. A.</given-names>
</name>
<name>
<surname>Muhlfeld</surname>
<given-names>C. C.</given-names>
</name>
<name>
<surname>Allendorf</surname>
<given-names>F. W.</given-names>
</name>
</person-group> (<year>2003</year>). <article-title>Spread of hybridization between native westslope cutthroat trout, Oncorhynchus clarki lewisi, and nonnative rainbow trout, <italic>Oncorhynchus mykiss</italic>
</article-title>. <source>Can. J.&#x20;Fish. Aquat. Sci.</source> <volume>60</volume>, <fpage>1440</fpage>&#x2013;<lpage>1451</lpage>. <pub-id pub-id-type="doi">10.1139/f03-125</pub-id> </citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jim&#xe9;nez-Valverde</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Lobo</surname>
<given-names>J.&#x20;M.</given-names>
</name>
<name>
<surname>Hortal</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>Not as good as they seem: the importance of concepts in species distribution modelling</article-title>. <source>Divers. Distributions</source> <volume>14</volume>, <fpage>885</fpage>&#x2013;<lpage>890</lpage>. <pub-id pub-id-type="doi">10.1111/j.1472-4642.2008.00496.x</pub-id> </citation>
</ref>
<ref id="B47">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jones</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Improved Automated Detection of Subpixel-Scale Inundation-Revised Dynamic Surface Water Extent (DSWE) Partial Surface Water Tests</article-title>. <source>Remote Sensing</source> <volume>11</volume>, <fpage>374</fpage>. <pub-id pub-id-type="doi">10.3390/rs11040374</pub-id> </citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kearney</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Porter</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Mechanistic niche modelling: combining physiological and spatial data to predict species&#x27; ranges</article-title>. <source>Ecol. Lett.</source> <volume>12</volume>, <fpage>334</fpage>&#x2013;<lpage>350</lpage>. <pub-id pub-id-type="doi">10.1111/j.1461-0248.2008.01277.x</pub-id> </citation>
</ref>
<ref id="B50">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kovach</surname>
<given-names>R. P.</given-names>
</name>
<name>
<surname>Hand</surname>
<given-names>B. K.</given-names>
</name>
<name>
<surname>Hohenlohe</surname>
<given-names>P. A.</given-names>
</name>
<name>
<surname>Cosart</surname>
<given-names>T. F.</given-names>
</name>
<name>
<surname>Boyer</surname>
<given-names>M. C.</given-names>
</name>
<name>
<surname>Neville</surname>
<given-names>H. H.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Vive la r&#xe9;sistance: genome-wide selection against introduced alleles in invasive hybrid zones</article-title>. <source>Proc. R. Soc. B.</source> <volume>283</volume> (<issue>1843</issue>), <fpage>20161380</fpage>. <pub-id pub-id-type="doi">10.1098/rspb.2016.1380</pub-id> </citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lausch</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Bannehr</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Beckmann</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Boehm</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Feilhauer</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Hacker</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Linking Earth Observation and Taxonomic, Structural and Functional Biodiversity: Local to Ecosystem Perspectives</article-title>. <source>Ecol. Indic.</source> <volume>70</volume>, <fpage>317</fpage>&#x2013;<lpage>339</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolind.2016.06.022</pub-id> </citation>
</ref>
<ref id="B51">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Leit&#xe3;o</surname>
<given-names>P. J.</given-names>
</name>
<name>
<surname>Santos</surname>
<given-names>M. J.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Improving Models of Species Ecological Niches: A Remote Sensing Overview</article-title>. <source>Front. Ecol. Evol.</source> <volume>77</volume>, <fpage>9</fpage>. <pub-id pub-id-type="doi">10.3389/fevo.2019.00009</pub-id> </citation>
</ref>
<ref id="B52">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname>
<given-names>Z.-L.</given-names>
</name>
<name>
<surname>Tang</surname>
<given-names>B.-H.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Ren</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Yan</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Wan</surname>
<given-names>Z.</given-names>
</name>
<etal/>
</person-group> (<year>2013</year>). <article-title>Satellite-derived land surface temperature: Current status and perspectives</article-title>. <source>Remote Sensing Environ.</source> <volume>131</volume>, <fpage>14</fpage>&#x2013;<lpage>37</lpage>. <pub-id pub-id-type="doi">10.1016/j.rse.2012.12.008</pub-id> </citation>
</ref>
<ref id="B53">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lobo</surname>
<given-names>J.&#x20;M.</given-names>
</name>
<name>
<surname>Jim&#xe9;nez-Valverde</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Hortal</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>The uncertain nature of absences and their importance in species distribution modelling</article-title>. <source>Ecography</source> <volume>33</volume>, <fpage>103</fpage>&#x2013;<lpage>114</lpage>. <pub-id pub-id-type="doi">10.1111/j.1600-0587.2009.06039.x</pub-id> </citation>
</ref>
<ref id="B54">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mansfield</surname>
<given-names>E. R.</given-names>
</name>
<name>
<surname>Helms</surname>
<given-names>B. P.</given-names>
</name>
</person-group> (<year>1982</year>). <article-title>Detecting Multicollinearity</article-title>. <source>The Am. Statistician</source> <volume>36</volume> (<issue>3</issue>), <fpage>158</fpage>. <pub-id pub-id-type="doi">10.2307/2683167</pub-id> </citation>
</ref>
<ref id="B55">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Marmion</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Parviainen</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Luoto</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Heikkinen</surname>
<given-names>R. K.</given-names>
</name>
<name>
<surname>Thuiller</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Evaluation of consensus methods in predictive species distribution modelling</article-title>. <source>Divers. Distributions</source> <volume>15</volume> (<issue>1</issue>), <fpage>59</fpage>&#x2013;<lpage>69</lpage>. <pub-id pub-id-type="doi">10.1111/j.1472-4642.2008.00491.x</pub-id> </citation>
</ref>
<ref id="B56">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Martinez</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Reaser</surname>
<given-names>J.&#x20;K.</given-names>
</name>
<name>
<surname>Dehgan</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Zamft</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Baisch</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Mccormick</surname>
<given-names>C.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Technology innovation: advancing capacities for the early detection of and rapid response to invasive species</article-title>. <source>Biol. Invasions</source> <volume>22</volume>, <fpage>75</fpage>&#x2013;<lpage>100</lpage>. <pub-id pub-id-type="doi">10.1007/s10530-019-02146-y</pub-id> </citation>
</ref>
<ref id="B57">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Massicotte</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Bertolo</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Brodeur</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Hudon</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Mingelbier</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Magnan</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Influence of the aquatic vegetation landscape on larval fish abundance</article-title>. <source>J.&#x20;Great Lakes Res.</source> <volume>41</volume> (<issue>3</issue>), <fpage>873</fpage>&#x2013;<lpage>880</lpage>. <pub-id pub-id-type="doi">10.1016/j.jglr.2015.05.010</pub-id> </citation>
</ref>
<ref id="B58">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McCulloch</surname>
<given-names>W. S.</given-names>
</name>
<name>
<surname>Pitts</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>1943</year>). <article-title>A logical calculus of the ideas immanent in nervous activity</article-title>. <source>Bull. Math. Biophys.</source> <volume>5</volume>, <fpage>115</fpage>&#x2013;<lpage>133</lpage>. <pub-id pub-id-type="doi">10.1007/bf02478259</pub-id> </citation>
</ref>
<ref id="B59">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mcnyset</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Volk</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Jordan</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Developing an Effective Model for Predicting Spatially and Temporally Continuous Stream Temperatures from Remotely Sensed Land Surface Temperatures</article-title>. <source>Water</source> <volume>7</volume> (<issue>12</issue>), <fpage>6827</fpage>&#x2013;<lpage>6846</lpage>. <pub-id pub-id-type="doi">10.3390/w7126660</pub-id> </citation>
</ref>
<ref id="B60">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Merow</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Lafleur</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Silander Jr.</surname>
<given-names>J.&#x20;A.</given-names>
<suffix>Jr.</suffix>
</name>
<name>
<surname>Wilson</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Rubega</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>Developing Dynamic Mechanistic Species Distribution Models: Predicting Bird-Mediated Spread of Invasive Plants across Northeastern North America</article-title>. <source>The Am. Naturalist</source> <volume>178</volume>, <fpage>30</fpage>&#x2013;<lpage>43</lpage>. <pub-id pub-id-type="doi">10.1086/660295</pub-id> </citation>
</ref>
<ref id="B61">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mishina</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Murata</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Yamauchi</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Yamashita</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Fujiyoshi</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Boosted Random Forest</article-title>. <source>IEICE Trans. Inf. Syst.</source> <volume>E98.D</volume> (<issue>9</issue>), <fpage>1630</fpage>&#x2013;<lpage>1636</lpage>. <pub-id pub-id-type="doi">10.1587/transinf.2014opp0004</pub-id> </citation>
</ref>
<ref id="B62">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mitchell</surname>
<given-names>K. E.</given-names>
</name>
</person-group> (<year>2004</year>). <article-title>The multi-institution North American Land Data Assimilation System (NLDAS): Utilizing multiple GCIP products and partners in a continental distributed hydrological modeling system</article-title>. <source>J.&#x20;Geophys. Res.</source>, <fpage>109</fpage>. <pub-id pub-id-type="doi">10.1029/2003jd003823</pub-id> </citation>
</ref>
<ref id="B63">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mo</surname>
<given-names>K. C.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>L.-C.</given-names>
</name>
<name>
<surname>Shukla</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Bohn</surname>
<given-names>T. J.</given-names>
</name>
<name>
<surname>Lettenmaier</surname>
<given-names>D. P.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Uncertainties in North American Land Data Assimilation Systems over the Contiguous United&#x20;States</article-title>. <source>J.&#x20;Hydrometeorology</source> <volume>13</volume> (<issue>3</issue>), <fpage>996</fpage>&#x2013;<lpage>1009</lpage>. <pub-id pub-id-type="doi">10.1175/jhm-d-11-0132.1</pub-id> </citation>
</ref>
<ref id="B64">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Muhlfeld</surname>
<given-names>C. C.</given-names>
</name>
<name>
<surname>Kovach</surname>
<given-names>R. P.</given-names>
</name>
<name>
<surname>Al&#x2010;Chokhachy</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Amish</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Kershner</surname>
<given-names>J.&#x20;L.</given-names>
</name>
<name>
<surname>Leary</surname>
<given-names>R. F.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Legacy introductions and climatic variation explain spatiotemporal patterns of invasive hybridization in a native trout</article-title>. <source>Glob. Change Biol.</source> <volume>23</volume> (<issue>11</issue>), <fpage>4663</fpage>&#x2013;<lpage>4674</lpage>. <pub-id pub-id-type="doi">10.1111/gcb.13681</pub-id> </citation>
</ref>
<ref id="B65">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Muhlfeld</surname>
<given-names>C. C.</given-names>
</name>
<name>
<surname>Kovach</surname>
<given-names>R. P.</given-names>
</name>
<name>
<surname>Jones</surname>
<given-names>L. A.</given-names>
</name>
<name>
<surname>Al-Chokhachy</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Boyer</surname>
<given-names>M. C.</given-names>
</name>
<name>
<surname>Leary</surname>
<given-names>R. F.</given-names>
</name>
<etal/>
</person-group> (<year>2014</year>). <article-title>Invasive hybridization in a threatened species is accelerated by climate change</article-title>. <source>Nat. Clim Change</source> <volume>4</volume>, <fpage>620</fpage>&#x2013;<lpage>624</lpage>. <pub-id pub-id-type="doi">10.1038/nclimate2252</pub-id> </citation>
</ref>
<ref id="B66">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Muhlfeld</surname>
<given-names>C. C.</given-names>
</name>
<name>
<surname>Mcmahon</surname>
<given-names>T. E.</given-names>
</name>
<name>
<surname>Belcer</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Kershner</surname>
<given-names>J.&#x20;L.</given-names>
</name>
</person-group> (<year>2009b</year>). <article-title>Spatial and temporal spawning dynamics of native westslope cutthroat trout, Oncorhynchus clarkii lewisi, introduced rainbow trout, <italic>Oncorhynchus mykiss</italic>, and their hybrids</article-title>. <source>Can. J.&#x20;Fish. Aquat. Sci.</source> <volume>66</volume>, <fpage>1153</fpage>&#x2013;<lpage>1168</lpage>. <pub-id pub-id-type="doi">10.1139/f09-073</pub-id> </citation>
</ref>
<ref id="B67">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Muhlfeld</surname>
<given-names>C. C.</given-names>
</name>
<name>
<surname>Mcmahon</surname>
<given-names>T. E.</given-names>
</name>
<name>
<surname>Boyer</surname>
<given-names>M. C.</given-names>
</name>
<name>
<surname>Gresswell</surname>
<given-names>R. E.</given-names>
</name>
</person-group> (<year>2009a</year>). <article-title>Local Habitat, Watershed, and Biotic Factors Influencing the Spread of Hybridization between Native Westslope Cutthroat Trout and Introduced Rainbow Trout</article-title>. <source>Trans. Am. Fish. Soc.</source> <volume>138</volume>, <fpage>1036</fpage>&#x2013;<lpage>1051</lpage>. <pub-id pub-id-type="doi">10.1577/t08-235.1</pub-id> </citation>
</ref>
<ref id="B69">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Olden</surname>
<given-names>J.&#x20;D.</given-names>
</name>
<name>
<surname>Lawler</surname>
<given-names>J.&#x20;J.</given-names>
</name>
<name>
<surname>Poff</surname>
<given-names>N. L.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>Machine Learning Methods Without Tears: A Primer for Ecologists</article-title>. <source>Q. Rev. Biol.</source> <volume>83</volume>, <fpage>171</fpage>&#x2013;<lpage>193</lpage>. <pub-id pub-id-type="doi">10.1086/587826</pub-id> </citation>
</ref>
<ref id="B70">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Parr</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Wilson</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Hamrick</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Nonparametric Feature Impact and Importance</article-title>. <source>arXiv</source>. </citation>
</ref>
<ref id="B71">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pederson</surname>
<given-names>G. T.</given-names>
</name>
<name>
<surname>Graumlich</surname>
<given-names>L. J.</given-names>
</name>
<name>
<surname>Fagre</surname>
<given-names>D. B.</given-names>
</name>
<name>
<surname>Kipfer</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Muhlfeld</surname>
<given-names>C. C.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>A century of climate and ecosystem change in Western Montana: what do temperature trends portend</article-title>. <source>Climatic Change</source> <volume>98</volume>, <fpage>133</fpage>&#x2013;<lpage>154</lpage>. <pub-id pub-id-type="doi">10.1007/s10584-009-9642-y</pub-id> </citation>
</ref>
<ref id="B72">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pedregosa</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Varoquaux</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Gramfort</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Michel</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Thirion</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Grisel</surname>
<given-names>O.</given-names>
</name>
<etal/>
</person-group> (<year>2011</year>). <article-title>Scikit-learn</article-title>. <source>Machine Learn. PythonJournal Machine Learn. Res.</source> <volume>12</volume>, <fpage>2825</fpage>&#x2013;<lpage>2830</lpage>. </citation>
</ref>
<ref id="B73">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pekel</surname>
<given-names>J.-F.</given-names>
</name>
<name>
<surname>Cottam</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Gorelick</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Belward</surname>
<given-names>A. S.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>High-resolution mapping of global surface water and its long-term changes</article-title>. <source>Nature</source> <volume>540</volume>, <fpage>418</fpage>&#x2013;<lpage>422</lpage>. <pub-id pub-id-type="doi">10.1038/nature20584</pub-id> </citation>
</ref>
<ref id="B74">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pelayo-Villamil</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Guisande</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Vari</surname>
<given-names>R. P.</given-names>
</name>
<name>
<surname>Manjarr&#xe9;s-Hern&#xe1;ndez</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Garc&#xed;a-Rosell&#xf3;</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Gonz&#xe1;lez-Dacosta</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2015</year>). <article-title>Global diversity patterns of freshwater fishes - potential victims of their own success</article-title>. <source>Divers. Distrib.</source> <volume>21</volume> (<issue>3</issue>), <fpage>345</fpage>&#x2013;<lpage>356</lpage>. <pub-id pub-id-type="doi">10.1111/ddi.12271</pub-id> </citation>
</ref>
<ref id="B75">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pister</surname>
<given-names>E. P.</given-names>
</name>
</person-group> (<year>2001</year>). <article-title>Wilderness Fish Stocking: History and Perspective</article-title>. <source>Ecosystems</source> <volume>4</volume>, <fpage>279</fpage>&#x2013;<lpage>286</lpage>. <pub-id pub-id-type="doi">10.1007/s10021-001-0010-7</pub-id> </citation>
</ref>
<ref id="B76">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Py&#x161;ek</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Hulme</surname>
<given-names>P. E.</given-names>
</name>
<name>
<surname>Simberloff</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Bacher</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Blackburn</surname>
<given-names>T. M.</given-names>
</name>
<name>
<surname>Carlton</surname>
<given-names>J.&#x20;T.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Scientists&#x27; warning on invasive alien species</article-title>. <source>Biol. Rev.</source> <volume>95</volume> (<issue>6</issue>), <fpage>1511</fpage>&#x2013;<lpage>1534</lpage>. <pub-id pub-id-type="doi">10.1111/brv.12627</pub-id> </citation>
</ref>
<ref id="B77">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Randin</surname>
<given-names>C. F.</given-names>
</name>
<name>
<surname>Ashcroft</surname>
<given-names>M. B.</given-names>
</name>
<name>
<surname>Bolliger</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Cavender-Bares</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Coops</surname>
<given-names>N. C.</given-names>
</name>
<name>
<surname>Dullinger</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Monitoring biodiversity in the Anthropocene using remote sensing in species distribution models</article-title>. <source>Remote Sensing Environ.</source> <volume>239</volume>, <fpage>111626</fpage>. <pub-id pub-id-type="doi">10.1016/j.rse.2019.111626</pub-id> </citation>
</ref>
<ref id="B78">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reaser</surname>
<given-names>J.&#x20;K.</given-names>
</name>
<name>
<surname>Burgiel</surname>
<given-names>S. W.</given-names>
</name>
<name>
<surname>Kirkey</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Brantley</surname>
<given-names>K. A.</given-names>
</name>
<name>
<surname>Veatch</surname>
<given-names>S. D.</given-names>
</name>
<name>
<surname>Burgos-Rodr&#xed;guez</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2020a</year>). <article-title>The early detection of and rapid response (EDRR) to invasive species: a conceptual framework and federal capacities assessment</article-title>. <source>Biol. Invasions</source> <volume>22</volume>, <fpage>1</fpage>&#x2013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1007/s10530-019-02156-w</pub-id> </citation>
</ref>
<ref id="B79">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reaser</surname>
<given-names>J.&#x20;K.</given-names>
</name>
<name>
<surname>Simpson</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Guala</surname>
<given-names>G. F.</given-names>
</name>
<name>
<surname>Morisette</surname>
<given-names>J.&#x20;T.</given-names>
</name>
<name>
<surname>Fuller</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2020b</year>). <article-title>Envisioning a national invasive species information framework</article-title>. <source>Biol. Invasions</source> <volume>22</volume> (<issue>1</issue>), <fpage>21</fpage>&#x2013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1007/s10530-019-02141-3</pub-id> </citation>
</ref>
<ref id="B80">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ricciardi</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Blackburn</surname>
<given-names>T. M.</given-names>
</name>
<name>
<surname>Carlton</surname>
<given-names>J.&#x20;T.</given-names>
</name>
<name>
<surname>Dick</surname>
<given-names>J.&#x20;T. A.</given-names>
</name>
<name>
<surname>Hulme</surname>
<given-names>P. E.</given-names>
</name>
<name>
<surname>Iacarella</surname>
<given-names>J.&#x20;C.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Invasion Science: A Horizon Scan of Emerging Challenges and Opportunities</article-title>. <source>Trends Ecol. Evol.</source> <volume>32</volume> (<issue>6</issue>), <fpage>464</fpage>&#x2013;<lpage>474</lpage>. <pub-id pub-id-type="doi">10.1016/j.tree.2017.03.007</pub-id> </citation>
</ref>
<ref id="B81">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Robinson</surname>
<given-names>N. P.</given-names>
</name>
<name>
<surname>Allred</surname>
<given-names>B. W.</given-names>
</name>
<name>
<surname>Smith</surname>
<given-names>W. K.</given-names>
</name>
<name>
<surname>Jones</surname>
<given-names>M. O.</given-names>
</name>
<name>
<surname>Moreno</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Erickson</surname>
<given-names>T. A.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Terrestrial primary production for the conterminous United&#x20;States derived from Landsat 30&#x20;m and MODIS 250&#x20;m</article-title>. <source>Remote Sensing Ecol. Conservation</source>, <fpage>xa0</fpage>. <pub-id pub-id-type="doi">10.1002/rse2.74\u2028</pub-id> </citation>
</ref>
<ref id="B82">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Runting</surname>
<given-names>R. K.</given-names>
</name>
<name>
<surname>Phinn</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Xie</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Venter</surname>
<given-names>O.</given-names>
</name>
<name>
<surname>Watson</surname>
<given-names>J.&#x20;E. M.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Opportunities for big data in conservation and sustainability</article-title>. <source>Nat. Commun.</source> <volume>11</volume> (<issue>1</issue>), <fpage>2003</fpage>. <pub-id pub-id-type="doi">10.1038/s41467-020-15870-0</pub-id> </citation>
</ref>
<ref id="B83">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Seaber</surname>
<given-names>P. R.</given-names>
</name>
<name>
<surname>Kapinos</surname>
<given-names>F. P.</given-names>
</name>
<name>
<surname>Knapp</surname>
<given-names>G. L.</given-names>
</name>
</person-group> (<year>1987</year>). &#x201c;<article-title>Hydrologic units maps</article-title>,&#x201d; in <source>Water-Supply Paper 2294</source> (<publisher-loc>Reston, VA</publisher-loc>: <publisher-name>U.S. Geological Survey</publisher-name>). </citation>
</ref>
<ref id="B84">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Seebens</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Blackburn</surname>
<given-names>T. M.</given-names>
</name>
<name>
<surname>Dyer</surname>
<given-names>E. E.</given-names>
</name>
<name>
<surname>Genovesi</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Hulme</surname>
<given-names>P. E.</given-names>
</name>
<name>
<surname>Jeschke</surname>
<given-names>J.&#x20;M.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>No saturation in the accumulation of alien species worldwide</article-title>. <source>Nat. Commun.</source> <volume>8</volume> (<issue>1</issue>), <fpage>14435</fpage>. <pub-id pub-id-type="doi">10.1038/ncomms14435</pub-id> </citation>
</ref>
<ref id="B85">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sepulveda</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Ray</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Al-Chokhachy</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Muhlfeld</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Gresswell</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Gross</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2012</year>). <article-title>Aquatic invasive species: lessons from cancer research</article-title>. <source>Am. Scientist</source> <volume>100</volume>, <fpage>234</fpage>&#x2013;<lpage>242</lpage>. </citation>
</ref>
<ref id="B86">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shackleton</surname>
<given-names>R. T.</given-names>
</name>
<name>
<surname>Shackleton</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Kull</surname>
<given-names>C. A.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>The role of invasive alien species in shaping local livelihoods and human well-being: A review</article-title>. <source>J.&#x20;Environ. Manage.</source> <volume>229</volume>, <fpage>145</fpage>&#x2013;<lpage>157</lpage>. <pub-id pub-id-type="doi">10.1016/j.jenvman.2018.05.007</pub-id> </citation>
</ref>
<ref id="B88">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Srivastava</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Lafond</surname>
<given-names>Valentine.</given-names>
</name>
<name>
<surname>Griess</surname>
<given-names>Verena.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Species distribution models (SDM): applications, benefits and challenges in invasive species management</article-title>. <source>CAB Rev.</source> <volume>14</volume>, <fpage>1</fpage>&#x2013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1079/PAVSNNR201914020</pub-id> </citation>
</ref>
<ref id="B89">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sweeney</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>1993</year>). <article-title>Effects of Streamside Vegetation on Macroinvertebrate Communities of White Clay Creek in Eastern North America</article-title>. <source>Proc. Acad. Nat. Sci. Philadelphia</source> <volume>144</volume>, <fpage>291</fpage>&#x2013;<lpage>340</lpage>. <comment>Retrieved March 23, 2021, from <ext-link ext-link-type="uri" xlink:href="http://www.jstor.org/stable/4065013">http://www.jstor.org/stable/4065013</ext-link>.</comment> </citation>
</ref>
<ref id="B90">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tarca</surname>
<given-names>A. L.</given-names>
</name>
<name>
<surname>Carey</surname>
<given-names>V. J.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>X.-W.</given-names>
</name>
<name>
<surname>Romero</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Dr&#x103;ghici</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Machine Learning and Its Applications to Biology</article-title>. <source>Plos Comput. Biol.</source> <volume>3</volume> (<issue>6</issue>), <fpage>e116</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pcbi.0030116</pub-id> </citation>
</ref>
<ref id="B91">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Theobald</surname>
<given-names>D. M.</given-names>
</name>
<name>
<surname>Harrison-Atlas</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Monahan</surname>
<given-names>W. B.</given-names>
</name>
<name>
<surname>Albano</surname>
<given-names>C. M.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Ecologically-Relevant Maps of Landforms and Physiographic Diversity for Climate Adaptation Planning</article-title>. <source>PLoS ONE</source> <volume>10</volume>, <fpage>e0143619</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0143619</pub-id> </citation>
</ref>
<ref id="B92">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Thessen</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Adoption of Machine Learning Techniques in Ecology and Earth Science</article-title>. <source>Oe</source> <volume>1</volume>, <fpage>e8621</fpage>. <pub-id pub-id-type="doi">10.3897/oneeco.1.e8621</pub-id> </citation>
</ref>
<ref id="B97">
<citation citation-type="book">
<collab>U.S. Geological Survey</collab> (<year>2020</year>). <source>Nonindigenous Aquatic Species Database</source>. <publisher-loc>Gainesville, FL</publisher-loc>. <ext-link ext-link-type="uri" xlink:href="http://nas.er.usgs.gov">http://nas.er.usgs.gov</ext-link>
<comment>July 29, 2020)</comment>. </citation>
</ref>
<ref id="B98">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vaz</surname>
<given-names>A. S.</given-names>
</name>
<name>
<surname>Alcaraz-Segura</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Vicente</surname>
<given-names>J.&#x20;R.</given-names>
</name>
<name>
<surname>Honrado</surname>
<given-names>J.&#x20;P.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>The Many Roles of Remote Sensing in Invasion Science</article-title>. <source>Front. Ecol. Evol.</source>, <fpage>7</fpage>. <pub-id pub-id-type="doi">10.3389/fevo.2019.00370</pub-id> </citation>
</ref>
<ref id="B99">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vieira</surname>
<given-names>T. B.</given-names>
</name>
<name>
<surname>Dias-Silva</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Pacifico</surname>
<given-names>E. S.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Effects of riparian vegetation integrity on fish and Heteroptera communities</article-title>. <source>Appl. Ecol. Environ. Res.</source> <volume>13</volume>, <fpage>53</fpage>&#x2013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.15666/aeer/1301_053065</pub-id> </citation>
</ref>
<ref id="B100">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wan</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Hook</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Hulley</surname>
<given-names>G.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>MOD11A2 MODIS/Terra Land Surface Temperature/Emissivity 8-Day L3 Global 1km SIN Grid V006</article-title>. <source>NASA EOSDIS Land Process. DAAC</source>. <pub-id pub-id-type="doi">10.5067/MODIS/MOD11A2.006</pub-id> </citation>
</ref>
<ref id="B102">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Welti</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Striebel</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Ulseth</surname>
<given-names>A. J.</given-names>
</name>
<name>
<surname>Cross</surname>
<given-names>W. F.</given-names>
</name>
<name>
<surname>Devilbiss</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Glibert</surname>
<given-names>P. M.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Bridging Food Webs, Ecosystem Metabolism, and Biogeochemistry Using Ecological Stoichiometry Theory</article-title>. <source>Front. Microbiol.</source>, <fpage>8</fpage>. <pub-id pub-id-type="doi">10.3389/fmicb.2017.01298</pub-id> </citation>
</ref>
<ref id="B103">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wenger</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Isaak</surname>
<given-names>D. J.</given-names>
</name>
<name>
<surname>Luce</surname>
<given-names>C. H.</given-names>
</name>
<name>
<surname>Neville</surname>
<given-names>H. M.</given-names>
</name>
<name>
<surname>Fausch</surname>
<given-names>K. D.</given-names>
</name>
<name>
<surname>Dunham</surname>
<given-names>J.&#x20;B.</given-names>
</name>
<etal/>
</person-group> (<year>2011</year>). <article-title>Flow regime, temperature, and biotic interactions drive differential declines of trout species under climate change</article-title>. <source>Proc. Natl. Acad. Sci.</source> <volume>108</volume> (<issue>34</issue>), <fpage>14175</fpage>&#x2013;<lpage>14180</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.1103097108</pub-id> </citation>
</ref>
<ref id="B104">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Westbrooks</surname>
<given-names>R. G.</given-names>
</name>
</person-group> (<year>2004</year>). <article-title>New Approaches for Early Detection and Rapid Response to Invasive Plants in the United&#x20;States1</article-title>. <source>Weed Tech.</source> <volume>18</volume>, <fpage>1468</fpage>&#x2013;<lpage>1471</lpage>. <comment>JSTOR</comment>. <pub-id pub-id-type="doi">10.1614/0890-037x(2004)018[1468:nafeda]2.0.co;2</pub-id>
<comment>
<ext-link ext-link-type="uri" xlink:href="www.jstor.org/stable/3989673">www.jstor.org/stable/3989673</ext-link> (Accessed Aug 11, 2020)</comment> </citation>
</ref>
<ref id="B105">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Whitehead</surname>
<given-names>D. A.</given-names>
</name>
<name>
<surname>Maga&#xf1;a</surname>
<given-names>F. G.</given-names>
</name>
<name>
<surname>Ketchum</surname>
<given-names>J.&#x20;T.</given-names>
</name>
<name>
<surname>Hoyos</surname>
<given-names>E. M.</given-names>
</name>
<name>
<surname>Armas</surname>
<given-names>R. G.</given-names>
</name>
<name>
<surname>Pancaldi</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>The use of machine learning to detect foraging behaviour in whale sharks: a new tool in conservation</article-title>. <source>J.&#x20;Fish. Biol.</source> <volume>98</volume> (<issue>3</issue>), <fpage>865</fpage>&#x2013;<lpage>869</lpage>. <pub-id pub-id-type="doi">10.1111/jfb.14589</pub-id> </citation>
</ref>
<ref id="B106">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Willmott</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Matsuura</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2005</year>). <article-title>Advantages of the mean absolute error (MAE) over the root mean square error (RMSE) in assessing average model performance</article-title>. <source>Clim. Res.</source> <volume>30</volume>, <fpage>79</fpage>&#x2013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.3354/cr030079</pub-id> </citation>
</ref>
<ref id="B107">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wu</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Kimball</surname>
<given-names>J.&#x20;S.</given-names>
</name>
<name>
<surname>Mantua</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Adler</surname>
<given-names>R. F.</given-names>
</name>
<name>
<surname>Stanford</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Stanford</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Projected climate change impacts on the hydrology and temperature of Pacific Northwest rivers</article-title>. <source>Water Resour. Res.</source> <volume>48</volume>, <fpage>W11530</fpage>. <pub-id pub-id-type="doi">10.1029/2012WR012082</pub-id> </citation>
</ref>
</ref-list>
</back>
</article>
