<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Earth Sci.</journal-id>
<journal-title>Frontiers in Earth Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Earth Sci.</abbrev-journal-title>
<issn pub-type="epub">2296-6463</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">1118160</article-id>
<article-id pub-id-type="doi">10.3389/feart.2023.1118160</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Earth Science</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Application of different watershed units to debris flow susceptibility mapping: A case study of Northeast China</article-title>
<alt-title alt-title-type="left-running-head">Lv et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/feart.2023.1118160">10.3389/feart.2023.1118160</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Lv</surname>
<given-names>Jiangfeng</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2127627/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Qin</surname>
<given-names>Shengwu</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1293041/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chen</surname>
<given-names>Junjun</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2131879/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Qiao</surname>
<given-names>Shuangshuang</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yao</surname>
<given-names>Jingyu</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhao</surname>
<given-names>Xiaolan</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Cao</surname>
<given-names>Rongguo</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yin</surname>
<given-names>Jinhang</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
</contrib-group> <aff id="aff1">
<sup>1</sup>
<institution>College of Construction Engineering</institution>, <institution>Jilin University</institution>, <addr-line>Changchun</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>China Water Resources Bei Fang Investigation</institution>, <institution>Design &#x26; Research Co. LTD.</institution>, <addr-line>Tianjin</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1019681/overview">Wei Zhao</ext-link>, Institute of Mountain Hazards and Environment (CAS), China</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/2140341/overview">Shuai Chen</ext-link>, Central South University, China</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1128404/overview">Paraskevas Tsangaratos</ext-link>, National Technical University of Athens, Greece</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1010776/overview">Himan Shahabi</ext-link>, University of Kurdistan, Iran</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Shengwu Qin, <email>qinsw@jlu.edu.cn</email>
</corresp>
<fn fn-type="other">
<p>This article was submitted to Geohazards and Georisks, a section of the journal Frontiers in Earth Science</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>30</day>
<month>03</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>11</volume>
<elocation-id>1118160</elocation-id>
<history>
<date date-type="received">
<day>07</day>
<month>12</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>21</day>
<month>03</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Lv, Qin, Chen, Qiao, Yao, Zhao, Cao and Yin.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Lv, Qin, Chen, Qiao, Yao, Zhao, Cao and Yin</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>The main purpose of this study was to compare two types of watershed units divided by the hydrological analysis method (HWUs) and mean curvature method (CWUs) for debris flow susceptibility mapping (DFSM) in Northeast China. Firstly, a debris flow inventory map consisting of 129 debris flows and 129 non-debris flows was randomly divided into a ratio of 70% and 30% for training and testing. Secondly, 13 influencing factors were selected and the correlations between these factors and the debris flows were determined by frequency ration analysis. Then, two types of watershed units (HWUs and CWUs) were divided and logistic regression (LR), multilayer perceptron (MLP), classification and regression tree (CART) and Bayesian network (BN) were selected as the evaluation models. Finally, the predictive capabilities of the models were verified using the predictive accuracy (ACC), the Kappa coefficient and the area under the receiver operating characteristic curve (AUC). The mean AUC, ACC and Kappa of four models (LR, MLP, CART and BN) in the training stage were 0.977, 0.931, and 0.861, respectively, for the HWUs, while 0.961, 0.905, and 0.810, respectively, for the CWUs; in the testing stage, were 0.904, 0.818, and 0.635, respectively, for the HWUs, while 0.883, 0.800, and 0.601, respectively, for the CWUs, which showed that HWU model has a higher debris flow prediction performance compared with the CWU model. The CWU-based model can reflect the spatial distribution probability of debris flows in the study area overall and can be used as an alternative model.</p>
</abstract>
<kwd-group>
<kwd>debris flow susceptibility mapping</kwd>
<kwd>watershed units</kwd>
<kwd>hydrological analysis method</kwd>
<kwd>mean curvature method</kwd>
<kwd>machine learning model</kwd>
</kwd-group>
</article-meta>
</front>
<body>
<sec id="s1">
<title>1 Introduction</title>
<p>According to the China Statistical Yearbook (<ext-link ext-link-type="uri" xlink:href="http://www.stats.gov.cn/tjsj/ndsj/">http://www.stats.gov.cn/tjsj/ndsj/</ext-link>), a total of 7,840 geological disasters occurred in China in 2020, resulting in 197 casualties and direct economic losses of 740&#xa0;million dollars, of which debris flows accounted for 11.46%. Debris flows are among the most frequent and destructive disasters in mountainous areas (<xref ref-type="bibr" rid="B24">Dash et al., 2022</xref>; <xref ref-type="bibr" rid="B49">Jiang et al., 2022</xref>; <xref ref-type="bibr" rid="B67">Qiu et al., 2022</xref>). Debris flow susceptibility mapping (DFSM), representing where debris flows are likely to occur, plays an important role in debris flow management strategies and has been a hot topic in disaster research worldwide (<xref ref-type="bibr" rid="B47">Ilia and Tsangaratos, 2015</xref>; <xref ref-type="bibr" rid="B66">Qin et al., 2019</xref>; <xref ref-type="bibr" rid="B76">Sun et al., 2021</xref>; <xref ref-type="bibr" rid="B89">Yao et al., 2022</xref>).</p>
<p>There are many uncertainties in the process of disaster susceptibility mapping, such as selecting appropriate mapping units, determining evaluation models, screening influencing factors, determining the proportion of training and testing data and others (<xref ref-type="bibr" rid="B79">Tien Bui et al., 2015</xref>; <xref ref-type="bibr" rid="B13">Cama et al., 2016</xref>; <xref ref-type="bibr" rid="B91">Zezere et al., 2017</xref>; <xref ref-type="bibr" rid="B19">Chen et al., 2018</xref>; <xref ref-type="bibr" rid="B30">Du et al., 2018</xref>; <xref ref-type="bibr" rid="B28">Dou et al., 2019</xref>; <xref ref-type="bibr" rid="B65">Qiao et al., 2021</xref>). Among the above uncertainty factors, selecting appropriate mapping units is the first step to address disasters and environmental factors. The mapping unit is the basic functional spatial element for dividing the study area (<xref ref-type="bibr" rid="B13">Cama et al., 2016</xref>). The term refers to a portion of the land surface which contains a set of ground conditions that differ from the adjacent units across definable boundaries (<xref ref-type="bibr" rid="B81">Van Den Eeckhaut et al., 2009</xref>). The selection of mapping units affects the methods used to address the uncertainty in the input data, the model fitting, the reliability of disaster susceptibility mapping and the application of disaster susceptibility mapping in disaster prevention and mitigation (<xref ref-type="bibr" rid="B32">Fausto Guzzetti et al., 1999</xref>; <xref ref-type="bibr" rid="B13">Cama et al., 2016</xref>; <xref ref-type="bibr" rid="B65">Qiao et al., 2021</xref>). At present, mapping units mainly include the following classes: grid cell units, slope units, watershed units, topographic units, geohydrological units, political or administrative units, and unique condition units (<xref ref-type="bibr" rid="B81">Van Den Eeckhaut et al., 2009</xref>; <xref ref-type="bibr" rid="B21">Chen et al., 2019</xref>; <xref ref-type="bibr" rid="B78">Sun et al., 2020</xref>).</p>
<p>For DFSM, grid cell units and watershed units are used frequently. Grid cell units are the most popular mapping units with the same cell size, fast processing speed and simple algorithm (<xref ref-type="bibr" rid="B68">Reichenbach et al., 2018</xref>). However, the division of grid cells destroys the integrity of debris flows and is almost completely unrelated to geological and topographic information (<xref ref-type="bibr" rid="B29">Dragut and Eisank, 2011</xref>; <xref ref-type="bibr" rid="B82">Wang et al., 2017</xref>). Moreover, since debris flows are a dynamic process, the DFSM based on grid cell units cannot comprehensively reflect spatial information (<xref ref-type="bibr" rid="B66">Qin et al., 2019</xref>). Watershed refers to the river catchment area that is surrounded by the water-parting line; it is the basic unit for the development and activity of debris flows, and it is the object of exploration, research, and prevention of debris flows. Furthermore, the watershed unit includes the formation area, circulation area, and accumulation area of a debris flow (<xref ref-type="bibr" rid="B66">Qin et al., 2019</xref>). Compared with grid cell units, watershed units can completely consider the spatial information of a debris flow. Some scholars have carried out DFSM based on watershed units and obtained reliable results. <xref ref-type="bibr" rid="B66">Qin et al. (2019)</xref> explored the accuracy and practicability of mapping units for the evaluation of debris flow susceptibility based on grid cell units and watershed units, and the results showed that watershed units were more feasible than grid cell units when considering the effects of geology and geomorphology on the occurrence of debris flows. <xref ref-type="bibr" rid="B65">Qiao et al. (2021)</xref> proposed a region-partitioning method for DFSM based on the topographic characteristics of watershed units, and the results demonstrated that this method can enable more reasonable regional-scale DFSM. <xref ref-type="bibr" rid="B56">Li et al. (2017)</xref> presented an application of the rock engineering system and fuzzy C-means algorithm for debris flow susceptibility assessment using watershed units as mapping units in the Wudongde Dam area, the evaluation results agreed well with field investigations. <xref ref-type="bibr" rid="B93">Zou et al. (2019)</xref> developed a quantitative method for regional risk assessment of debris flows by analyzing in-depth the relationships among hazard-forming environments, disaster factors and elements at risk based on hydrological response units. The presented method may serve as pertinent guidance for regional risk assessment of debris flows. In addition, some scholars have used watershed units to evaluate and compare the performance of different evaluation models for DFSM (<xref ref-type="bibr" rid="B58">Liang et al., 2020</xref>; <xref ref-type="bibr" rid="B85">Xiong et al., 2020</xref>), and the conclusions provide helpful data for assessing and mitigating debris flow hazards. Therefore, it is important to carry out research based on watershed units, which provide more evidence and views for DFSM research. The commonly used watershed units are based on the hydrological analysis model, also known as hydrological response units (<xref ref-type="bibr" rid="B57">Li et al., 2021</xref>). In addition, watershed units can be generated based on the mean curvature model (<xref ref-type="bibr" rid="B69">Romstad and Etzelm&#xfc;ller, 2012</xref>). To compare the results of applying different watershed units in DFSM, we extracted the watershed units based on the hydrological analysis method and mean curvature method in the study.</p>
<p>There are plenty of evaluation models for disaster susceptibility mapping, from qualitative approaches to quantitative approaches (<xref ref-type="bibr" rid="B2">Aditian et al., 2018</xref>; <xref ref-type="bibr" rid="B45">Huang et al., 2020</xref>; <xref ref-type="bibr" rid="B6">Asadi et al., 2022</xref>). Qualitative methods are based on air photo and field interpretation and the opinions of an individual or a group of experts (<xref ref-type="bibr" rid="B2">Aditian et al., 2018</xref>; <xref ref-type="bibr" rid="B35">Ghasemian et al., 2022b</xref>). Some qualitative methods include ranking and weighting, such as analytic hierarchy process and weighted linear combination (<xref ref-type="bibr" rid="B7">Ayalew and Yamagishi 2005</xref>; <xref ref-type="bibr" rid="B70">Rozos et al., 2010</xref>). These qualitative or semi-quantitative methods are subjective and highly dependent on experts&#x2019; knowledge, and are not suitable for large-scale research fields (<xref ref-type="bibr" rid="B9">B&#x103;lteanu et al., 2010</xref>). Quantitative statistical models are built based on appropriate mathematical models to analyze the statistical relations between disasters and influencing factors (<xref ref-type="bibr" rid="B36">Hadmoko et al., 2017</xref>; <xref ref-type="bibr" rid="B35">Ghasemian et al., 2022b</xref>), including the information value (<xref ref-type="bibr" rid="B86">Xu et al., 2012</xref>), certainty factor concepts (<xref ref-type="bibr" rid="B25">Devkota et al., 2012</xref>), frequency ratio method (<xref ref-type="bibr" rid="B8">Balamurugan et al., 2016</xref>), bivariate statistical analysis (<xref ref-type="bibr" rid="B7">Ayalew and Yamagishi 2005</xref>), index of entropy (<xref ref-type="bibr" rid="B73">Shirani et al., 2018</xref>), weight of evidence (<xref ref-type="bibr" rid="B23">Constantin et al., 2010</xref>), evidential belief functions (<xref ref-type="bibr" rid="B15">Carranza 2014</xref>), logistic regression (<xref ref-type="bibr" rid="B14">Cao et al., 2019</xref>), <italic>etc.</italic> Machine learning models are now widely used because these models can analyze the non-linear corrections between past events and the influencing factors and they predict where disasters will occur (<xref ref-type="bibr" rid="B38">He et al., 2012</xref>; <xref ref-type="bibr" rid="B85">Xiong et al., 2020</xref>). These models include artificial neural networks (<xref ref-type="bibr" rid="B62">Pham et al., 2017</xref>; <xref ref-type="bibr" rid="B18">Chen et al., 2021</xref>; <xref ref-type="bibr" rid="B17">Chen et al., 2022</xref>), support vector machines (<xref ref-type="bibr" rid="B22">Colkesen et al., 2016</xref>), random forest (<xref ref-type="bibr" rid="B40">Hong et al., 2016</xref>), decision trees (<xref ref-type="bibr" rid="B4">Althuwaynee et al., 2014</xref>), classification and regression tree (<xref ref-type="bibr" rid="B90">Youssef et al., 2015</xref>), boosted regression trees (<xref ref-type="bibr" rid="B85">Xiong et al., 2020</xref>), Bayesian network (<xref ref-type="bibr" rid="B74">Song et al., 2012</xref>), adaptive neuro-fuzzy inference (<xref ref-type="bibr" rid="B48">Jaafari et al., 2019</xref>), logistic model tree (<xref ref-type="bibr" rid="B79">Tien Bui et al., 2015</xref>) and random gradient descent (<xref ref-type="bibr" rid="B42">Hong et al., 2020</xref>). <xref ref-type="bibr" rid="B68">Reichenbach et al. (2018)</xref> reviewed the statistically-based landslide susceptibility assessment literature from 1983 to 2016, and found that the most common statistical methods for landslide susceptibility modeling include logistic regression, neural network analysis, data-overlay and index-based and weight of evidence analyses. In this study, to avoid the model uncertainty caused by different evaluation models, we use logistic regression (LR), multilayer perceptron (MLP), classification and regression tree (CART) and Bayesian network (BN) to carry out DFSM based on two types of watershed units.</p>
<p>This study compared and analysed the applicability of two different watershed units in regional DFSM based on four models (LR, MLP, CART, and BN). The main purpose is to support the selection of watershed units for DFSM. Yongji county in the Jilin Province, China was taken as the study region because it is under serious threat of frequent debris flows. The division process and results of two types of watershed units were compared. Eight DFSMs are discussed and AUC, ACC, and Kappa analyses were used to evaluate the accuracy of the debris flow susceptibility models.</p>
</sec>
<sec id="s2">
<title>2 Study area</title>
<sec id="s2-1">
<title>2.1 General settings</title>
<p>Yongji county is located in central eastern Jilin Province, China (<xref ref-type="fig" rid="F1">Figure 1</xref>), which covers a total area of 2,620&#xa0;km<sup>2</sup>. The number of debris flows in Yongji county has increased from 71 in 2007 to 129 in 2021, causing several deaths, destroying hundreds of houses and thousands of acres of farmland. The debris flows scoured the roadbed and piled up on the road, resulting in traffic paralysis. It is necessary and urgent to map the susceptibility of debris flows in Yongji county.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>The geographic location of the study area.</p>
</caption>
<graphic xlink:href="feart-11-1118160-g001.tif"/>
</fig>
<p>The study area lies between 125&#xb0;48&#x2032;09&#x2033;E to 126&#xb0;40&#x2032;01&#x2033;E longitude and 43&#xb0;18&#x2032;07&#x2033;N to 43&#xb0;35&#x2032;00&#x2033;N latitude. There are four landforms in the entire area: middle mountains, low mountains, platform, and river valley. From southeast to northwest, the landforms of the study area are middle mountains, low mountains and platform with the altitudes ranging from 1,386 to 182&#xa0;m. In addition to several andesites and metamorphic rocks, the main rock type is Yanshan Early Granite. The study area lies in the Tianshan&#x2013;Xingan geosyncline fold area of the Jilin and Heilongjiang fold system (<xref ref-type="bibr" rid="B66">Qin et al., 2019</xref>). Folds and faults are relatively developed in Yongji county, which provides conditions for the occurrence of geological disasters (<xref ref-type="fig" rid="F2">Figure 2A</xref>). Yongji county is in the mid-latitude subtemperate continental climate zone with an annual average precipitation of 722.75&#xa0;mm. There are 39 rivers covering an area of more than 20&#xa0;km<sup>2</sup>. The main rivers include the Yinma River, Wende River, Chalu River and Aolong River.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Geological map and debris flow field photos of the study area: <bold>(A)</bold> geological map; <bold>(B&#x2013;E)</bold> debris flow field photos.</p>
</caption>
<graphic xlink:href="feart-11-1118160-g002.tif"/>
</fig>
</sec>
<sec id="s2-2">
<title>2.2 Debris flow data inventory</title>
<p>A debris flow inventory map is a prerequisite for DFSM(<xref ref-type="bibr" rid="B86">Xu et al., 2012</xref>; <xref ref-type="bibr" rid="B5">Arabameri et al., 2020</xref>; <xref ref-type="bibr" rid="B24">Dash et al., 2022</xref>). A total of 129 debris flows were collected based on field surveys and historical materials. <xref ref-type="fig" rid="F2">Figure 2A</xref> shows that debris flows are mainly distributed across the southeast mountain area. Statistics show that among 129 debris flows, only 7 are medium in size and 122 are small. In recent years, the increase in debris flow frequency in Yongji county has been closely related to deforestation and reclamation. With the destruction of forest vegetation, rainfall is more likely to cause soil erosion, which gradually forms a series of gullies. These gullies provide circulation conditions for debris flows. <xref ref-type="fig" rid="F2">Figures 2B&#x2013;E</xref> shows some images of occurred debris flows in the study area.</p>
</sec>
</sec>
<sec id="s3">
<title>3 Watershed units</title>
<sec id="s3-1">
<title>3.1 Division methods for different watershed units</title>
<p>In this study, the extraction of watershed units was completed in ArcGIS 10.2 software (<xref ref-type="bibr" rid="B79">Tien Bui et al., 2015</xref>; <xref ref-type="bibr" rid="B14">Cao et al., 2019</xref>). The most commonly used watershed units (HWUs) are classified by the hydrological principles (<xref ref-type="bibr" rid="B32">Fausto Guzzetti et al., 1999</xref>). HWUs are derived based on an 8-direction flow algorithm (<xref ref-type="bibr" rid="B43">Horton et al., 2013</xref>). Establishing the HWUs consists of the following six steps: 1) filling the original DEM, 2) extracting the flow direction, 3) calculating the flow accumulation, 4) extracting river networks based on a threshold, 5) stream linking, 6) dividing HWUs based on flow direction and stream linking. The detailed classification process is shown in <xref ref-type="fig" rid="F3">Figure 3A</xref>.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Classification process of the watershed units: <bold>(A)</bold> hydrological analysis method and <bold>(B)</bold> mean curvature method.</p>
</caption>
<graphic xlink:href="feart-11-1118160-g003.tif"/>
</fig>
<p>In addition, watershed units can be generated based on the mean curvature method (CWUs). The mean curvature is a simple combination of profile curvature and plan curvature. Its maximum and minimum values can indicate the changes in aspect and slope positions at the same time. Therefore, the mean curvature can reflect the ridge line, valley line, platform edge and wide valley edge (<xref ref-type="bibr" rid="B69">Romstad and Etzelm&#xfc;ller, 2012</xref>). Establishing the CWUs consists of the following five steps: 1) smoothing the original DEM, 2) calculating the mean curvature, 3) extracting the flow direction, 4) filling depressions based on flow direction data, and 5) dividing CWUs based on flow direction and depressions. The detailed classification process is shown in <xref ref-type="fig" rid="F3">Figure 3B</xref>.</p>
</sec>
<sec id="s3-2">
<title>3.2 Watershed unit classification results</title>
<p>For HWUs, the number and size are closely related to DEM resolution and flow threshold, but for CWUs, the control factor is only DEM resolution. For HWUs, flow threshold values of 500, 1,000, 2000, 5,000, and 10,000 were chosen based on a DEM with a resolution of 30&#xa0;m. For CWUs, we resampled the DEM with resolutions of 50, 100, 200, 300, 500, and 1,000. To ensure that the number and size of the two types of watershed units were not much different and consistent with the actual watersheds, a flow threshold of 1,000 and a DEM resolution of 300 were selected to divide the watershed units. For the HWUs, the study area was divided into 1,092 watershed units. The smallest unit was 0.10 km<sup>2</sup>, the largest unit was 13.63 km<sup>2</sup>, and the mean size was 2.40&#xa0;km<sup>2</sup> (<xref ref-type="fig" rid="F4">Figure 4A</xref>). For CWUs, the study area was divided into 1,211 watershed units. The smallest unit was 0.11&#xa0;km<sup>2</sup>, the largest unit was 8.87&#xa0;km<sup>2</sup>, and the mean size was 2.17&#xa0;km<sup>2</sup> (<xref ref-type="fig" rid="F4">Figure 4B</xref>).</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>Division of watershed units: <bold>(A)</bold> hydrological analysis method and <bold>(B)</bold> mean curvature method.</p>
</caption>
<graphic xlink:href="feart-11-1118160-g004.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="materials|methods" id="s4">
<title>4 Materials and methods</title>
<p>The flowchart of the research methodology is shown in <xref ref-type="fig" rid="F5">Figure 5</xref>. DFSM of Yongji county using four models (LR, MLP, CART, and BN) and watershed units (HWUs and CWUs) have been carried out in five main steps: 1) data collection and screening influencing factors, 2) division of two types of watershed units, 3) calculation of frequency ratio values (FRs) for all influencing factors, 4) building debris flow models and constructing DFSM, and 5) debris flow model validation and comparison using AUC, ACC and Kappa.</p>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption>
<p>Flowchart of the research methodology.</p>
</caption>
<graphic xlink:href="feart-11-1118160-g005.tif"/>
</fig>
<sec id="s4-1">
<title>4.1 Screening influencing factors</title>
<p>The occurrence of debris flows is affected by many factors including topographic, geomorphologic, geological, ecological and meteorological factors (<xref ref-type="bibr" rid="B92">Zhang et al., 2012</xref>; <xref ref-type="bibr" rid="B11">Bregoli et al., 2014</xref>; <xref ref-type="bibr" rid="B44">Hu et al., 2014</xref>). Based on field observations, available literature and expert experience, fourteen influencing factors were considered, such as watershed area, relative height difference, watershed average elevation, watershed slope, mean curvature, fault density, river density, stream power index (SPI), topographic wetness index (TWI), plan normalized difference vegetation index (NDVI), landforms, precipitation, land use and lithology.</p>
<p>Because substantial collinearity will lead to model instability, collinearity analysis is essential before influencing factors are applied for DFSM(<xref ref-type="bibr" rid="B67">Qiu et al., 2022</xref>). Person&#x2019;s correlation coefficient was calculated to test the collinear relationship among these factors, and the results are shown in <xref ref-type="table" rid="T1">Table 1</xref>. There is no correlation coefficient when the absolute value is less than 0.7 (<xref ref-type="bibr" rid="B26">Dormann et al., 2013</xref>; <xref ref-type="bibr" rid="B89">Yao et al., 2022</xref>). There was high collinearity between relative height difference and watershed average elevation, and the Person&#x2019;s correlation coefficient was 0.86. In addition, the value of collinearity between watershed average elevation and precipitation was 0.69. Therefore, the watershed average elevation was eliminated.</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>The results of the Person&#x2019;s Correlation Coefficient.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center">Factors</th>
<th align="center">WA</th>
<th align="center">E</th>
<th align="center">RHD</th>
<th align="center">WS</th>
<th align="center">F</th>
<th align="center">R</th>
<th align="center">NDVI</th>
<th align="center">SPI</th>
<th align="center">TWI</th>
<th align="center">Pre</th>
<th align="center">MC</th>
<th align="center">LU</th>
<th align="center">LF</th>
<th align="center">Li</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="center">WA</td>
<td align="center">1.00</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="center">E</td>
<td align="center">0.04</td>
<td align="center">1.00</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="center">RHD</td>
<td align="center">0.25</td>
<td align="center">0.86</td>
<td align="center">1.00</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="center">WS</td>
<td align="center">0.00</td>
<td align="center">0.33</td>
<td align="center">0.29</td>
<td align="center">1.00</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="center">F</td>
<td align="center">&#x2212;0.03</td>
<td align="center">0.22</td>
<td align="center">0.09</td>
<td align="center">0.02</td>
<td align="center">1.00</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="center">R</td>
<td align="center">&#x2212;0.05</td>
<td align="center">&#x2212;0.44</td>
<td align="center">&#x2212;0.36</td>
<td align="center">&#x2212;0.36</td>
<td align="center">&#x2212;0.18</td>
<td align="center">1.00</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="center">NDVI</td>
<td align="center">&#x2212;0.10</td>
<td align="center">&#x2212;0.30</td>
<td align="center">&#x2212;0.38</td>
<td align="center">&#x2212;0.22</td>
<td align="center">&#x2212;0.08</td>
<td align="center">0.17</td>
<td align="center">1.00</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="center">SPI</td>
<td align="center">0.06</td>
<td align="center">0.45</td>
<td align="center">0.46</td>
<td align="center">0.23</td>
<td align="center">0.14</td>
<td align="center">&#x2212;0.19</td>
<td align="center">&#x2212;0.23</td>
<td align="center">1.00</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="center">TWI</td>
<td align="center">0.00</td>
<td align="center">0.00</td>
<td align="center">0.04</td>
<td align="center">&#x2212;0.55</td>
<td align="center">0.00</td>
<td align="center">0.20</td>
<td align="center">0.02</td>
<td align="center">0.36</td>
<td align="center">1.00</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="center">Pre</td>
<td align="center">&#x2212;0.02</td>
<td align="center">0.69</td>
<td align="center">0.48</td>
<td align="center">0.21</td>
<td align="center">0.18</td>
<td align="center">&#x2212;0.24</td>
<td align="center">&#x2212;0.43</td>
<td align="center">0.42</td>
<td align="center">0.02</td>
<td align="center">1.00</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="center">MC</td>
<td align="center">&#x2212;0.10</td>
<td align="center">&#x2212;0.19</td>
<td align="center">&#x2212;0.19</td>
<td align="center">&#x2212;0.03</td>
<td align="center">&#x2212;0.08</td>
<td align="center">0.03</td>
<td align="center">0.06</td>
<td align="center">&#x2212;0.42</td>
<td align="center">&#x2212;0.25</td>
<td align="center">&#x2212;0.11</td>
<td align="center">1.00</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="center">LU</td>
<td align="center">0.02</td>
<td align="center">&#x2212;0.17</td>
<td align="center">&#x2212;0.17</td>
<td align="center">&#x2212;0.59</td>
<td align="center">0.11</td>
<td align="center">0.31</td>
<td align="center">0.18</td>
<td align="center">&#x2212;0.04</td>
<td align="center">0.37</td>
<td align="center">&#x2212;0.08</td>
<td align="center">&#x2212;0.13</td>
<td align="center">1.00</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="center">LF</td>
<td align="center">0.03</td>
<td align="center">0.33</td>
<td align="center">0.30</td>
<td align="center">0.42</td>
<td align="center">0.12</td>
<td align="center">&#x2212;0.34</td>
<td align="center">&#x2212;0.28</td>
<td align="center">0.27</td>
<td align="center">&#x2212;0.16</td>
<td align="center">0.36</td>
<td align="center">&#x2212;0.16</td>
<td align="center">&#x2212;0.26</td>
<td align="center">1.00</td>
<td align="left"/>
</tr>
<tr>
<td align="center">Li</td>
<td align="center">0.00</td>
<td align="center">&#x2212;0.10</td>
<td align="center">&#x2212;0.09</td>
<td align="center">&#x2212;0.48</td>
<td align="center">&#x2212;0.04</td>
<td align="center">0.23</td>
<td align="center">0.13</td>
<td align="center">&#x2212;0.15</td>
<td align="center">0.29</td>
<td align="center">&#x2212;0.03</td>
<td align="center">0.05</td>
<td align="center">0.31</td>
<td align="center">&#x2212;0.28</td>
<td align="center">1.00</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>(&#x2018;WA&#x2019; represents &#x2018;Watershed area&#x2019;, &#x2018;E&#x2019; represents &#x2018;Watershed average elevation&#x2019;, &#x2018;RHD&#x2019; represents &#x2018;Relative height difference&#x2019;, &#x2018;WS&#x2019; represents &#x2018;Watershed slope&#x2019;, &#x2018;F&#x2019; represents &#x2018;Fault density&#x2019;, &#x2018;R&#x2019; represents &#x2018;River density&#x2019;, &#x2018;NDVI&#x2019; represents &#x2018;Plan normalized difference vegetation index&#x2019;, &#x2018;SPI&#x2019; represents &#x2018;Stream power index&#x2019;, &#x2018;TWI&#x2019; represents &#x2018;topographic wetness index&#x2019;, &#x2018;Pre&#x2019; represents &#x2018;precipitation&#x2019;, &#x2018;MC&#x2019; represents &#x2018;mean curvature&#x2019;, &#x2018;LU&#x2019; represents &#x2018;Land use&#x2019;, &#x2018;LF&#x2019; represents &#x2018;Landforms&#x2019; and &#x2018;Li&#x2019; represents &#x2018;Lithology&#x2019;).</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>The watershed area, relative height difference, watershed slope, mean curvature, SPI and TWI were extracted from the DEM with a resolution of 30&#xa0;m. Fault, river, and lithology data were acquired from the geological map of Yongji county and field investigations. The Landsat 8 image taken on 11 August 2021, was used to produce the NDVI. Landforms, precipitation, and land use were provided by government reports. Thirteen influencing factors were converted to a grid cell with a resolution of 30&#xa0;m in ArcGIS 10.2 (<xref ref-type="bibr" rid="B20">Chen et al., 2017</xref>). <xref ref-type="table" rid="T2">Table 2</xref> shows date source and scale of influencing factors. When watershed units are applied to DFSM, grid patterns for each factor need to be transferred to the corresponding watershed units. For watershed area, geometric calculation in the attribute table was used to calculate the area of each watershed. The difference between the highest and the lowest points in each watershed was calculated as a relative height difference (<xref ref-type="bibr" rid="B66">Qin et al., 2019</xref>). For watershed slope, mean curvature, SPI, TWI, and NDVI, the zonal statistics tool in the spatial analysis was used and the statistical type was &#x201c;mean.&#x201d; The length of faults and rivers in each watershed was extracted by using the intersection tool, and then, the fault density and river density in each watershed were calculated using the field calculator. Precipitation for each watershed was determined based on the principle of majority, and this principle was also applied to factors of landforms, land use and lithology. The data types of precipitation, landforms, land use and lithology are discrete, while the data types of other factors are continuous. The influencing factor layers based on HWUs with a flow threshold of 1,000 are shown in <xref ref-type="fig" rid="F6">Figure 6</xref>.</p>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>Date source and scale of influencing factors.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Factors</th>
<th align="left">Data source</th>
<th align="left">Scale</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Watershed area (km<sup>2</sup>)</td>
<td align="left">DEM</td>
<td align="left">30&#xa0;m &#xd7; 30&#xa0;m</td>
</tr>
<tr>
<td align="left">Relative height difference (m)</td>
<td align="left">DEM</td>
<td align="left">30&#xa0;m &#xd7; 30&#xa0;m</td>
</tr>
<tr>
<td align="left">Watershed slope (&#xb0;)</td>
<td align="left">DEM</td>
<td align="left">30&#xa0;m &#xd7; 30&#xa0;m</td>
</tr>
<tr>
<td align="left">Mean curvature</td>
<td align="left">DEM</td>
<td align="left">30&#xa0;m &#xd7; 30&#xa0;m</td>
</tr>
<tr>
<td align="left">Fault density (km/km<sup>2</sup>)</td>
<td align="left">The geological map of Yongji County and field investigations</td>
<td align="left">1:200000</td>
</tr>
<tr>
<td align="left">River density (km/km<sup>2</sup>)</td>
<td align="left">The geological map of Yongji County and field investigations</td>
<td align="left">1:200000</td>
</tr>
<tr>
<td align="left">SPI</td>
<td align="left">DEM</td>
<td align="left">30&#xa0;m &#xd7; 30&#xa0;m</td>
</tr>
<tr>
<td align="left">TWI</td>
<td align="left">DEM</td>
<td align="left">30&#xa0;m &#xd7; 30&#xa0;m</td>
</tr>
<tr>
<td align="left">NDVI</td>
<td align="left">The Landsat 8 image</td>
<td align="left">30&#xa0;m &#xd7; 30&#xa0;m</td>
</tr>
<tr>
<td align="left">Landforms</td>
<td align="left">Government reports</td>
<td align="left">1:200000</td>
</tr>
<tr>
<td align="left">Precipitation (mm)</td>
<td align="left">Government reports</td>
<td align="left">1:200000</td>
</tr>
<tr>
<td align="left">Land use</td>
<td align="left">Government reports</td>
<td align="left">1:200000</td>
</tr>
<tr>
<td rowspan="2" align="left">Lithology</td>
<td rowspan="2" align="left">The geological map of Yongji County and field investigations</td>
<td rowspan="2" align="left">1:200000</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="F6" position="float">
<label>FIGURE 6</label>
<caption>
<p>. Maps of influencing factors based on HWUs with a flow threshold of 1,000: <bold>(A)</bold> watershed area; <bold>(B)</bold> relative height difference; <bold>(C)</bold> watershed slope; <bold>(D)</bold> mean curvature; <bold>(E)</bold> fault density; <bold>(F)</bold> river density; <bold>(G)</bold> SPI; <bold>(H)</bold> TWI; <bold>(I)</bold> NDVI; <bold>(J)</bold> landforms; <bold>(K)</bold> precipitation; <bold>(L)</bold> land use; <bold>(M)</bold> lithology.</p>
</caption>
<graphic xlink:href="feart-11-1118160-g006.tif"/>
</fig>
<p>The FRs of the influencing factor subclass were used as the input variable of the DFSM models (<xref ref-type="bibr" rid="B45">Huang et al., 2020</xref>). Based on a series of previous studies (<xref ref-type="bibr" rid="B86">Xu et al., 2012</xref>; <xref ref-type="bibr" rid="B2">Aditian et al., 2018</xref>; <xref ref-type="bibr" rid="B80">Vakhshoori et al., 2019</xref>; <xref ref-type="bibr" rid="B16">Chang et al., 2020</xref>), we divided the continuous factor into eight levels using the natural fracture method. Taking HWUs with a flow threshold of 1,000 as an example, the FRs for each level of thirteen factors are shown in <xref ref-type="table" rid="T3">Table 3</xref>.</p>
<table-wrap id="T3" position="float">
<label>TABLE 3</label>
<caption>
<p>Description and FRs of all the influencing factors (HWUs with a flow threshold of 1,000).</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Factors</th>
<th align="left">Descriptions of influencing factors</th>
<th align="center">Class</th>
<th align="center">FR</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td rowspan="8" align="left">Watershed area (km<sup>2</sup>)</td>
<td rowspan="8" align="left">The watershed area is generally proportional to the amount of water in the catchment and material sources. The greater the material sources are, the stronger the destructive power is</td>
<td align="center">0.10&#x2013;1.17</td>
<td align="center">0.92</td>
</tr>
<tr>
<td align="center">1.17&#x2013;2.01</td>
<td align="center">0.36</td>
</tr>
<tr>
<td align="center">2.01&#x2013;2.84</td>
<td align="center">1.01</td>
</tr>
<tr>
<td align="center">2.84&#x2013;3.86</td>
<td align="center">1.43</td>
</tr>
<tr>
<td align="center">3.86&#x2013;5.03</td>
<td align="center">0.95</td>
</tr>
<tr>
<td align="center">5.03&#x2013;6.64</td>
<td align="center">0.14</td>
</tr>
<tr>
<td align="center">6.64&#x2013;8.84</td>
<td align="center">3.14</td>
</tr>
<tr>
<td align="center">8.94&#x2013;13.64</td>
<td align="center">1.77</td>
</tr>
<tr>
<td rowspan="8" align="left">Relative height difference (m)</td>
<td rowspan="8" align="left">The relative elevation difference is the value between the highest and lowest elevations in a watershed unit <xref ref-type="bibr" rid="B72">Shi et al. (2015</xref>). The greater the height difference is, the greater the potential energy of the debris flow is, loose deposits are easy to move under water scouring, and the kinetic energy of debris flow is also high</td>
<td align="center">1.88&#x2013;58.41</td>
<td align="center">0.00</td>
</tr>
<tr>
<td align="center">58.41&#x2013;125.09</td>
<td align="center">0.22</td>
</tr>
<tr>
<td align="center">125.09&#x2013;187.63</td>
<td align="center">0.82</td>
</tr>
<tr>
<td align="center">187.63&#x2013;251.52</td>
<td align="center">0.80</td>
</tr>
<tr>
<td align="center">251.52&#x2013;323.73</td>
<td align="center">1.28</td>
</tr>
<tr>
<td align="center">323.73&#x2013;429.99</td>
<td align="center">1.76</td>
</tr>
<tr>
<td align="center">429.99&#x2013;590.74</td>
<td align="center">3.95</td>
</tr>
<tr>
<td align="center">590.74&#x2013;817.72</td>
<td align="center">2.98</td>
</tr>
<tr>
<td rowspan="7" align="left">Watershed slope (&#xb0;)</td>
<td rowspan="7" align="left">The watershed slope represents the average slope within the watershed. The greater the watershed slope is, the worse the slope stability is, which provides materials for debris flows</td>
<td align="center">0.02&#x2013;3.77</td>
<td align="center">0.00</td>
</tr>
<tr>
<td align="center">3.77&#x2013;5.54</td>
<td align="center">0.68</td>
</tr>
<tr>
<td align="center">5.54&#x2013;7.42</td>
<td align="center">0.80</td>
</tr>
<tr>
<td align="center">7.42&#x2013;9.40</td>
<td align="center">1.25</td>
</tr>
<tr>
<td align="center">9.40&#x2013;11.46</td>
<td align="center">2.18</td>
</tr>
<tr>
<td align="center">11.46&#x2013;14.46</td>
<td align="center">2.29</td>
</tr>
<tr>
<td align="center">14.46&#x2013;22.29</td>
<td align="center">2.43</td>
</tr>
<tr>
<td rowspan="8" align="left">Mean curvature</td>
<td rowspan="8" align="left">Curvature is generally used to describe the physical characteristics of the watershed and understand the erosion process <xref ref-type="bibr" rid="B57">Li et al. (2021</xref>)</td>
<td align="center">&#x2212;0.0585&#x2013;&#x2212;0.0094</td>
<td align="center">2.34</td>
</tr>
<tr>
<td align="center">&#x2212;0.0094&#x2013;&#x2212;0.0037</td>
<td align="center">2.15</td>
</tr>
<tr>
<td align="center">&#x2212;0.0037&#x2013;&#x2212;0.0016</td>
<td align="center">1.93</td>
</tr>
<tr>
<td align="center">&#x2212;0.0016&#x2013;&#x2212;0.0002</td>
<td align="center">1.18</td>
</tr>
<tr>
<td align="center">&#x2212;0.0002&#x2013;0.0009</td>
<td align="center">0.50</td>
</tr>
<tr>
<td align="center">0.0009&#x2013;0.0028</td>
<td align="center">0.87</td>
</tr>
<tr>
<td align="center">0.0028&#x2013;0.0060</td>
<td align="center">0.61</td>
</tr>
<tr>
<td align="center">0.0060&#x2013;0.0226</td>
<td align="center">4.84</td>
</tr>
<tr>
<td rowspan="8" align="left">Fault density (km/km<sup>2</sup>)</td>
<td rowspan="8" align="left">Faults are often related to seismic activity. Earthquakes produce loose deposits which provides materials for debris flows <xref ref-type="bibr" rid="B41">Hong et al. (2015</xref>)</td>
<td align="center">0&#x2013;0.07</td>
<td align="center">0.82</td>
</tr>
<tr>
<td align="center">0.07&#x2013;0.19</td>
<td align="center">3.22</td>
</tr>
<tr>
<td align="center">0.19&#x2013;0.33</td>
<td align="center">0.62</td>
</tr>
<tr>
<td align="center">0.33&#x2013;0.44</td>
<td align="center">1.82</td>
</tr>
<tr>
<td align="center">0.44&#x2013;0.58</td>
<td align="center">1.45</td>
</tr>
<tr>
<td align="center">0.58&#x2013;0.79</td>
<td align="center">0.37</td>
</tr>
<tr>
<td align="center">0.79&#x2013;1.11</td>
<td align="center">4.41</td>
</tr>
<tr>
<td align="center">1.11&#x2013;2.54</td>
<td align="center">1.04</td>
</tr>
<tr>
<td rowspan="8" align="left">River density (km/km<sup>2</sup>)</td>
<td rowspan="8" align="left">River density is the ratio of total river length in a watershed to the watershed area <xref ref-type="bibr" rid="B54">Lei et al. (2010</xref>). The river will erode the rock mass and destroy the stability of the slope, which provides conditions for the formation of debris flows</td>
<td align="center">0&#x2013;0.18</td>
<td align="center">0.61</td>
</tr>
<tr>
<td align="center">0.18&#x2013;0.46</td>
<td align="center">0.78</td>
</tr>
<tr>
<td align="center">0.46&#x2013;0.69</td>
<td align="center">2.07</td>
</tr>
<tr>
<td align="center">0.69&#x2013;0.97</td>
<td align="center">1.10</td>
</tr>
<tr>
<td align="center">0.97&#x2013;1.36</td>
<td align="center">0.65</td>
</tr>
<tr>
<td align="center">1.36&#x2013;1.90</td>
<td align="center">0.22</td>
</tr>
<tr>
<td align="center">1.90&#x2013;2.81</td>
<td align="center">0.15</td>
</tr>
<tr>
<td align="center">2.81&#x2013;5.46</td>
<td align="center">0.00</td>
</tr>
<tr>
<td rowspan="6" align="left">SPI</td>
<td rowspan="6" align="left">SPI is used to measure the erosion power of the stream <xref ref-type="bibr" rid="B4">Althuwaynee et al. (2014</xref>)</td>
<td align="center">&#x2212;4.96&#x2013;1.13</td>
<td align="center">0.00</td>
</tr>
<tr>
<td align="center">1.13&#x2013;1.73</td>
<td align="center">0.14</td>
</tr>
<tr>
<td align="center">1.73&#x2013;2.29</td>
<td align="center">0.57</td>
</tr>
<tr>
<td align="center">2.29&#x2013;2.81</td>
<td align="center">0.87</td>
</tr>
<tr>
<td align="center">2.81&#x2013;3.33</td>
<td align="center">1.93</td>
</tr>
<tr>
<td align="center">3.33&#x2013;4.53</td>
<td align="center">2.50</td>
</tr>
<tr>
<td rowspan="6" align="left">TWI</td>
<td rowspan="6" align="left">The higher the TWI value is, the higher the soil water content is, indicating a higher potential for triggering debris flows in the watershed (<xref ref-type="bibr" rid="B31">Esper Angillieri. (2020</xref>)</td>
<td align="center">5.85&#x2013;6.79</td>
<td align="center">2.15</td>
</tr>
<tr>
<td align="center">6.79&#x2013;7.23</td>
<td align="center">1.59</td>
</tr>
<tr>
<td align="center">7.23&#x2013;7.73</td>
<td align="center">1.03</td>
</tr>
<tr>
<td align="center">7.73&#x2013;8.32</td>
<td align="center">0.54</td>
</tr>
<tr>
<td align="center">8.32&#x2013;8.96</td>
<td align="center">0.12</td>
</tr>
<tr>
<td align="center">8.96&#x2013;18.43</td>
<td align="center">0.00</td>
</tr>
<tr>
<td rowspan="8" align="left">NDVI</td>
<td rowspan="8" align="left">The NDVI reflects vegetation coverage. High vegetation coverage is conducive to soil and water conservation and can reduce the amount of materials in debris flows</td>
<td align="center">&#x2212;0.09&#x2013;0.08</td>
<td align="center">1.52</td>
</tr>
<tr>
<td align="center">0.08&#x2013;0.12</td>
<td align="center">1.31</td>
</tr>
<tr>
<td align="center">0.12&#x2013;0.17</td>
<td align="center">1.17</td>
</tr>
<tr>
<td align="center">0.17&#x2013;0.23</td>
<td align="center">1.53</td>
</tr>
<tr>
<td align="center">0.23&#x2013;0.29</td>
<td align="center">0.40</td>
</tr>
<tr>
<td align="center">0.29&#x2013;0.36</td>
<td align="center">0.99</td>
</tr>
<tr>
<td align="center">0.36&#x2013;0.43</td>
<td align="center">0.35</td>
</tr>
<tr>
<td align="center">0.43&#x2013;0.54</td>
<td align="center">0.21</td>
</tr>
<tr>
<td rowspan="4" align="left">Landforms</td>
<td rowspan="4" align="left">Landforms affect the formation, movement and scale of debris flows. Mountain areas are prone to debris flows due to the large slope and fast water catchment speed</td>
<td align="center">Platform</td>
<td align="center">0.00</td>
</tr>
<tr>
<td align="center">River valley</td>
<td align="center">0.27</td>
</tr>
<tr>
<td align="center">Low mountains</td>
<td align="center">0.37</td>
</tr>
<tr>
<td align="center">Middle mountains</td>
<td align="center">3.15</td>
</tr>
<tr>
<td rowspan="4" align="left">Precipitation (mm)</td>
<td rowspan="4" align="left">Precipitation provides water and dynamic conditions for debris flows</td>
<td align="center">650&#x2013;675</td>
<td align="center">0.00</td>
</tr>
<tr>
<td align="center">675&#x2013;700</td>
<td align="center">0.25</td>
</tr>
<tr>
<td align="center">700&#x2013;715</td>
<td align="center">2.05</td>
</tr>
<tr>
<td align="center">715&#x2013;730</td>
<td align="center">0.83</td>
</tr>
<tr>
<td rowspan="4" align="left">Land use</td>
<td rowspan="4" align="left">Land use is closely related to the occurrence of debris flows. For example, farmland is prone to debris flows due to serious soil erosion</td>
<td align="center">Forest</td>
<td align="center">1.45</td>
</tr>
<tr>
<td align="center">Residential land</td>
<td align="center">1.04</td>
</tr>
<tr>
<td align="center">Surface of the water</td>
<td align="center">0.00</td>
</tr>
<tr>
<td align="center">Farmland</td>
<td align="center">0.51</td>
</tr>
<tr>
<td rowspan="5" align="left">Lithology</td>
<td rowspan="5" align="left">For different lithologies, their hardness, resistance to erosion and weathering are also different</td>
<td align="center">Relatively hard clastic rock</td>
<td align="center">0.94</td>
</tr>
<tr>
<td align="center">Soft clastic rock</td>
<td align="center">0.87</td>
</tr>
<tr>
<td align="center">Hard bedded rock</td>
<td align="center">0.00</td>
</tr>
<tr>
<td align="center">Hard massive rock</td>
<td align="center">2.00</td>
</tr>
<tr>
<td align="center">Soil mass</td>
<td align="center">0.25</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s4-2">
<title>4.2 Logistic regression (LR)</title>
<p>Logistic regression (LR) may be the most widely used statistical technique in susceptibility assessment (<xref ref-type="bibr" rid="B22">Colkesen et al., 2016</xref>). As a multivariate regression method, LR can find a model to describe the relationship between multiple independent variables and a dependent variable (<xref ref-type="bibr" rid="B53">Lee and Pradhan 2006</xref>; <xref ref-type="bibr" rid="B52">Lee 2007</xref>; <xref ref-type="bibr" rid="B64">Pourghasemi et al., 2013</xref>). For DFSM, the influencing factors are considered the independent variables and the occurrence and non-occurrence of debris flows are considered the dependent variables. For LR, variables may be continuous, discrete or arbitrary combinations of two types (<xref ref-type="bibr" rid="B52">Lee, 2007</xref>). LR can be expressed as follows (<xref ref-type="bibr" rid="B7">Ayalew and Yamagishi 2005</xref>; <xref ref-type="bibr" rid="B87">Yalcin et al., 2011</xref>; <xref ref-type="bibr" rid="B71">Schl&#xf6;gel et al., 2018</xref>):<disp-formula id="e1">
<mml:math id="m1">
<mml:mrow>
<mml:mi>P</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mfrac>
<mml:mn>1</mml:mn>
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mo>&#x2b;</mml:mo>
<mml:msup>
<mml:mi>e</mml:mi>
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>z</mml:mi>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
<label>(1)</label>
</disp-formula>
<disp-formula id="e2">
<mml:math id="m2">
<mml:mrow>
<mml:mi mathvariant="normal">Z</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mi mathvariant="normal">&#x3b1;</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:msub>
<mml:mi mathvariant="normal">&#x3b2;</mml:mi>
<mml:mn>1</mml:mn>
</mml:msub>
<mml:msub>
<mml:mi>x</mml:mi>
<mml:mn>1</mml:mn>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:msub>
<mml:mi mathvariant="normal">&#x3b2;</mml:mi>
<mml:mn>2</mml:mn>
</mml:msub>
<mml:msub>
<mml:mi>x</mml:mi>
<mml:mn>2</mml:mn>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:msub>
<mml:mi mathvariant="normal">&#x3b2;</mml:mi>
<mml:mi>n</mml:mi>
</mml:msub>
<mml:msub>
<mml:mi>x</mml:mi>
<mml:mi>n</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
<label>(2)</label>
</disp-formula>where <inline-formula id="inf1">
<mml:math id="m3">
<mml:mrow>
<mml:mi>P</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> denotes the probability of a debris flow occurrence in each watershed, varying between 0 and 1; <inline-formula id="inf2">
<mml:math id="m4">
<mml:mrow>
<mml:mi>Z</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> represents the dependent variable including non-debris flows (0) and debris flows (1); &#x3b1; represents the intercept of the regression function, <inline-formula id="inf3">
<mml:math id="m5">
<mml:mrow>
<mml:msub>
<mml:mi mathvariant="normal">&#x3b2;</mml:mi>
<mml:mn>1</mml:mn>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf4">
<mml:math id="m6">
<mml:mrow>
<mml:msub>
<mml:mi mathvariant="normal">&#x3b2;</mml:mi>
<mml:mn>2</mml:mn>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, &#x2026; <inline-formula id="inf5">
<mml:math id="m7">
<mml:mrow>
<mml:msub>
<mml:mi mathvariant="normal">&#x3b2;</mml:mi>
<mml:mi>n</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> are the regression coefficients; and <inline-formula id="inf6">
<mml:math id="m8">
<mml:mrow>
<mml:msub>
<mml:mi>x</mml:mi>
<mml:mn>1</mml:mn>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf7">
<mml:math id="m9">
<mml:mrow>
<mml:msub>
<mml:mi>x</mml:mi>
<mml:mn>2</mml:mn>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, &#x2026; <inline-formula id="inf8">
<mml:math id="m10">
<mml:mrow>
<mml:msub>
<mml:mi>x</mml:mi>
<mml:mi>n</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> are the debris flow influencing factors.</p>
</sec>
<sec id="s4-3">
<title>4.3 Multilayer perceptron (MLP)</title>
<p>Multilayer perceptron (MLP) is a kind of artificial neural network and has been widely used in classification (<xref ref-type="bibr" rid="B79">Tien Bui et al., 2015</xref>; <xref ref-type="bibr" rid="B62">Pham et al., 2017</xref>). The MLP generally consists of three main components, namely, input layers, hidden layers, and output layers (<xref ref-type="bibr" rid="B50">Kavzoglu and Mather 2003</xref>). For DFSM, the input layers are considered the influencing factors of debris flow, the output layers are considered the classification result of inferring debris flow or non-debris flow, and the hidden layers are considered the classification layers that convert input into output. The MLP model with only one hidden layer is the most basic three-tier structure model, which can fit and predict many non-linear problems (<xref ref-type="bibr" rid="B55">Li et al., 2019</xref>). In this study, a single-hidden-layer MLP model is used in DFSM. For example, <inline-formula id="inf9">
<mml:math id="m11">
<mml:mrow>
<mml:msub>
<mml:mi>n</mml:mi>
<mml:mn>0</mml:mn>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf10">
<mml:math id="m12">
<mml:mrow>
<mml:msub>
<mml:mi>n</mml:mi>
<mml:mn>1</mml:mn>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf11">
<mml:math id="m13">
<mml:mrow>
<mml:msub>
<mml:mi>n</mml:mi>
<mml:mn>2</mml:mn>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represent the number of input, hidden and output layers, respectively, and the input variables are <inline-formula id="inf12">
<mml:math id="m14">
<mml:mrow>
<mml:mfenced open="" close="]" separators="|">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="normal">X</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mo>[</mml:mo>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mn>1</mml:mn>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>x</mml:mi>
<mml:mn>2</mml:mn>
</mml:msub>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>x</mml:mi>
<mml:mrow>
<mml:mi>n</mml:mi>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:math>
</inline-formula>. Then, the input and output of the hidden layer are: (<xref ref-type="bibr" rid="B55">Li et al., 2019</xref>; <xref ref-type="bibr" rid="B45">Huang et al., 2020</xref>):<disp-formula id="e3">
<mml:math id="m15">
<mml:mrow>
<mml:msub>
<mml:mi>z</mml:mi>
<mml:mi>j</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mrow>
<mml:mstyle displaystyle="true">
<mml:munderover>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:msub>
<mml:mi>n</mml:mi>
<mml:mn>0</mml:mn>
</mml:msub>
</mml:munderover>
</mml:mstyle>
<mml:mrow>
<mml:msub>
<mml:mi>w</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
<mml:msub>
<mml:mi>x</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:msub>
<mml:mi>b</mml:mi>
<mml:mi>j</mml:mi>
</mml:msub>
</mml:mrow>
</mml:mrow>
</mml:mrow>
</mml:math>
<label>(3)</label>
</disp-formula>
<disp-formula id="e4">
<mml:math id="m16">
<mml:mrow>
<mml:msub>
<mml:mi>y</mml:mi>
<mml:mi>j</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mi>f</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:msub>
<mml:mi>z</mml:mi>
<mml:mi>j</mml:mi>
</mml:msub>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
<mml:mo>&#x3d;</mml:mo>
<mml:msup>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mo>&#x2b;</mml:mo>
<mml:msup>
<mml:mi>e</mml:mi>
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>z</mml:mi>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:math>
<label>(4)</label>
</disp-formula>where <inline-formula id="inf13">
<mml:math id="m17">
<mml:mrow>
<mml:msub>
<mml:mi>z</mml:mi>
<mml:mi>j</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf14">
<mml:math id="m18">
<mml:mrow>
<mml:msub>
<mml:mi>b</mml:mi>
<mml:mi>j</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf15">
<mml:math id="m19">
<mml:mrow>
<mml:msub>
<mml:mi>y</mml:mi>
<mml:mi>j</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represent the <inline-formula id="inf16">
<mml:math id="m20">
<mml:mrow>
<mml:mi>y</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> th input variable, threshold value and output variable of the neuron in the hidden layer, respectively, <inline-formula id="inf17">
<mml:math id="m21">
<mml:mrow>
<mml:msub>
<mml:mi mathvariant="normal">w</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represents the weight value between the <inline-formula id="inf18">
<mml:math id="m22">
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> th input neuron and the <inline-formula id="inf19">
<mml:math id="m23">
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> th neuron in the hidden layer, and <inline-formula id="inf20">
<mml:math id="m24">
<mml:mrow>
<mml:mi>f</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:msub>
<mml:mi>z</mml:mi>
<mml:mi>j</mml:mi>
</mml:msub>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> represents the activation function. Then the input and output of neurons in the output layer are:<disp-formula id="e5">
<mml:math id="m25">
<mml:mrow>
<mml:msub>
<mml:mi>z</mml:mi>
<mml:mi>k</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mrow>
<mml:mstyle displaystyle="true">
<mml:munderover>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>j</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:msub>
<mml:mi>n</mml:mi>
<mml:mn>1</mml:mn>
</mml:msub>
</mml:munderover>
</mml:mstyle>
<mml:mrow>
<mml:msub>
<mml:mi>w</mml:mi>
<mml:mrow>
<mml:mi>j</mml:mi>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
<mml:msub>
<mml:mi>y</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:msub>
<mml:mi>b</mml:mi>
<mml:mi>k</mml:mi>
</mml:msub>
</mml:mrow>
</mml:mrow>
</mml:mrow>
</mml:math>
<label>(5)</label>
</disp-formula>
<disp-formula id="e6">
<mml:math id="m26">
<mml:mrow>
<mml:msub>
<mml:mi>y</mml:mi>
<mml:mi>k</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:msub>
<mml:mi>z</mml:mi>
<mml:mi>k</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
<label>(6)</label>
</disp-formula>where <inline-formula id="inf21">
<mml:math id="m27">
<mml:mrow>
<mml:msub>
<mml:mi>z</mml:mi>
<mml:mi>k</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf22">
<mml:math id="m28">
<mml:mrow>
<mml:msub>
<mml:mi>b</mml:mi>
<mml:mi>k</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf23">
<mml:math id="m29">
<mml:mrow>
<mml:msub>
<mml:mi>y</mml:mi>
<mml:mi>k</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represent the <inline-formula id="inf24">
<mml:math id="m30">
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> th input variable, threshold value and output variable of the neuron in the output layer, respectively, <inline-formula id="inf25">
<mml:math id="m31">
<mml:mrow>
<mml:msub>
<mml:mi mathvariant="normal">w</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represents the weight value between the <inline-formula id="inf26">
<mml:math id="m32">
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> th neuron in the hidden layer and the <inline-formula id="inf27">
<mml:math id="m33">
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> th output neuron.</p>
</sec>
<sec id="s4-4">
<title>4.4 Classification and regression tree (CART)</title>
<p>The decision tree model is a technique that uses a tree structure to discover and describe structural patterns in data. It does not require a preestablished relationship between all input variables and a target variable (<xref ref-type="bibr" rid="B39">Hitoshi Saito and Matsuyama, 2009</xref>). As an algorithm of the decision tree model, classification and regression tree (CART) was first proposed by <xref ref-type="bibr" rid="B12">Breiman et al. (1984)</xref> The CART consists of a root node, a set of internal nodes and a set of leaf nodes. The leaf nodes correspond to the classification result, and the other nodes correspond to the classification rules. CART was selected as the decision tree model in this study in view of its performance efficiency (<xref ref-type="bibr" rid="B83">Wang et al., 2015</xref>).</p>
</sec>
<sec id="s4-5">
<title>4.5 Bayesian network (BN)</title>
<p>The Bayesian network (BN) is a graphical model for probabilistic relationships among a set of variables (<xref ref-type="bibr" rid="B74">Song et al., 2012</xref>). BN can be represented by directed acyclic graphs and conditional probabilities, reflecting the independent and interdependent relationship among various variables. The calculation formula is given as follows (<xref ref-type="bibr" rid="B37">Han et al., 2019</xref>):<disp-formula id="e7">
<mml:math id="m34">
<mml:mrow>
<mml:mi>P</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>L</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>M</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>N</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
<mml:mo>&#x3d;</mml:mo>
<mml:mi>P</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>L</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
<mml:mo>&#xd7;</mml:mo>
<mml:mi>P</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>M</mml:mi>
<mml:mo>&#x7c;</mml:mo>
<mml:mi>L</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
<mml:mo>&#xd7;</mml:mo>
<mml:mi>P</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>N</mml:mi>
<mml:mo>&#x7c;</mml:mo>
<mml:mi>L</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>M</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mrow>
</mml:math>
<label>(7)</label>
</disp-formula>where <inline-formula id="inf28">
<mml:math id="m35">
<mml:mrow>
<mml:mi>P</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>L</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> is the prior probability, indicating the conditional probability without the parent node, <inline-formula id="inf29">
<mml:math id="m36">
<mml:mrow>
<mml:mi>P</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>M</mml:mi>
<mml:mo>&#x7c;</mml:mo>
<mml:mi>L</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> is the conditional probability, indicating the occurrence probability of <inline-formula id="inf30">
<mml:math id="m37">
<mml:mrow>
<mml:mi>M</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> under <inline-formula id="inf31">
<mml:math id="m38">
<mml:mrow>
<mml:mi>L</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> conditions and <inline-formula id="inf32">
<mml:math id="m39">
<mml:mrow>
<mml:mi>P</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>N</mml:mi>
<mml:mo>&#x7c;</mml:mo>
<mml:mi>L</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>M</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> is the conditional probability, indicating the occurrence probability of <inline-formula id="inf33">
<mml:math id="m40">
<mml:mrow>
<mml:mi>N</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> under <inline-formula id="inf34">
<mml:math id="m41">
<mml:mrow>
<mml:mi>L</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf35">
<mml:math id="m42">
<mml:mrow>
<mml:mi>M</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> conditions.</p>
</sec>
<sec id="s4-6">
<title>4.6 Model performance evaluation</title>
<p>In this study, three commonly used criteria, including the predictive accuracy (ACC), the Kappa coefficient and the area under the receiver operating characteristic curve (AUC) were used to evaluate the prediction ability of DFSMs. The calculation of the three criteria is based on the confusion matrix (<xref ref-type="bibr" rid="B34">Ghasemian et al., 2022a</xref>). The confusion matrix, also known as the error matrix, is a standard format for accuracy evaluation. The confusion matrix can represent the difference between the model prediction results and the actual observation results (<xref ref-type="bibr" rid="B85">Xiong et al., 2020</xref>). In this study, the confusion matrix of the debris flow susceptibility predictive models is shown in <xref ref-type="table" rid="T4">Table 4</xref>. For example, a true positive (TP) suggests that the prediction result is &#x2018;Debris-Flow&#x2019;, and the actual observation result is &#x2018;Debris-Flow&#x2019;.</p>
<table-wrap id="T4" position="float">
<label>TABLE 4</label>
<caption>
<p>Confusion matrix.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center">Prediction <break/>Actuality</th>
<th align="center">Debris-flow (1)</th>
<th align="center">Non-Debris-flow (0)</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="center">Debris-Flow (1)</td>
<td align="center">True positive (TP)</td>
<td align="center">False negative (FN)</td>
</tr>
<tr>
<td align="center">Non-Debris-Flow (0)</td>
<td align="center">False positive (FP)</td>
<td align="center">True negative (TN)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The predictive accuracy (ACC) represents the ratio of correctly predicted observations to total observations. This index shows how well the debris flow model works:</p>
<disp-formula id="e8">
<mml:math id="m43">
<mml:mrow>
<mml:mi>A</mml:mi>
<mml:mi>C</mml:mi>
<mml:mi>C</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mi>T</mml:mi>
<mml:mi>P</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>N</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>T</mml:mi>
<mml:mi>P</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>F</mml:mi>
<mml:mi>N</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>F</mml:mi>
<mml:mi>P</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>N</mml:mi>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
<label>(8)</label>
</disp-formula>
<p>The Kappa index is used to assess the acceptability of debris flow models which can be calculated by:<disp-formula id="e9">
<mml:math id="m44">
<mml:mrow>
<mml:mi>K</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:msub>
<mml:mi>p</mml:mi>
<mml:mn>0</mml:mn>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mi>p</mml:mi>
<mml:mi>e</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mi>p</mml:mi>
<mml:mi>e</mml:mi>
</mml:msub>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
<label>(9)</label>
</disp-formula>
<disp-formula id="e10">
<mml:math id="m45">
<mml:mrow>
<mml:msub>
<mml:mi>p</mml:mi>
<mml:mi>e</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mi>A</mml:mi>
<mml:mo>&#xd7;</mml:mo>
<mml:mi>a</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>B</mml:mi>
<mml:mo>&#xd7;</mml:mo>
<mml:mi>b</mml:mi>
</mml:mrow>
<mml:msup>
<mml:mi>n</mml:mi>
<mml:mn>2</mml:mn>
</mml:msup>
</mml:mfrac>
</mml:mrow>
</mml:math>
<label>(10)</label>
</disp-formula>where <inline-formula id="inf36">
<mml:math id="m46">
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> is the Kappa coefficient; <inline-formula id="inf37">
<mml:math id="m47">
<mml:mrow>
<mml:msub>
<mml:mi>p</mml:mi>
<mml:mn>0</mml:mn>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> is overall classification accuracy, namely, ACC; <inline-formula id="inf38">
<mml:math id="m48">
<mml:mrow>
<mml:mi>A</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> is the actual number of debris flows, and it is also the sum of TP and FN (<xref ref-type="table" rid="T4">Table 4</xref>); <inline-formula id="inf39">
<mml:math id="m49">
<mml:mrow>
<mml:mi>B</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> is the actual number of non-debris flows, and it is also the sum of FP and TN; <inline-formula id="inf40">
<mml:math id="m50">
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> is the predicted number of debris flows, and it is also the sum of TP and FP; <inline-formula id="inf41">
<mml:math id="m51">
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> is the predicted number of non-debris flows, and it is also the sum of FN and TN; <inline-formula id="inf42">
<mml:math id="m52">
<mml:mrow>
<mml:mi>n</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> is the total number of samples, and it is also the sum of <inline-formula id="inf43">
<mml:math id="m53">
<mml:mrow>
<mml:mi>A</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf44">
<mml:math id="m54">
<mml:mrow>
<mml:mi>B</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> or <inline-formula id="inf45">
<mml:math id="m55">
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf46">
<mml:math id="m56">
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>. The <inline-formula id="inf47">
<mml:math id="m57">
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> varies from 0.0 to 1.0, the higher the <inline-formula id="inf48">
<mml:math id="m58">
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> value is, the better the classification accuracy of the model.</p>
<p>The receiver operating characteristic (ROC) curve and area under the curve (AUC) can compare the prediction performance of different classifiers (<xref ref-type="bibr" rid="B3">Akgun et al., 2012</xref>). The abscissa and ordinate of the ROC are the false-positive rate (FPR) and true-positive rate (TPR) respectively. They can be obtained from the following equations (<xref ref-type="bibr" rid="B64">Pourghasemi et al., 2013</xref>):<disp-formula id="e11">
<mml:math id="m59">
<mml:mrow>
<mml:mi>F</mml:mi>
<mml:mi>P</mml:mi>
<mml:mi>R</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mi>F</mml:mi>
<mml:mi>P</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>F</mml:mi>
<mml:mi>P</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>N</mml:mi>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
<label>(11)</label>
</disp-formula>
<disp-formula id="e12">
<mml:math id="m60">
<mml:mrow>
<mml:mi>T</mml:mi>
<mml:mi>P</mml:mi>
<mml:mi>R</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mi>T</mml:mi>
<mml:mi>P</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>T</mml:mi>
<mml:mi>P</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>F</mml:mi>
<mml:mi>N</mml:mi>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
<label>(12)</label>
</disp-formula>
</p>
<p>AUC represents the quality of models that reliably predict the occurrence or non-occurrence of debris flows. The AUC varies from 0.5 to 1.0, and the higher the AUC value is, the better the prediction performance of the model.</p>
</sec>
</sec>
<sec id="s5">
<title>5 Results and validation</title>
<sec id="s5-1">
<title>5.1 Model parameters</title>
<p>The whole analysis process was implemented in IBM SPSS software (<xref ref-type="bibr" rid="B77">Sun et al., 2019</xref>; <xref ref-type="bibr" rid="B76">Sun et al., 2021</xref>). For LR, the forward step mode was adopted to screened variables. For BN model, the mechanism type was Tree Augmented naive Bayes (TAN), and Bayesian adjustment of small cell count was selected as a parameter learning method. For MLP, one hidden layer was selected, and the maximum training time was used as the termination rule. For CART, the maximum tree depth was set to 10, and percentage was used as the termination rule. Other parameters are default.</p>
</sec>
<sec id="s5-2">
<title>5.2 Contribution of debris flow influencing factors</title>
<p>The Chi-Squared statistic was employed to identify the most important factors affecting the occurrence of debris flows in the study area (<xref ref-type="bibr" rid="B34">Ghasemian et al., 2022a</xref>). <xref ref-type="fig" rid="F7">Figure 7</xref> shows that landforms have the highest impact (128.5) on debris flows in the study area, followed by relative height difference and SPI (114.5), watershed slope (110.5), TWI (82.5), precipitation (74.5), lithology (60), land use (43.5), watershed area (27.5), river density (26.5), mean curvature (24), NDVI (23), and fault density (21.5).</p>
<fig id="F7" position="float">
<label>FIGURE 7</label>
<caption>
<p>Contribution of influencing factors.</p>
</caption>
<graphic xlink:href="feart-11-1118160-g007.tif"/>
</fig>
</sec>
<sec id="s5-3">
<title>5.3 Spatial datasets for model building</title>
<p>According to field surveys and historical materials, a total of 129 debris flows were collected. Meanwhile, 129 non-debris flows were selected, which were at least 500&#xa0;m away from the nearest debris flow (<xref ref-type="fig" rid="F4">Figure 4</xref>) (<xref ref-type="bibr" rid="B27">Dou et al., 2019</xref>; <xref ref-type="bibr" rid="B78">Sun et al., 2020</xref>). Assigned 1 and 0 for debris flows and non-debris flows, respectively. The FRs of the thirteen influencing factors shown in <xref ref-type="table" rid="T2">Table 2</xref> were taken as the input variables, and the debris flows and non-debris flows were taken as the output variables. For all 258 samples, 70% (n &#x3d; 180) were selected randomly for training data, which were used to create the DFSM models. The remaining 30% (n &#x3d; 78) were used as testing data, which were applied to validate the DFSM models. Based on two types of watershed units (HWUs and CWUs) and four models (LR, MLP, CART and BN), eight DFSMs of Yongji county were completed.</p>
</sec>
<sec id="s5-4">
<title>5.4 Eight DFSMs</title>
<p>In this paper, IBM SPSS software was chosen to build the debris flow susceptibility predictive models. The model outputs are the debris flow susceptibility indices of all watershed units in the study area. Debris flow susceptibility indices are the probability of debris flow occurrence which varies from 0 to 1 (<xref ref-type="bibr" rid="B85">Xiong et al., 2020</xref>). Based on the ArcGIS software, the debris flow susceptibility indices were converted into raster format to produce the debris flow susceptibility map. Quantile classification was applied to divide the final maps into five classes, namely, very low susceptibility (VL), low susceptibility (L), moderate susceptibility (M), high susceptibility (H), and very high susceptibility (VH). (<xref ref-type="bibr" rid="B60">Martha et al., 2013</xref>; <xref ref-type="bibr" rid="B46">Hussin et al., 2016</xref>; <xref ref-type="bibr" rid="B75">Steger et al., 2017</xref>).</p>
<p>As shown in <xref ref-type="fig" rid="F8">Figure 8</xref>, the susceptibility distributions of the eight models have common characteristics. Very high and high susceptibility areas are mainly distributed in the southeast, moderate susceptibility areas are mainly distributed in the middle, and very low and low susceptibility areas are mainly distributed in northwestern of Yongji county, which is consistent with previous research results (<xref ref-type="bibr" rid="B66">Qin et al., 2019</xref>). The landform in the southeast of the study area is mainly middle mountains, and the land use is mainly forest and farmland. The watershed units distributed in the southeast have large relative height differences and slopes, which leads to frequent debris flow disasters. The precipitation decreases from southeast to northwest, which is consistent with the susceptibility distribution. The lithology in southeastern Yongji county is hard massive rock, mainly granite. Weathered granite is a component of debris flows, which increases the density and destructive power of debris flows (<xref ref-type="fig" rid="F2">Figures 2B&#x2013;E</xref>).</p>
<fig id="F8" position="float">
<label>FIGURE 8</label>
<caption>
<p>Eight DFSMs: <bold>(A)</bold> DFSM of HWUs and LR; <bold>(B)</bold> DFSM of HWUs and MLP; <bold>(C)</bold> DFSM of HWUs and CART; <bold>(D)</bold> DFSM of HWUs and BN; <bold>(E)</bold> DFSM of CWUs and LR; <bold>(F)</bold> DFSM of CWUs and MLP; <bold>(G)</bold> DFSM of CWUs and CART and <bold>(H)</bold> DFSM of CWUs and BN.</p>
</caption>
<graphic xlink:href="feart-11-1118160-g008.tif"/>
</fig>
<p>For the eight DFSMs, the area ratios of the five susceptibility classes (very high, high, moderate, low, and very low) were 12.85&#x2013;19.96, 13.82&#x2013;21.51, 14.87&#x2013;23.79, 17.70&#x2013;28.33, and 16.56%&#x2013;36.70%, respectively (<xref ref-type="fig" rid="F9">Figure 9A</xref>); The debris flow ratios of the five susceptibility classes were 62.79&#x2013;76.74, 12.40&#x2013;24.81, 6.98&#x2013;14.73,0.78%&#x2013;3.10% and 0%&#x2013;0.78%, respectively (<xref ref-type="fig" rid="F9">Figure 9B</xref>). As shown in <xref ref-type="fig" rid="F9">Figure 9C</xref>, the debris flow density was calculated to evaluate the performance of the DFSMs, that is, the ratio of debris flow percentage to area percentage on each susceptible class (<xref ref-type="bibr" rid="B63">Pham et al., 2016</xref>). The maximum values of the debris flow density of the eight models appear in the very high susceptibility class, varying from 3.15 to 5.61. The minimum values all appear in the very low susceptibility class, varying from 0.00 to 0.04. The debris flow density increases gradually from a very low class to a very high class, which provides a good visualization of the spatial predictions of debris flows (<xref ref-type="bibr" rid="B62">Pham et al., 2017</xref>; <xref ref-type="bibr" rid="B6">Asadi et al., 2022</xref>).</p>
<fig id="F9" position="float">
<label>FIGURE 9</label>
<caption>
<p>The classification of DFSMs and debris flow density: <bold>(A)</bold> area ratio; <bold>(B)</bold> debris flows ratio; <bold>(C)</bold> debris flow density.</p>
</caption>
<graphic xlink:href="feart-11-1118160-g009.tif"/>
</fig>
</sec>
<sec id="s5-5">
<title>5.5 Validation and comparison of the models</title>
<p>Model validation is a vital step in disaster susceptibility mapping (<xref ref-type="bibr" rid="B84">Wang et al., 2022</xref>). By considering the three commonly used performance metrics of ACC, AUC and Kappa, eight models were verified. The AUC, ACC and Kappa coefficient values of the eight models on the training and testing data are shown in <xref ref-type="fig" rid="F10">Figure 10</xref>.</p>
<fig id="F10" position="float">
<label>FIGURE 10</label>
<caption>
<p>The AUC, ACC, and Kappa coefficient values of the eight models for the training and testing data.</p>
</caption>
<graphic xlink:href="feart-11-1118160-g010.tif"/>
</fig>
<p>In the training phase, when HWUs were used as the mapping unit, the ACC stated that HWUs_CART model had the highest value (0.990), followed by HWUs_MLP (0.932), HWUs_BN (0.919) and HWUs_LR (0.881). It showed that the HWUs_CART model can correctly classify the debris flow and non-debris flow locations as debris flow and non-debris flow situations respectively. The highest and lowest Kappa values were 0.980 and 0.762, respectively for the HWUs_CART and HWUs_LR. Meanwhile, HWUs_MLP (0.864) and HWUs_BN (0.838) was ranked in other positions. In terms of AUC, results indicated that the HWUs_CART model with a value of 0.991 had higher performance than the HWUs_MLP (0.982), HWUs_BN (0.970) and HWUs_LR (0.966). When CWUs was used as the mapping unit, the ACC, Kappa and AUC values of the CWUs_CART model were 0.980, 0.960 and 0.985, which showed that the performance of the CWUs_CART model was the highest, followed by the CWUs_MLP (0.893, 0.787, 0.967), CWUs_BN (0.899, 0.778, and 0.946) and CWUs_LR (0.858, 0.716, and 0.946) (<xref ref-type="fig" rid="F10">Figure 10</xref>). Although the results showed the excellent performance for all the four algorithms, the CART had the highest ability in debris flow classification and susceptibility mapping in the study area. In terms of watershed unit, ACC, Kappa and AUC values decreased when HWUs was replaced by CWUs, indicating that HWUs were more suitable for DFSM in the study area than CWUs.</p>
<p>Right side of <xref ref-type="fig" rid="F10">Figure 10</xref> showed the prediction capabilities of the eight models based on testing dataset. These results are very important for evaluating the applicability and robustness of the models. When HWUs were used as the mapping unit, the highest value of ACC was 0.834 for the HWUs_CART model, next for the HWUs_MLP (0.826), HWUs_BN (0.808) and HWUs_LR (0.802) models. The Kappa for the HWUs_CART model was 0.668 as the highest value, whereas this value was 0.652, 0.617, and 0.604 for HWUs_MLP, HWUs_BN, and HWUs_LR, respectively. The highest and lowest AUC values were 0.942 and 0.882, respectively for the HWUs_CART and HWUs_LR. Meanwhile, HWUs_MLP (0.902) and HWUs_BN (0.892) was ranked in other positions. Correspondingly, ACC, Kappa and AUC from CWUs were shown in <xref ref-type="fig" rid="F9">Figure 9</xref>, which indicated a similar result with HWUs. CART model resulted in the highest ACC, Kappa and AUC values of 0.832, 0.663, and 0.909, which manifested it is the best model for the study area. At the same time, the HWU-based models had better performance than the CWU models for DFSM in the study area.</p>
</sec>
<sec id="s5-6">
<title>5.6 One-way ANOVA test</title>
<p>The results of the models are tested by one-way ANOVA in SPSS. For HWUs, there are significant differences between CART and each of the three methods (LR, MLP, and BN). There are no significant differences among LR, MLP, and BN. For CWUs, there are no significant differences between MLP and each of the two methods (LR and BN). There are significant differences between the other methods.</p>
</sec>
</sec>
<sec sec-type="discussion" id="s6">
<title>6 Discussion</title>
<sec id="s6-1">
<title>6.1 Watershed unit classification processes and results comparison</title>
<p>As shown in <xref ref-type="fig" rid="F3">Figure 3</xref>, the extraction processes of HWUs are more complex than those of CWUs, because HWUs require six steps while CWUs require five steps. Model builder in ArcGIS is a workflow that connects a series of geoprocessing tools (<xref ref-type="bibr" rid="B66">Qin et al., 2019</xref>). It takes the output of one tool as the input of the other tool. Model builder can greatly reduce operation time and improve work efficiency. We had built two workflows for the processes of extracting HWUs and CWUs in the model builder. Experiments on two types of watershed units showed that HWUs extraction required 17&#xa0;s, while CWUs extraction required only 3&#xa0;s. In addition, for the division of HWUs, the influence of DEM resolution and flow threshold needs to be considered, while for CWUs, only DEM resolution needs to be considered. In summary, it takes more time and effort to extract HWUs than CWUs.</p>
<p>There are also significant differences between the two types of watershed units in the classification results. As shown in <xref ref-type="fig" rid="F4">Figure 4</xref>, HWUs are mostly strip-shaped and widely different in size, while CWUs are nearly square and relatively uniform in size. The watershed unit boundaries extracted by the hydrological analysis method in areas with obvious topographic changes are relatively consistent with reality (<xref ref-type="fig" rid="F11">Figure 11A</xref>). However, there are many small and narrow units in flat areas, because there is no clear flow direction in flat areas for hydrological analysis (<xref ref-type="bibr" rid="B61">Massimiliano et al., 2016</xref>) (<xref ref-type="fig" rid="F11">Figure 11C</xref>). For the curvature method, the division of watershed units in flat areas is relatively satisfactory, and there is no parallel line problem similar to the hydrological analysis method (<xref ref-type="fig" rid="F11">Figure 11D</xref>). However, in areas with obvious topographic changes, the boundaries of watershed units do not match well with the actual situation (<xref ref-type="fig" rid="F11">Figure 11B</xref>).</p>
<fig id="F11" position="float">
<label>FIGURE 11</label>
<caption>
<p>Watershed unit classification results comparison: <bold>(A)</bold> The boundaries of HWUs are relatively consistent with reality in mountainous areas; <bold>(B)</bold> The boundaries of CWUs do not match well with the actual situation in mountainous areas; <bold>(C)</bold> Small and narrow units in flat areas of HWUs; and <bold>(D)</bold> The division of CWUs in flat areas is relatively satisfactory.</p>
</caption>
<graphic xlink:href="feart-11-1118160-g011.tif"/>
</fig>
</sec>
<sec id="s6-2">
<title>6.2 Comparison of DFSMs based on different evaluation models</title>
<p>Four models, LR, MLP, CART and BN, were used to complete the DFSMs of Yongji county in this study. <xref ref-type="fig" rid="F10">Figure 10</xref> shows the predictive ability of the eight models. When HWUs were used as mapping units, CART had the highest evaluation criteria with AUC, ACC and Kappa values of 0.991, 0.990, and 0.980 respectively, followed by MLP (0.982, 0.932, 0.864), BN (0.970, 0.919, 0.838) and LR (0.966, 0.881, 0.762) in the training stage. For the testing stage, the CART had the highest prediction accuracy with AUC, ACC and Kappa values of 0.942, 0.834 and 0.668 respectively, followed by MLP (0.902, 0.826, 0.652), BN (0.892, 0.808, 0.617) and LR (0.882, 0.802, 0.604). When CWUs were used as mapping units, the evaluation results showed the same trend as HWUs. The comparisons of the four evaluation models show that the CART had the best predictive ability over the other three models. The current research was in agreement with previous research results. <xref ref-type="bibr" rid="B83">Wang et al. (2015)</xref> analyzed landslide susceptibility based on five mathematical models (artificial neural network, frequency ratio, CART, LR and weights of evidence methods) and three sampling strategies. They indicated the results obtained from CART show steady prediction power with an AUC value larger than 0.7. <xref ref-type="bibr" rid="B33">Felic&#xed;simo et al. (2012)</xref> indicated that the CART is one of the most predictive models with the AUC value of 0.77. Using random forest (RF), boosted regression tree (BRT), classification and regression tree (CART), and general linear (GLM), <xref ref-type="bibr" rid="B90">Youssef et al. (2015)</xref> found the success rate for CART was 0.816 and for the prediction rate the CART was the highest with a value of 0.862. CART represents information in an intuitive and easy visual way, and is widely used in many fields (<xref ref-type="bibr" rid="B10">Bevilacqua et al., 2003</xref>; <xref ref-type="bibr" rid="B59">Malinowska 2014</xref>; <xref ref-type="bibr" rid="B51">Kim et al., 2015</xref>; <xref ref-type="bibr" rid="B90">Youssef et al., 2015</xref>; <xref ref-type="bibr" rid="B88">Yang et al., 2016</xref>).</p>
<p>Several studies have been conducted in similar areas. Selecting the frequency ratio (FR) model as the statistical method, <xref ref-type="bibr" rid="B66">Qin et al. (2019)</xref> explored the accuracy and practicability of HWUs and grid cell units (GCUs) in evaluating debris flow susceptibility in Yongji county. <xref ref-type="bibr" rid="B65">Qiao et al. (2021)</xref> built debris flow susceptibility models <italic>via</italic> the analytical hierarchy process (AHP) method and generated maps of Yongji county. The AUC values of the testing data in different studies are shown in <xref ref-type="table" rid="T5">Table 5</xref>. When the HWUs were chosen as mapping units, the AUC values of the DFSMs based on AHP, FR, LR, BN, MLP and CART were 0.812, 0.879, 0.882, 0.892, 0.902, and 0.942 respectively. The main difference among these DFSMs is the selection of different evaluation models, which indicates that machine learning models can improve the prediction accuracy of DFSMs. These results are consistent with previous studies, indicating that machine learning models are more suitable for DFSM than heuristic and general statistical models (<xref ref-type="bibr" rid="B45">Huang et al., 2020</xref>; <xref ref-type="bibr" rid="B76">Sun et al., 2021</xref>).</p>
<table-wrap id="T5" position="float">
<label>TABLE 5</label>
<caption>
<p>AUC values of testing data in different studies.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center">Studies</th>
<th align="center">Method</th>
<th align="center">Mapping units</th>
<th align="center">AUC</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td rowspan="4" align="center">This study</td>
<td align="center">LR</td>
<td align="center">HWUs</td>
<td align="center">0.882</td>
</tr>
<tr>
<td align="center">MLP</td>
<td align="center">HWUs</td>
<td align="center">0.902</td>
</tr>
<tr>
<td align="center">CART</td>
<td align="center">HWUs</td>
<td align="center">0.942</td>
</tr>
<tr>
<td align="center">BN</td>
<td align="center">HWUs</td>
<td align="center">0.892</td>
</tr>
<tr>
<td align="center">
<xref ref-type="bibr" rid="B66">Qin et al. (2019</xref>)</td>
<td align="center">FR</td>
<td align="center">HWUs</td>
<td align="center">0.879</td>
</tr>
<tr>
<td align="center">
<xref ref-type="bibr" rid="B65">Qiao et al. (2021</xref>)</td>
<td align="center">AHP</td>
<td align="center">HWUs</td>
<td align="center">0.812</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s6-3">
<title>6.3 Comparison of DFSMs based on different watershed units</title>
<p>The selection of mapping units is one of the key issues for the rationality and correctness of disaster susceptibility mapping (<xref ref-type="bibr" rid="B81">Van Den Eeckhaut et al., 2009</xref>; <xref ref-type="bibr" rid="B21">Chen et al., 2019</xref>; <xref ref-type="bibr" rid="B78">Sun et al., 2020</xref>). The impact of different mapping units on disaster susceptibility mapping is greater than that of statistical methods (<xref ref-type="bibr" rid="B91">Zezere et al., 2017</xref>). Although many studies have tried to compare different evaluation models for disaster susceptibility mapping (<xref ref-type="bibr" rid="B1">Achour et al., 2018</xref>; <xref ref-type="bibr" rid="B58">Liang et al., 2020</xref>; <xref ref-type="bibr" rid="B85">Xiong et al., 2020</xref>; <xref ref-type="bibr" rid="B24">Dash et al., 2022</xref>; <xref ref-type="bibr" rid="B67">Qiu et al., 2022</xref>), very few studies have considered different mapping units. Qin et al. (<xref ref-type="bibr" rid="B66">Qin et al., 2019</xref>) explored the effect of grid cell unit and HWUs on the susceptibility mapping of debris flow, they found HWUs can reflect the geological and geomorphic environmental conditions of a debris flow accurately and perfectly. Li et al. (<xref ref-type="bibr" rid="B57">Li et al., 2021</xref>) discussed the influence of four different HWUs on debris flow susceptibility assessment results. The results show that the appropriate watershed division scheme can obtain more reasonable results. In this study, HWUs and CWUs were selected to map debris flow susceptibility. When the CART was selected as the machine learning model, the HWUs generated high AUC, ACC, and Kappa for training data (0.991, 0.990 and 0.980) compared to the CWUs (0.985, 0.980, and 0.960). For testing data, the AUC, ACC, and Kappa of HWUs were 0.942, 0.834, and 0.668, respectively. The AUC, ACC, and Kappa of CWUs were 0.909, 0.832, and 0.663, respectively. The results suggest that the HWU model has a higher debris flow prediction performance than the CWU model. The same trend can be observed in the LR, MLP, and BN models. Therefore, the HWU-based model is superior to the CWU-based model in debris flow susceptibility assessment due to higher training and testing accuracy.</p>
<p>As described in &#x201c;6.1 Watershed unit classification processes and results comparison,&#x201d; compared with CWUs, HWUs agree well with the actual watershed units in mountainous areas, but small and narrow units appear in plain areas. Since the frequency of debris flows in mountainous areas is much higher than that in plain areas, the division of watershed units in mountainous areas is more important than that in plain areas. Therefore, the HWU model is more practical than the CWU model. CWUs can also represent the distribution of watersheds and can be used as an alternative scheme.</p>
<p>Although this paper discussed the application of two types of watershed units in DFSM and obtained positive results, there are some limitations: 1) the number of debris flows is small, and 2) only HWUs with a threshold of 1,000 and CWUs with a resolution of 300 are selected for comparison. In future research, we will constantly update the debris flow database to improve the data quality. Moreover, it is necessary to explore the similarities and differences of multiscale watershed units in DFSM.</p>
</sec>
</sec>
<sec sec-type="conclusion" id="s7">
<title>7 Conclusion</title>
<p>This paper mainly explored the influence of using different watershed units (HWUs and CWUs) in debris flow susceptibility assessment models. LR, MLP, CART, and BN were chosen as evaluation models to avoid the model uncertainty caused by different models. Yongji county, with 129 recorded debris flows and 13 related influencing factors, was used as the study area and eight DFSMs were produced.</p>
<p>The DFSM results showed that CART has the best predictive ability over the other three models through the analysis of AUC, ACC and Kappa. By using Model Builder in ArcGIS, 1,092 HWUs and 1,211 CWUs were extracted. Compared with HWUs, the extraction process of CWUs is simpler. For the results of watershed unit division, HWUs have more advantages in areas with undulating terrain, but they are not satisfactory in areas with flat terrain. CWUs perform well in flat areas but do not match the actual watershed boundaries in areas with undulating terrain. Since debris flows mostly occur in mountainous areas, the DFSM based on HWUs is more accurate and practical than that based on CWUs. In addition, the AUC, ACC and Kappa showed that the HWU-based model has remarkably higher debris flow prediction performance than CWUs. This result means that the HWUs are more effective in debris flow susceptibility assessment of the study area. The CWU-based model can also reflect the spatial distribution probability of debris flows in the study area overall and can be used as an alternative model. Further studies should propose a more appropriate watershed unit for DFSM.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="s8">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/supplementary material, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s9">
<title>Author contributions</title>
<p>JL: Conceptualization, methodology, formal analysis, investigation, writing, original draft, writing-review and editing. SUQ: Methodology, validation, resources, data curation, writing -original draft, visualization, project administration, funding acquisition. JC: Validation, investigation, supervision, project administration. SGQ: Investigation, supervision. JGY: Software, data curation. XZ: Conceptualization, supervision. RC: Software, supervision. JHY: Investigation, data curation.</p>
</sec>
<sec id="s10">
<title>Funding</title>
<p>This work was funded by the National Natural Science Foundation of China under Grants 41977221 and 41972267, and in part by the Jilin Provincial Science and Technology Department (Grant No. 20190303103SF).</p>
</sec>
<ack>
<p>The authors are also thankful to the reviewers for their valuable feedback on the manuscript.</p>
</ack>
<sec sec-type="COI-statement" id="s11">
<title>Conflict of interest</title>
<p>JL, XZ, RC, and JHY were employed by China Water Resources Bei Fang Investigation, Design &#x26; Research Co. LTD.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s12">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Achour</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Gar&#xe7;ia</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Cavaleiro</surname>
<given-names>V.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>GIS-based spatial prediction of debris flows using logistic regression and frequency ratio models for Z&#xea;zere River basin and its surrounding area, Northwest Covilh&#xe3;, Portugal</article-title>. <source>Arabian J. Geosciences</source> <volume>11</volume>, <fpage>550</fpage>. <pub-id pub-id-type="doi">10.1007/s12517-018-3920-9</pub-id>
</citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Aditian</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Kubota</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Shinohara</surname>
<given-names>Y.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Comparison of GIS-based landslide susceptibility models using frequency ratio, logistic regression, and artificial neural network in a tertiary region of Ambon, Indonesia</article-title>. <source>Geomorphology</source> <volume>318</volume>, <fpage>101</fpage>&#x2013;<lpage>111</lpage>. <pub-id pub-id-type="doi">10.1016/j.geomorph.2018.06.006</pub-id>
</citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Akgun</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Kincal</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Pradhan</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Application of remote sensing data and GIS for landslide risk assessment as an environmental threat to Izmir city (west Turkey)</article-title>. <source>Environ. Monit. Assess.</source> <volume>184</volume>, <fpage>5453</fpage>&#x2013;<lpage>5470</lpage>. <pub-id pub-id-type="doi">10.1007/s10661-011-2352-8</pub-id>
</citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Althuwaynee</surname>
<given-names>O. F.</given-names>
</name>
<name>
<surname>Pradhan</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Park</surname>
<given-names>H. J.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>J. H.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>A novel ensemble decision tree-based CHi-squared Automatic Interaction Detection (CHAID) and multivariate logistic regression models in landslide susceptibility mapping</article-title>. <source>Landslides</source> <volume>11</volume>, <fpage>1063</fpage>&#x2013;<lpage>1078</lpage>. <pub-id pub-id-type="doi">10.1007/s10346-014-0466-0</pub-id>
</citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Arabameri</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Saha</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Roy</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Blaschke</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Tien Bui</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Landslide susceptibility evaluation and management using different machine learning methods in the gallicash river watershed, Iran</article-title>. <source>Remote Sens.</source> <volume>12</volume>, <fpage>475</fpage>. <pub-id pub-id-type="doi">10.3390/rs12030475</pub-id>
</citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Asadi</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Goli Mokhtari</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Shirzadi</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Shahabi</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Bahrami</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>A comparison study on the quantitative statistical methods for spatial prediction of shallow landslides (case study: Yozidar-Degaga Route in Kurdistan Province, Iran)</article-title>. <source>Environ. Earth Sci.</source> <volume>81</volume>, <fpage>51</fpage>. <pub-id pub-id-type="doi">10.1007/s12665-021-10152-4</pub-id>
</citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ayalew</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Yamagishi</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2005</year>). <article-title>The application of GIS-based logistic regression for landslide susceptibility mapping in the Kakuda-Yahiko Mountains, Central Japan</article-title>. <source>Geomorphology</source> <volume>65</volume>, <fpage>15</fpage>&#x2013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1016/j.geomorph.2004.06.010</pub-id>
</citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Balamurugan</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Ramesh</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Touthang</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Landslide susceptibility zonation mapping using frequency ratio and fuzzy gamma operator models in part of NH-39, Manipur, India</article-title>. <source>Nat. Hazards</source> <volume>84</volume>, <fpage>465</fpage>&#x2013;<lpage>488</lpage>. <pub-id pub-id-type="doi">10.1007/s11069-016-2434-6</pub-id>
</citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>B&#x103;lteanu</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Chende&#x15f;</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Sima</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Enciu</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>A country-wide spatial assessment of landslide susceptibility in Romania</article-title>. <source>Geomorphology</source> <volume>124</volume>, <fpage>102</fpage>&#x2013;<lpage>112</lpage>. <pub-id pub-id-type="doi">10.1016/j.geomorph.2010.03.005</pub-id>
</citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bevilacqua</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Braglia</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Montanari</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2003</year>). <article-title>The classification and regression tree approach to pump failure rate analysis</article-title>. <source>Reliab. Eng. Syst. Saf.</source> <volume>79</volume>, <fpage>59</fpage>&#x2013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1016/s0951-8320(02)00180-1</pub-id>
</citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bregoli</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Medina</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Chevalier</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>H&#xfc;rlimann</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Bateman</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Debris-flow susceptibility assessment at regional scale: Validation on an alpine environment</article-title>. <source>Landslides</source> <volume>12</volume>, <fpage>437</fpage>&#x2013;<lpage>454</lpage>. <pub-id pub-id-type="doi">10.1007/s10346-014-0493-x</pub-id>
</citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Breiman</surname>
<given-names>L. F. F.</given-names>
</name>
<name>
<surname>Olshen</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Stone</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>1984</year>). <article-title>Classification and regression trees. Wadsworth</article-title>. <source>Biometrics</source> <volume>40</volume>, <fpage>358</fpage>.</citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cama</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Conoscenti</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Lombardo</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Rotigliano</surname>
<given-names>E.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Exploring relationships between grid cell size and accuracy for debris-flow susceptibility models: A test in the giampilieri catchment (sicily, Italy)</article-title>. <source>Environ. Earth Sci.</source> <volume>75</volume>, <fpage>238</fpage>. <pub-id pub-id-type="doi">10.1007/s12665-015-5047-6</pub-id>
</citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cao</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Susceptibility assessment of landslides triggered by earthquakes in the Western Sichuan Plateau</article-title>. <source>Catena</source> <volume>175</volume>, <fpage>63</fpage>&#x2013;<lpage>76</lpage>. <pub-id pub-id-type="doi">10.1016/j.catena.2018.12.013</pub-id>
</citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carranza</surname>
<given-names>E. J. M.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Data-Driven evidential belief modeling of mineral potential using few prospects and evidence with missing values</article-title>. <source>Nat. Resour. Res.</source> <volume>24</volume>, <fpage>291</fpage>&#x2013;<lpage>304</lpage>. <pub-id pub-id-type="doi">10.1007/s11053-014-9250-z</pub-id>
</citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Du</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>W.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Landslide susceptibility prediction based on remote sensing images and GIS: Comparisons of supervised and unsupervised machine learning models</article-title>. <source>Remote Sens.</source> <volume>12</volume>, <fpage>502</fpage>. <pub-id pub-id-type="doi">10.3390/rs12030502</pub-id>
</citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Dai</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Dong</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). <article-title>Integration of deep learning and information theory for designing monitoring networks in heterogeneous aquifer systems</article-title>. <source>Water Resour. Res.</source> <volume>58</volume>, <fpage>429</fpage>. <pub-id pub-id-type="doi">10.1029/2022wr032429</pub-id>
</citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Dai</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Yang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Pan</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>An improved tandem neural network architecture for inverse modeling of multicomponent reactive transport in porous media</article-title>. <source>Water Resour. Res.</source> <volume>57</volume>, <fpage>595</fpage>. <pub-id pub-id-type="doi">10.1029/2021wr030595</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Shahabi</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Shirzadi</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Hong</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Akgun</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Tian</surname>
<given-names>Y.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Novel hybrid artificial intelligence approach of bivariate statistical-methods-based kernel logistic regression classifier for landslide susceptibility modeling</article-title>. <source>Bull. Eng. Geol. Environ.</source> <volume>78</volume>, <fpage>4397</fpage>&#x2013;<lpage>4419</lpage>. <pub-id pub-id-type="doi">10.1007/s10064-018-1401-8</pub-id>
</citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Xie</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Pradhan</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Hong</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Bui</surname>
<given-names>D. T.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>A comparative study of logistic model tree, random forest, and classification and regression tree models for spatial prediction of landslide susceptibility</article-title>. <source>Catena</source> <volume>151</volume>, <fpage>147</fpage>&#x2013;<lpage>160</lpage>. <pub-id pub-id-type="doi">10.1016/j.catena.2016.11.032</pub-id>
</citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Liang</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Ke</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Yang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Zhao</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Landslide susceptibility assessment using different slope units based on the evidential belief function model</article-title>. <source>Geocarto Int.</source> <volume>35</volume>, <fpage>1641</fpage>&#x2013;<lpage>1664</lpage>. <pub-id pub-id-type="doi">10.1080/10106049.2019.1582716</pub-id>
</citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Colkesen</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Sahin</surname>
<given-names>E. K.</given-names>
</name>
<name>
<surname>Kavzoglu</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Susceptibility mapping of shallow landslides using kernel-based Gaussian process, support vector machines and logistic regression</article-title>. <source>J. Afr. Earth Sci.</source> <volume>118</volume>, <fpage>53</fpage>&#x2013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1016/j.jafrearsci.2016.02.019</pub-id>
</citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Constantin</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Bednarik</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Jurchescu</surname>
<given-names>M. C.</given-names>
</name>
<name>
<surname>Vlaicu</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Landslide susceptibility assessment using the bivariate statistical analysis and the index of entropy in the Sibiciu Basin (Romania)</article-title>. <source>Environ. Earth Sci.</source> <volume>63</volume>, <fpage>397</fpage>&#x2013;<lpage>406</lpage>. <pub-id pub-id-type="doi">10.1007/s12665-010-0724-y</pub-id>
</citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dash</surname>
<given-names>R. K.</given-names>
</name>
<name>
<surname>Falae</surname>
<given-names>P. O.</given-names>
</name>
<name>
<surname>Kanungo</surname>
<given-names>D. P.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Debris flow susceptibility zonation using statistical models in parts of northwest Indian himalayas&#x2014;Implementation, validation, and comparative evaluation</article-title>. <source>Nat. Hazards</source> <volume>111</volume>, <fpage>2011</fpage>&#x2013;<lpage>2058</lpage>. <pub-id pub-id-type="doi">10.1007/s11069-021-05128-3</pub-id>
</citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Devkota</surname>
<given-names>K. C.</given-names>
</name>
<name>
<surname>Regmi</surname>
<given-names>A. D.</given-names>
</name>
<name>
<surname>Pourghasemi</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Yoshida</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Pradhan</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Ryu</surname>
<given-names>I. C.</given-names>
</name>
<etal/>
</person-group> (<year>2012</year>). <article-title>Landslide susceptibility mapping using certainty factor, index of entropy and logistic regression models in GIS and their comparison at Mugling&#x2013;Narayanghat road section in Nepal Himalaya</article-title>. <source>Nat. Hazards</source> <volume>65</volume>, <fpage>135</fpage>&#x2013;<lpage>165</lpage>. <pub-id pub-id-type="doi">10.1007/s11069-012-0347-6</pub-id>
</citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dormann</surname>
<given-names>C. F.</given-names>
</name>
<name>
<surname>Elith</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Bacher</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Buchmann</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Carl</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Carr&#xe9;</surname>
<given-names>G.</given-names>
</name>
<etal/>
</person-group> (<year>2013</year>). <article-title>Collinearity: A review of methods to deal with it and a simulation study evaluating their performance</article-title>. <source>Ecography</source> <volume>36</volume>, <fpage>27</fpage>&#x2013;<lpage>46</lpage>. <pub-id pub-id-type="doi">10.1111/j.1600-0587.2012.07348.x</pub-id>
</citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dou</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Yunus</surname>
<given-names>A. P.</given-names>
</name>
<name>
<surname>Tien Bui</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Merghadi</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Sahana</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Zhu</surname>
<given-names>Z.</given-names>
</name>
<etal/>
</person-group> (<year>2019a</year>). <article-title>Assessment of advanced random forest and decision tree algorithms for modeling rainfall-induced landslide susceptibility in the Izu-Oshima Volcanic Island, Japan</article-title>. <source>Sci. Total Environ.</source> <volume>662</volume>, <fpage>332</fpage>&#x2013;<lpage>346</lpage>. <pub-id pub-id-type="doi">10.1016/j.scitotenv.2019.01.221</pub-id>
</citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dou</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Qin</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Ma</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Qiao</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2019b</year>). <article-title>A method for improving controlling factors based on information fusion for debris flow susceptibility mapping: A case study in Jilin Province, China</article-title>. <source>Entropy (Basel)</source> <volume>21</volume>, <fpage>695</fpage>. <pub-id pub-id-type="doi">10.3390/e21070695</pub-id>
</citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dragut</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Eisank</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>Object representations at multiple scales from digital elevation models</article-title>. <source>Geomorphol. (Amst)</source> <volume>129</volume>, <fpage>183</fpage>&#x2013;<lpage>189</lpage>. <pub-id pub-id-type="doi">10.1016/j.geomorph.2011.03.003</pub-id>
</citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Du</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Yang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Guo</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Yao</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Landslide susceptibility mapping in the region of eastern himalayan syntaxis, Tibetan plateau, China: A comparison between analytical hierarchy process information value and logistic regression-information value methods</article-title>. <source>Bull. Eng. Geol. Environ.</source> <volume>78</volume>, <fpage>4201</fpage>&#x2013;<lpage>4215</lpage>. <pub-id pub-id-type="doi">10.1007/s10064-018-1393-4</pub-id>
</citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Esper Angillieri</surname>
<given-names>M. Y.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Debris flow susceptibility mapping using frequency ratio and seed cells, in a portion of a mountain international route, Dry Central Andes of Argentina</article-title>. <source>Catena</source> <volume>189</volume>, <fpage>104504</fpage>. <pub-id pub-id-type="doi">10.1016/j.catena.2020.104504</pub-id>
</citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fausto Guzzetti</surname>
<given-names>A. C.</given-names>
</name>
<name>
<surname>Cardinali</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Reichenbach</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Reichenbach</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>1999</year>). <article-title>Landslide hazard evaluation: A review of current techniques and their application in a multi-scale study, central Italy</article-title>. <source>Geomorphology</source> <volume>31</volume>, <fpage>181</fpage>&#x2013;<lpage>216</lpage>. <pub-id pub-id-type="doi">10.1016/S0169-555X(99)00078-1</pub-id>
</citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Felic&#xed;simo</surname>
<given-names>&#xc1;. M.</given-names>
</name>
<name>
<surname>Cuartero</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Remondo</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Quir&#xf3;s</surname>
<given-names>E.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Mapping landslide susceptibility with logistic regression, multiple adaptive regression splines, classification and regression trees, and maximum entropy methods: A comparative study</article-title>. <source>Landslides</source> <volume>10</volume>, <fpage>175</fpage>&#x2013;<lpage>189</lpage>. <pub-id pub-id-type="doi">10.1007/s10346-012-0320-1</pub-id>
</citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ghasemian</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Shahabi</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Shirzadi</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Al-Ansari</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Jaafari</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Geertsema</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2022a</year>). <article-title>Application of a novel hybrid machine learning algorithm in shallow landslide susceptibility mapping in a mountainous area</article-title>. <source>Front. Environ. Sci.</source> <volume>10</volume>, <fpage>897254</fpage>. <pub-id pub-id-type="doi">10.3389/fenvs.2022.897254</pub-id>
</citation>
</ref>
<ref id="B35">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ghasemian</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Shahabi</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Shirzadi</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Al-Ansari</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Jaafari</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Kress</surname>
<given-names>V. R.</given-names>
</name>
<etal/>
</person-group> (<year>2022b</year>). <article-title>A robust deep-learning model for landslide susceptibility mapping: A case study of kurdistan Province, Iran</article-title>. <source>Sensors (Basel)</source> <volume>22</volume>, <fpage>1573</fpage>. <pub-id pub-id-type="doi">10.3390/s22041573</pub-id>
</citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hadmoko</surname>
<given-names>D. S.</given-names>
</name>
<name>
<surname>Lavigne</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Samodra</surname>
<given-names>G.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Application of a semiquantitative and GIS-based statistical model to landslide susceptibility zonation in Kayangan Catchment, Java, Indonesia</article-title>. <source>Nat. Hazards</source> <volume>87</volume>, <fpage>437</fpage>&#x2013;<lpage>468</lpage>. <pub-id pub-id-type="doi">10.1007/s11069-017-2772-z</pub-id>
</citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Han</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Lang</surname>
<given-names>Q.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Applying a series and parallel model and a bayesian networks model to produce disaster chain susceptibility maps in the changbai mountain area, China</article-title>. <source>Water</source> <volume>11</volume>, <fpage>2144</fpage>. <pub-id pub-id-type="doi">10.3390/w11102144</pub-id>
</citation>
</ref>
<ref id="B38">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>He</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Pan</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Dai</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Application of kernel-based Fisher discriminant analysis to map landslide susceptibility in the Qinggan River delta, Three Gorges, China</article-title>. <source>Geomorphology</source> <volume>171-172</volume>, <fpage>30</fpage>&#x2013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.1016/j.geomorph.2012.04.024</pub-id>
</citation>
</ref>
<ref id="B39">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hitoshi Saito</surname>
<given-names>D. N.</given-names>
</name>
<name>
<surname>Matsuyama</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Comparison of landslide susceptibility based on a decision-tree model and actual landslide occurrence: The Akaishi Mountains, Japan</article-title>. <source>Geomorphology</source> <volume>109</volume>, <fpage>108</fpage>&#x2013;<lpage>121</lpage>. <pub-id pub-id-type="doi">10.1016/j.geomorph.2009.02.026</pub-id>
</citation>
</ref>
<ref id="B40">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hong</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Pourghasemi</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Pourtaghi</surname>
<given-names>Z. S.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Landslide susceptibility assessment in lianhua county (China): A comparison between a random forest data mining technique and bivariate and multivariate statistical models</article-title>. <source>Geomorphology</source> <volume>259</volume>, <fpage>105</fpage>&#x2013;<lpage>118</lpage>. <pub-id pub-id-type="doi">10.1016/j.geomorph.2016.02.012</pub-id>
</citation>
</ref>
<ref id="B41">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hong</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Pradhan</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Xu</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Tien Bui</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Spatial prediction of landslide hazard at the Yihuang area (China) using two-class kernel logistic regression, alternating decision tree and support vector machines</article-title>. <source>Catena</source> <volume>133</volume>, <fpage>266</fpage>&#x2013;<lpage>281</lpage>. <pub-id pub-id-type="doi">10.1016/j.catena.2015.05.019</pub-id>
</citation>
</ref>
<ref id="B42">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hong</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Tsangaratos</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Ilia</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Loupasakis</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>Y.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Introducing a novel multi-layer perceptron network based on stochastic gradient descent optimized by a meta-heuristic algorithm for landslide susceptibility mapping</article-title>. <source>Sci. Total Environ.</source> <volume>742</volume>, <fpage>140549</fpage>. <pub-id pub-id-type="doi">10.1016/j.scitotenv.2020.140549</pub-id>
</citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Horton</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Jaboyedoff</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Rudaz</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Zimmermann</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Flow-R, a model for susceptibility mapping of debris flows and other gravitational hazards at a regional scale</article-title>. <source>Nat. Hazards Earth Syst. Sci.</source> <volume>13</volume>, <fpage>869</fpage>&#x2013;<lpage>885</lpage>. <pub-id pub-id-type="doi">10.5194/nhess-13-869-2013</pub-id>
</citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hu</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Xu</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Rui</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>R. Q.</given-names>
</name>
<name>
<surname>van Asch</surname>
<given-names>T. W. J.</given-names>
</name>
<name>
<surname>Zhu</surname>
<given-names>X.</given-names>
</name>
<etal/>
</person-group> (<year>2014</year>). <article-title>An instrumented flume to investigate the initiation mechanism of the post-earthquake huge debris flow in the southwest of China</article-title>. <source>Bull. Eng. Geol. Environ.</source> <volume>74</volume>, <fpage>393</fpage>&#x2013;<lpage>404</lpage>. <pub-id pub-id-type="doi">10.1007/s10064-014-0627-3</pub-id>
</citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huang</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Cao</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Guo</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Jiang</surname>
<given-names>S. H.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Guo</surname>
<given-names>Z.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Comparisons of heuristic, general statistical and machine learning models for landslide susceptibility prediction and mapping</article-title>. <source>Catena</source> <volume>191</volume>, <fpage>104580</fpage>. <pub-id pub-id-type="doi">10.1016/j.catena.2020.104580</pub-id>
</citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hussin</surname>
<given-names>H. Y.</given-names>
</name>
<name>
<surname>Zumpano</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Reichenbach</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Sterlacchini</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Micu</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>van Westen</surname>
<given-names>C.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Different landslide sampling strategies in a grid-based bi-variate statistical susceptibility model</article-title>. <source>Geomorphology</source> <volume>253</volume>, <fpage>508</fpage>&#x2013;<lpage>523</lpage>. <pub-id pub-id-type="doi">10.1016/j.geomorph.2015.10.030</pub-id>
</citation>
</ref>
<ref id="B47">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ilia</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Tsangaratos</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Applying weight of evidence method and sensitivity analysis to produce a landslide susceptibility map</article-title>. <source>Landslides</source> <volume>13</volume>, <fpage>379</fpage>&#x2013;<lpage>397</lpage>. <pub-id pub-id-type="doi">10.1007/s10346-015-0576-3</pub-id>
</citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jaafari</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Panahi</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Pham</surname>
<given-names>B. T.</given-names>
</name>
<name>
<surname>Shahabi</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Bui</surname>
<given-names>D. T.</given-names>
</name>
<name>
<surname>Rezaie</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Meta optimization of an adaptive neuro-fuzzy inference system with grey wolf optimizer and biogeography-based optimization algorithms for spatial prediction of landslide susceptibility</article-title>. <source>Catena</source> <volume>175</volume>, <fpage>430</fpage>&#x2013;<lpage>445</lpage>. <pub-id pub-id-type="doi">10.1016/j.catena.2018.12.033</pub-id>
</citation>
</ref>
<ref id="B49">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jiang</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Zou</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Hu</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Yao</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). <article-title>Susceptibility assessment of debris flows coupled with ecohydrological activation in the eastern qinghai-tibet plateau</article-title>. <source>Remote Sens.</source> <volume>14</volume>, <fpage>1444</fpage>. <pub-id pub-id-type="doi">10.3390/rs14061444</pub-id>
</citation>
</ref>
<ref id="B50">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kavzoglu</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Mather</surname>
<given-names>P. M.</given-names>
</name>
</person-group> (<year>2003</year>). <article-title>The use of backpropagating artificial neural networks in land cover classification</article-title>. <source>Int. J. Remote Sens.</source> <volume>24</volume>, <fpage>4907</fpage>&#x2013;<lpage>4938</lpage>. <pub-id pub-id-type="doi">10.1080/0143116031000114851</pub-id>
</citation>
</ref>
<ref id="B51">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname>
<given-names>K. N.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>D. W.</given-names>
</name>
<name>
<surname>Jeong</surname>
<given-names>M. A.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>The usefulness of a classification and regression tree algorithm for detecting perioperative transfusion-related pulmonary complications</article-title>. <source>Transfusion</source> <volume>55</volume>, <fpage>2582</fpage>&#x2013;<lpage>2589</lpage>. <pub-id pub-id-type="doi">10.1111/trf.13202</pub-id>
</citation>
</ref>
<ref id="B52">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Application of logistic regression model and its validation for landslide susceptibility mapping using GIS and remote sensing data</article-title>. <source>Int. J. Remote Sens.</source> <volume>26</volume>, <fpage>1477</fpage>&#x2013;<lpage>1491</lpage>. <pub-id pub-id-type="doi">10.1080/01431160412331331012</pub-id>
</citation>
</ref>
<ref id="B53">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Pradhan</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>Landslide hazard mapping at Selangor, Malaysia using frequency ratio and logistic regression models</article-title>. <source>Landslides</source> <volume>4</volume>, <fpage>33</fpage>&#x2013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.1007/s10346-006-0047-y</pub-id>
</citation>
</ref>
<ref id="B54">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lei</surname>
<given-names>T. C.</given-names>
</name>
<name>
<surname>Wan</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Chou</surname>
<given-names>T. Y.</given-names>
</name>
<name>
<surname>Pai</surname>
<given-names>H. C.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>The knowledge expression on debris flow potential analysis through PCA &#x2b; LDA and rough sets theory: A case study of chen-yu-lan watershed, nantou, taiwan</article-title>. <source>Environ. Earth Sci.</source> <volume>63</volume>, <fpage>981</fpage>&#x2013;<lpage>997</lpage>. <pub-id pub-id-type="doi">10.1007/s12665-010-0775-0</pub-id>
</citation>
</ref>
<ref id="B55">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Yan</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Cao</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Ye</surname>
<given-names>Z.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Landslide susceptibility prediction using particle-swarm-optimized multilayer perceptron: Comparisons with multilayer-perceptron-only, BP neural network, and information value models</article-title>. <source>Appl. Sci.</source> <volume>9</volume>, <fpage>3664</fpage>. <pub-id pub-id-type="doi">10.3390/app9183664</pub-id>
</citation>
</ref>
<ref id="B56">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Shang</surname>
<given-names>Y.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Debris flow susceptibility assessment in the Wudongde Dam area, China based on rock engineering system and fuzzy C-means algorithm</article-title>. <source>Water</source> <volume>9</volume>, <fpage>669</fpage>. <pub-id pub-id-type="doi">10.3390/w9090669</pub-id>
</citation>
</ref>
<ref id="B57">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Tan</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Han</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Debris flow susceptibility assessment based on topo-hydrological factors at different unit scales: A case study of mentougou district, beijing</article-title>. <source>Environ. Earth Sci.</source> <volume>80</volume>, <fpage>365</fpage>. <pub-id pub-id-type="doi">10.1007/s12665-021-09665-9</pub-id>
</citation>
</ref>
<ref id="B58">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Z. M.</given-names>
</name>
<name>
<surname>Khan</surname>
<given-names>K. U. J.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>A comparison of statistical and machine learning methods for debris flow susceptibility mapping</article-title>. <source>Stoch. Environ. Res. Risk Assess.</source> <volume>34</volume>, <fpage>1887</fpage>&#x2013;<lpage>1907</lpage>. <pub-id pub-id-type="doi">10.1007/s00477-020-01851-8</pub-id>
</citation>
</ref>
<ref id="B59">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Malinowska</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Classification and regression tree theory application for assessment of building damage caused by surface deformation</article-title>. <source>Nat. Hazards</source> <volume>73</volume>, <fpage>317</fpage>&#x2013;<lpage>334</lpage>. <pub-id pub-id-type="doi">10.1007/s11069-014-1070-2</pub-id>
</citation>
</ref>
<ref id="B60">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Martha</surname>
<given-names>T. R.</given-names>
</name>
<name>
<surname>van Westen</surname>
<given-names>C. J.</given-names>
</name>
<name>
<surname>Kerle</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Jetten</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Vinod Kumar</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Landslide hazard and risk assessment using semi-automatically created landslide inventories</article-title>. <source>Geomorphology</source> <volume>184</volume>, <fpage>139</fpage>&#x2013;<lpage>150</lpage>. <pub-id pub-id-type="doi">10.1016/j.geomorph.2012.12.001</pub-id>
</citation>
</ref>
<ref id="B61">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Massimiliano</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Ivan</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Paola</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Mauro</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Francesca</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Federica</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Automatic delineation of geomorphological slope units with &#x26;lt;tt&#x26;amp;gt;r.slopeunits v1.0&#x26;amp;lt;/tt&#x26;amp;gt; and their optimization for landslide susceptibility modeling</article-title>. <source>Geosci. Model. Dev. Discuss.</source> <volume>9</volume>, <fpage>3975</fpage>&#x2013;<lpage>3991</lpage>. <pub-id pub-id-type="doi">10.5194/gmd-9-3975-2016</pub-id>
</citation>
</ref>
<ref id="B62">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pham</surname>
<given-names>B. T.</given-names>
</name>
<name>
<surname>Tien Bui</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Prakash</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Dholakia</surname>
<given-names>M. B.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Hybrid integration of Multilayer Perceptron Neural Networks and machine learning ensembles for landslide susceptibility assessment at Himalayan area (India) using GIS</article-title>. <source>Catena</source> <volume>149</volume>, <fpage>52</fpage>&#x2013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1016/j.catena.2016.09.007</pub-id>
</citation>
</ref>
<ref id="B63">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pham</surname>
<given-names>B. T.</given-names>
</name>
<name>
<surname>Tien Bui</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Prakash</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Dholakia</surname>
<given-names>M. B.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Rotation forest fuzzy rule-based classifier ensemble for spatial prediction of landslides using GIS</article-title>. <source>Nat. Hazards</source> <volume>83</volume>, <fpage>97</fpage>&#x2013;<lpage>127</lpage>. <pub-id pub-id-type="doi">10.1007/s11069-016-2304-2</pub-id>
</citation>
</ref>
<ref id="B64">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pourghasemi</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Moradi</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Fatemi Aghda</surname>
<given-names>S. M.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Landslide susceptibility mapping by binary logistic regression, analytical hierarchy process, and statistical index models and assessment of their performances</article-title>. <source>Nat. Hazards</source> <volume>69</volume>, <fpage>749</fpage>&#x2013;<lpage>779</lpage>. <pub-id pub-id-type="doi">10.1007/s11069-013-0728-5</pub-id>
</citation>
</ref>
<ref id="B65">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Qiao</surname>
<given-names>S. S.</given-names>
</name>
<name>
<surname>Qin</surname>
<given-names>S. W.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>J. B.</given-names>
</name>
<name>
<surname>Che</surname>
<given-names>W. C.</given-names>
</name>
<name>
<surname>Yao</surname>
<given-names>J. Y.</given-names>
</name>
<name>
<surname>Su</surname>
<given-names>G.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Development of a region-partitioning method for debris flow susceptibility mapping</article-title>. <source>J. Mt. Sci.</source> <volume>18</volume>, <fpage>1177</fpage>&#x2013;<lpage>1191</lpage>. <pub-id pub-id-type="doi">10.1007/s11629-020-6497-1</pub-id>
</citation>
</ref>
<ref id="B66">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Qin</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Lv</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Cao</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Ma</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Hu</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Mapping debris flow susceptibility based on watershed unit and grid cell unit: A comparison study</article-title>. <source>Geomatics, Nat. Hazards Risk</source> <volume>10</volume>, <fpage>1648</fpage>&#x2013;<lpage>1666</lpage>. <pub-id pub-id-type="doi">10.1080/19475705.2019.1604572</pub-id>
</citation>
</ref>
<ref id="B67">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Qiu</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Su</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Zou</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Geng</surname>
<given-names>X.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>A hybrid machine-learning model to map glacier-related debris flow susceptibility along Gyirong Zangbo watershed under the changing climate</article-title>. <source>Sci. Total Environ.</source> <volume>818</volume>, <fpage>151752</fpage>. <pub-id pub-id-type="doi">10.1016/j.scitotenv.2021.151752</pub-id>
</citation>
</ref>
<ref id="B68">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reichenbach</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Rossi</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Malamud</surname>
<given-names>B. D.</given-names>
</name>
<name>
<surname>Mihir</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Guzzetti</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>A review of statistically-based landslide susceptibility models</article-title>. <source>Earth-Science Rev.</source> <volume>180</volume>, <fpage>60</fpage>&#x2013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.1016/j.earscirev.2018.03.001</pub-id>
</citation>
</ref>
<ref id="B69">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Romstad</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Etzelm&#xfc;ller</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Mean-curvature watersheds: A simple method for segmentation of a digital elevation model into terrain units</article-title>. <source>Geomorphology</source> <volume>139-140</volume>, <fpage>293</fpage>&#x2013;<lpage>302</lpage>. <pub-id pub-id-type="doi">10.1016/j.geomorph.2011.10.031</pub-id>
</citation>
</ref>
<ref id="B70">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rozos</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Bathrellos</surname>
<given-names>G. D.</given-names>
</name>
<name>
<surname>Skillodimou</surname>
<given-names>H. D.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Comparison of the implementation of rock engineering system and analytic hierarchy process methods, upon landslide susceptibility mapping, using GIS: A case study from the eastern achaia county of peloponnesus, Greece</article-title>. <source>Environ. Earth Sci.</source> <volume>63</volume>, <fpage>49</fpage>&#x2013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1007/s12665-010-0687-z</pub-id>
</citation>
</ref>
<ref id="B71">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schl&#xf6;gel</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Marchesini</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Alvioli</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Reichenbach</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Rossi</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Malet</surname>
<given-names>J. P.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Optimizing landslide susceptibility zonation: Effects of DEM spatial resolution and slope unit delineation on logistic regression models</article-title>. <source>Geomorphology</source> <volume>301</volume>, <fpage>10</fpage>&#x2013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1016/j.geomorph.2017.10.018</pub-id>
</citation>
</ref>
<ref id="B72">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shi</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Song</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Song</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>X.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Assessing debris flow susceptibility in Heshigten Banner, Inner Mongolia, China, using principal component analysis and an improved fuzzy C-means algorithm</article-title>. <source>Bull. Eng. Geol. Environ.</source> <volume>75</volume>, <fpage>909</fpage>&#x2013;<lpage>922</lpage>. <pub-id pub-id-type="doi">10.1007/s10064-015-0784-z</pub-id>
</citation>
</ref>
<ref id="B73">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shirani</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Pasandi</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Arabameri</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Landslide susceptibility assessment by dempster&#x2013;shafer and index of entropy models, sarkhoun basin, southwestern Iran</article-title>. <source>Nat. Hazards</source> <volume>93</volume>, <fpage>1379</fpage>&#x2013;<lpage>1418</lpage>. <pub-id pub-id-type="doi">10.1007/s11069-018-3356-2</pub-id>
</citation>
</ref>
<ref id="B74">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Song</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Gong</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Gao</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Cui</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Y.</given-names>
</name>
<etal/>
</person-group> (<year>2012</year>). <article-title>Susceptibility assessment of earthquake-induced landslides using bayesian network: A case study in beichuan, China</article-title>. <source>Comput. Geosciences</source> <volume>42</volume>, <fpage>189</fpage>&#x2013;<lpage>199</lpage>. <pub-id pub-id-type="doi">10.1016/j.cageo.2011.09.011</pub-id>
</citation>
</ref>
<ref id="B75">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Steger</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Brenning</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Bell</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Glade</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>The influence of systematically incomplete shallow landslide inventories on statistical susceptibility models and suggestions for improvements</article-title>. <source>Landslides</source> <volume>14</volume>, <fpage>1767</fpage>&#x2013;<lpage>1781</lpage>. <pub-id pub-id-type="doi">10.1007/s10346-017-0820-0</pub-id>
</citation>
</ref>
<ref id="B76">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sun</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Qin</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Qiao</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Su</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Cheng</surname>
<given-names>Q.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Exploring the impact of introducing a physical model into statistical methods on the evaluation of regional scale debris flow susceptibility</article-title>. <source>Nat. Hazards</source> <volume>106</volume>, <fpage>881</fpage>&#x2013;<lpage>912</lpage>. <pub-id pub-id-type="doi">10.1007/s11069-020-04498-4</pub-id>
</citation>
</ref>
<ref id="B77">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sun</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Han</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Bao</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Zhan</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Peng</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Application of a GIS-based slope unit method for landslide susceptibility mapping along the rapidly uplifting section of the upper Jinsha River, South-Western China</article-title>. <source>Bull. Eng. Geol. Environ.</source> <volume>79</volume>, <fpage>533</fpage>&#x2013;<lpage>549</lpage>. <pub-id pub-id-type="doi">10.1007/s10064-019-01572-5</pub-id>
</citation>
</ref>
<ref id="B78">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sun</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Han</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Bao</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Peng</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Landslide susceptibility mapping along the upper jinsha river, south-Western China: A comparison of hydrological and curvature watershed methods for slope unit classification</article-title>. <source>Bull. Eng. Geol. Environ.</source> <volume>79</volume>, <fpage>4657</fpage>&#x2013;<lpage>4670</lpage>. <pub-id pub-id-type="doi">10.1007/s10064-020-01849-0</pub-id>
</citation>
</ref>
<ref id="B79">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tien Bui</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Tuan</surname>
<given-names>T. A.</given-names>
</name>
<name>
<surname>Klempe</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Pradhan</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Revhaug</surname>
<given-names>I.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Spatial prediction models for shallow landslide hazards: A comparative assessment of the efficacy of support vector machines, artificial neural networks, kernel logistic regression, and logistic model tree</article-title>. <source>Landslides</source> <volume>13</volume>, <fpage>361</fpage>&#x2013;<lpage>378</lpage>. <pub-id pub-id-type="doi">10.1007/s10346-015-0557-6</pub-id>
</citation>
</ref>
<ref id="B80">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vakhshoori</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Pourghasemi</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Zare</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Blaschke</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Landslide susceptibility mapping using GIS-based data mining algorithms</article-title>. <source>Water</source> <volume>11</volume>, <fpage>2292</fpage>. <pub-id pub-id-type="doi">10.3390/w11112292</pub-id>
</citation>
</ref>
<ref id="B81">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Van Den Eeckhaut</surname>
<given-names>M, R. P.</given-names>
</name>
<name>
<surname>Guzzetti</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Rossi</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Poesen</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Combined landslide inventory and susceptibility assessment based on different mapping units: An example from the flemish ardennes, Belgium</article-title>. <source>Nat. Hazards Earth Syst. Sci.</source> <volume>9</volume>, <fpage>507</fpage>&#x2013;<lpage>521</lpage>. <pub-id pub-id-type="doi">10.5194/nhess-9-507-2009</pub-id>
</citation>
</ref>
<ref id="B82">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Xu</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Jiang</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Application of a GIS-based slope unit method for landslide susceptibility mapping along the longzi river, southeastern Tibetan plateau, China</article-title>. <source>ISPRS Int. J. Geo-Information</source> <volume>6</volume>, <fpage>172</fpage>. <pub-id pub-id-type="doi">10.3390/ijgi6060172</pub-id>
</citation>
</ref>
<ref id="B83">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname>
<given-names>L. J.</given-names>
</name>
<name>
<surname>Guo</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Sawada</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Lin</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>A comparative study of landslide susceptibility maps using logistic regression, frequency ratio, decision tree, weights of evidence and artificial neural network</article-title>. <source>Geosciences J.</source> <volume>20</volume>, <fpage>117</fpage>&#x2013;<lpage>136</lpage>. <pub-id pub-id-type="doi">10.1007/s12303-015-0026-1</pub-id>
</citation>
</ref>
<ref id="B84">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Fan</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Shahabi</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Shirzadi</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Bian</surname>
<given-names>H.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). <article-title>Landslide susceptibility modeling based on remote sensing data and data mining techniques</article-title>. <source>Environ. Earth Sci.</source> <volume>81</volume>, <fpage>50</fpage>. <pub-id pub-id-type="doi">10.1007/s12665-022-10195-1</pub-id>
</citation>
</ref>
<ref id="B85">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xiong</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Adhikari</surname>
<given-names>B. R.</given-names>
</name>
<name>
<surname>Stamatopoulos</surname>
<given-names>C. A.</given-names>
</name>
<name>
<surname>Zhan</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Dong</surname>
<given-names>Z.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Comparison of different machine learning methods for debris flow susceptibility mapping: A case study in the sichuan Province, China</article-title>. <source>Remote Sens.</source> <volume>12</volume>, <fpage>295</fpage>. <pub-id pub-id-type="doi">10.3390/rs12020295</pub-id>
</citation>
</ref>
<ref id="B86">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xu</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Yu</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Jing</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Debris flow susceptibility assessment by GIS and information value model in a large-scale region, Sichuan Province (China)</article-title>. <source>Nat. Hazards</source> <volume>65</volume>, <fpage>1379</fpage>&#x2013;<lpage>1392</lpage>. <pub-id pub-id-type="doi">10.1007/s11069-012-0414-z</pub-id>
</citation>
</ref>
<ref id="B87">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yalcin</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Reis</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Aydinoglu</surname>
<given-names>A. C.</given-names>
</name>
<name>
<surname>Yomralioglu</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>A GIS-based comparative study of frequency ratio, analytical hierarchy process, bivariate statistics and logistics regression methods for landslide susceptibility mapping in Trabzon, NE Turkey</article-title>. <source>Catena</source> <volume>85</volume>, <fpage>274</fpage>&#x2013;<lpage>287</lpage>. <pub-id pub-id-type="doi">10.1016/j.catena.2011.01.014</pub-id>
</citation>
</ref>
<ref id="B88">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yang</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Gao</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Sorooshian</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>X.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Simulating California reservoir operation using the classification and regression&#x2010;tree algorithm combined with a shuffled cross&#x2010;validation scheme</article-title>. <source>Water Resour. Res.</source> <volume>52</volume>, <fpage>1626</fpage>&#x2013;<lpage>1651</lpage>. <pub-id pub-id-type="doi">10.1002/2015wr017394</pub-id>
</citation>
</ref>
<ref id="B89">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yao</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Qin</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Qiao</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Application of a two-step sampling strategy based on deep neural network for landslide susceptibility mapping</article-title>. <source>Bull. Eng. Geol. Environ.</source> <volume>81</volume>, <fpage>148</fpage>. <pub-id pub-id-type="doi">10.1007/s10064-022-02615-0</pub-id>
</citation>
</ref>
<ref id="B90">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Youssef</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Pourghasemi</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Pourtaghi</surname>
<given-names>Z. S.</given-names>
</name>
<name>
<surname>Al-Katheeri</surname>
<given-names>M. M.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Landslide susceptibility mapping using random forest, boosted regression tree, classification and regression tree, and general linear models and comparison of their performance at Wadi Tayyah Basin, Asir Region, Saudi Arabia</article-title>. <source>Landslides</source> <volume>13</volume>, <fpage>839</fpage>&#x2013;<lpage>856</lpage>. <pub-id pub-id-type="doi">10.1007/s10346-015-0614-1</pub-id>
</citation>
</ref>
<ref id="B91">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zezere</surname>
<given-names>J. L.</given-names>
</name>
<name>
<surname>Pereira</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Melo</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Oliveira</surname>
<given-names>S. C.</given-names>
</name>
<name>
<surname>Garcia</surname>
<given-names>R. A. C.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Mapping landslide susceptibility using data-driven methods</article-title>. <source>Sci. Total Environ.</source> <volume>589</volume>, <fpage>250</fpage>&#x2013;<lpage>267</lpage>. <pub-id pub-id-type="doi">10.1016/j.scitotenv.2017.02.188</pub-id>
</citation>
</ref>
<ref id="B92">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>J. P.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>An</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Qian</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Xiang</surname>
<given-names>L.</given-names>
</name>
<etal/>
</person-group> (<year>2012</year>). <article-title>Susceptibility analysis of large-scale debris flows based on combination weighting and extension methods</article-title>. <source>Nat. Hazards</source> <volume>66</volume>, <fpage>1073</fpage>&#x2013;<lpage>1100</lpage>. <pub-id pub-id-type="doi">10.1007/s11069-012-0539-0</pub-id>
</citation>
</ref>
<ref id="B93">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zou</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Cui</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>He</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Lei</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Regional risk assessment of debris flows in China&#x2014;an HRU-based approach</article-title>. <source>Geomorphology</source> <volume>340</volume>, <fpage>84</fpage>&#x2013;<lpage>102</lpage>. <pub-id pub-id-type="doi">10.1016/j.geomorph.2019.04.027</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>