<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Environ. Sci.</journal-id>
<journal-title>Frontiers in Environmental Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Environ. Sci.</abbrev-journal-title>
<issn pub-type="epub">2296-665X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">783864</article-id>
<article-id pub-id-type="doi">10.3389/fenvs.2021.783864</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Environmental Science</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Forecasting Scrub Typhus Cases in Eight High-Risk Counties in China: Evaluation of Time-Series Model Performance</article-title>
<alt-title alt-title-type="left-running-head">He et&#x20;al.</alt-title>
<alt-title alt-title-type="right-running-head">Forecasting Scrub Typhus Cases</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>He</surname>
<given-names>Junyu</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/426391/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wei</surname>
<given-names>Xianyu</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yin</surname>
<given-names>Wenwu</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Yong</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Qian</surname>
<given-names>Quan</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Sun</surname>
<given-names>Hailong</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Xu</surname>
<given-names>Yuanyong</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Soares Magalhaes</surname>
<given-names>Ricardo J.</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/356480/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Guo</surname>
<given-names>Yuming</given-names>
</name>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/691804/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zhang</surname>
<given-names>Wenyi</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/639531/overview"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Ocean Academy</institution>, <institution>Zhejiang University</institution>, <addr-line>Zhoushan</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Ocean College</institution>, <institution>Zhejiang University</institution>, <addr-line>Zhoushan</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Chinese PLA Center for Disease Control and Prevention</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Chinese Center for Disease Control and Prevention</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Spatial Epidemiology Laboratory</institution>, <institution>School of Veterinary Science</institution>, <institution>The University of Queensland</institution>, <addr-line>Brisbane</addr-line>, <addr-line>QLD</addr-line>, <country>Australia</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>Child Health Research Center</institution>, <institution>The University of Queensland</institution>, <addr-line>Brisbane</addr-line>, <addr-line>QLD</addr-line>, <country>Australia</country>
</aff>
<aff id="aff7">
<sup>7</sup>
<institution>Department of Epidemiology and Preventive Medicine</institution>, <institution>School of Public Health and Preventive Medicine</institution>, <institution>Monash University</institution>, <addr-line>Melbourne</addr-line>, <addr-line>VIC</addr-line>, <country>Australia</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1120643/overview">Sen Li</ext-link>, Huazhong University of Science and Technology, China</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/214921/overview">Olusegun Steven Ayodele Oluwole</ext-link>, University of Ibadan, Nigeria</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1324202/overview">Xiong Zhou</ext-link>, Beijing Normal University, China</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Wenyi Zhang, <email>zwy0419@126.com</email>
</corresp>
<fn fn-type="other">
<p>This article was submitted to Interdisciplinary Climate Studies, a section of the journal Frontiers in Environmental Science</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>12</day>
<month>01</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>9</volume>
<elocation-id>783864</elocation-id>
<history>
<date date-type="received">
<day>27</day>
<month>09</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>13</day>
<month>12</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 He, Wei, Yin, Wang, Qian, Sun, Xu, Soares Magalhaes, Guo and Zhang.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>He, Wei, Yin, Wang, Qian, Sun, Xu, Soares Magalhaes, Guo and Zhang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these&#x20;terms.</p>
</license>
</permissions>
<abstract>
<p>Scrub typhus (ST) is expanding its geographical distribution in China and in many regions worldwide raising significant public health concerns. Accurate ST time-series modeling including uncovering the role of environmental determinants is of great importance to guide disease control purposes. This study evaluated the performance of three competing time-series modeling approaches at forecasting ST cases during 2012&#x2013;2020 in eight high-risk counties in China. We evaluated the performance of a seasonal autoregressive-integrated moving average (SARIMA) model, a SARIMA model with exogenous variables (SARIMAX), and the long&#x2013;short term memory (LSTM) model to depict temporal variations in ST cases. In our investigation, we considered eight environmental variables known to be associated with ST landscape epidemiology, including the normalized difference vegetation index (NDVI), temperature, precipitation, atmospheric pressure, sunshine duration, relative humidity, wind speed, and multivariate El Ni&#xf1;o/Southern Oscillation index (MEI). The first 8-year data and the last year data were used to fit the models and forecast ST cases, respectively. Our results showed that the inclusion of exogenous variables in the SARIMAX model generally outperformed the SARIMA model. Our results also indicate that the role of exogenous variables with various temporal lags varies between counties, suggesting that ST cases are temporally non-stationary. In conclusion, our study demonstrates that the approach to forecast ST cases needed to take into consideration local conditions in that time-series model performance differed between high-risk areas under investigation. Furthermore, the introduction of time-series models, especially LSTM, has enriched the ability of local public health authorities in ST high-risk areas to anticipate and respond to ST outbreaks, such as setting up an early warning system and forecasting ST precisely.</p>
</abstract>
<kwd-group>
<kwd>scrub typhus</kwd>
<kwd>time-series modeling</kwd>
<kwd>SARIMAX model</kwd>
<kwd>LSTM model</kwd>
<kwd>China</kwd>
<kwd>environmental factors</kwd>
<kwd>SARIMA model</kwd>
</kwd-group>
<contract-sponsor id="cn001">China Postdoctoral Science Foundation<named-content content-type="fundref-id">10.13039/501100002858</named-content>
</contract-sponsor>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Introduction</title>
<p>Scrub typhus (ST) is a mite-borne disease caused by the <italic>Orientia tsutsugamushi</italic> (<italic>O. tsutsugamushi</italic>). A number of rodent species have been identified to carry <italic>O. tsutsugamushi</italic> including <italic>Apodemus agrarius</italic>, <italic>Micromys minutus</italic>, <italic>Mus musculus</italic>, <italic>Rattus norvegicus</italic>, <italic>Microtus fortis</italic>, and <italic>Tscherskia triton</italic> (<xref ref-type="bibr" rid="B16">Kim et&#x20;al., 2010</xref>; <xref ref-type="bibr" rid="B22">O&#x2019;Guinn et&#x20;al., 2010</xref>; <xref ref-type="bibr" rid="B29">Sames et&#x20;al., 2010</xref>).Once infected, patients will have typical clinical symptoms, such as fever, headache, fatigue, myalgia, chills, eschar, facial flushing, rash, acute hearing loss, and pneumonitis (<xref ref-type="bibr" rid="B26">Premaratna et&#x20;al., 2006</xref>; <xref ref-type="bibr" rid="B43">Zhang et&#x20;al., 2010</xref>). Delays in diagnosis of scrub typhus can lead to acute respiratory distress syndrome, septic shock, and multi-organ failure, leading to death (<xref ref-type="bibr" rid="B4">Chrispal et&#x20;al., 2010</xref>). Currently, ST attracts considerable public health concerns in China, South Korea, India, and Thailand (<xref ref-type="bibr" rid="B24">Park, 2016</xref>; <xref ref-type="bibr" rid="B28">Rodkvamtook et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B46">Zheng et&#x20;al., 2019</xref>). In China, not only the incidence of reported ST cases has significantly increased from 0.09 to 1.6 per 100,000 population in 2006 and 2016, respectively, but also ST cases are reported in the entire country within rural and urban communities (<xref ref-type="bibr" rid="B21">Li et&#x20;al., 2020</xref>).</p>
<p>ST epidemiology has been extensively studied in China, such as identification of zoonotic sources of ST infection (<xref ref-type="bibr" rid="B18">Kuo et&#x20;al., 2015</xref>), the clinical manifestations of ST infection (<xref ref-type="bibr" rid="B43">Zhang et&#x20;al., 2010</xref>; <xref ref-type="bibr" rid="B44">2012</xref>), the local spatial or spatio-temporal distributions of ST notifications (<xref ref-type="bibr" rid="B17">Kuo et&#x20;al., 2011</xref>; <xref ref-type="bibr" rid="B6">Ding et&#x20;al., 2012b</xref>), and the associations between the environmental factors and ST notifications (<xref ref-type="bibr" rid="B34">Tsai and Yeh, 2013</xref>; <xref ref-type="bibr" rid="B36">Wardrop et&#x20;al., 2013</xref>; <xref ref-type="bibr" rid="B20">Li et&#x20;al., 2014</xref>; <xref ref-type="bibr" rid="B38">Yang et&#x20;al., 2014</xref>). Although the spatial variation of ST cases in China has been comprehensively studied, to date there are relatively few studies aiming to validate epidemiological time-series models to forecast ST cases. Precise forecasting of the ST cases can help local health administrative departments release an early warning of the increased risk of ST incidence and distribute reasonable medical resources in a timely manner for preventing and controlling the ST spread. Machine learning techniques have been developing rapidly during the past decade; random forest, support vector machine, or gradient boost machine techniques are used to determine the relationship between the studied natural attribute and the related environmental variable in the field of public health (<xref ref-type="bibr" rid="B2">Carvajal et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B12">He et&#x20;al., 2018a</xref>). However, these methodologies have certain limitations on forecasting the disease in the future. The available literature indicates that several time-series modeling approaches have been applied to infectious diseases in China including the autoregressive-integrated moving average (ARIMA) model and the seasonal ARIMA (SARIMA) model (<xref ref-type="bibr" rid="B5">Ding et&#x20;al., 2012a</xref>; <xref ref-type="bibr" rid="B39">Yang et&#x20;al., 2015</xref>).While the ARIMA and SARIMA modeling approaches cannot account for the effect of disease-related environmental factors (e.g., the meteorological and land cover factors), the SARIMAX model allows time-variant exogenous variables to be considered along with the temporal autocorrelation in disease counts. The SARIMAX models have previously been utilized to model the time series of hemorrhagic fever with renal syndrome in China (<xref ref-type="bibr" rid="B13">He et&#x20;al., 2018b</xref>). Recently, a new time-series modeling approach based on recurrent neural networks (RNNs) has been developed (<xref ref-type="bibr" rid="B42">Yu et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B32">Sherstinsky, 2020</xref>). This modeling approach known as the long&#x2013;short term memory (LSTM) model, a machine learning method, has shown strong ability for COVID-19 time-series forecasting (<xref ref-type="bibr" rid="B3">Chimmula and Zhang, 2020</xref>). The memory capability of LSTM to retain information from previous time instants is suitable for time-series forecasting, especially in the case of time-series with temporal correlations. The LSTM model inherits all features from RNN and the basic artificial neural network (ANN), such as self-learning, self-adaption, and self-organization; moreover, the structure of LSTM can to some extent solve the issue of vanishing and/or exploding temporal gradients that occur in RNN modeling (<xref ref-type="bibr" rid="B11">Gonzalez and Yu, 2018</xref>; <xref ref-type="bibr" rid="B7">DiPietro and Hager, 2020</xref>). However, to date the relative performance of these time-series modeling approaches at forecasting the time series of ST cases in high-risk areas in China has not been explored. Therefore, such a study will benefit the public health managers on providing precise ST forecasting models, especially in the high-risk ST counties.</p>
<p>In this study, we aimed to evaluate the performance of three competing time-series modeling approaches at uncovering the temporal variability of ST cases in eight high-risk counties of China and quantifying the role of ST-related environmental factors at explaining the temporal variation in ST incidence.</p>
</sec>
<sec sec-type="materials|methods" id="s2">
<title>Materials and Methods</title>
<sec id="s2-1">
<title>Data Collection and Pre-Processing</title>
<p>Monthly ST cases were collected for the top eight high-risk ST counties of China for the 2012&#x2013;2020 period from the China Information System for Disease Control and Prevention, including Yingshang County (Anhui province), Guangning County (Guangdong province), Huaiji County (Guangdong province), Yingde City (Guangdong province), Longling County (Yunnan province), Gengma County (Yunnan province), Mang city (Yunnan province), and Yingjiang County (Yunnan province), as shown in <xref ref-type="fig" rid="F1">Figure&#x20;1</xref>. The total cases of the eight counties over the time period of analysis were 2,177, 2,832, 3,395, 2,688, 4,052, 1,936, 1,952, and 2,073, respectively. The criteria for a confirmed ST case included epidemiological exposure patient histories (travel to an epidemic area and contact with chiggers or rodents within 3&#xa0;weeks before the onset of illness), clinical manifestations (for example, skin rash, lymphadenopathy, high fever, and eschar or ulcers), and also positivity for at least one of the laboratory diagnostic criteria/tests: isolation of <italic>O. tsutsugamushi</italic> from clinical specimens, or detection of <italic>O. tsutsugamushi</italic> by polymerase chain reaction (PCR) in clinical specimens, or a 4-fold or greater rise in serum IgG antibody titers between acute and convalescent sera by using indirect immunofluorescence antibody assay (IFA) (<xref ref-type="bibr" rid="B45">Zhang et&#x20;al., 2013</xref>; <xref ref-type="bibr" rid="B21">Li et&#x20;al., 2020</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Locations of the eight study counties.</p>
</caption>
<graphic xlink:href="fenvs-09-783864-g001.tif"/>
</fig>
<p>Environmental data used in this study included raster maps of the normalized difference vegetation index (NDVI) representing the amount of vegetation at specific locations which was collected from the MODIS-Terra products (MOD13A2, <ext-link ext-link-type="uri" xlink:href="https://modis.gsfc.nasa.gov/data/dataprod/mod13.php">https://modis.gsfc.nasa.gov/data/dataprod/mod13.php</ext-link>) with spatial resolution 1&#xa0;km. We also used meteorological data from weather monitoring stations in China from the China Meteorological Administration (<ext-link ext-link-type="uri" xlink:href="http://www.cma.gov.cn/">http://www.cma.gov.cn/</ext-link>), including precipitation, pressure, relative humidity, sunshine duration, daily mean temperature, daily minimum temperature, daily maximum temperature, and mean wind speed. The multivariate El Ni&#xf1;o/Southern Oscillation Index (MEI), regarded as global climate change proxy, was collected from the physical sciences laboratory of National Oceanic and Atmospheric Administration (<ext-link ext-link-type="uri" xlink:href="https://psl.noaa.gov/enso/mei/">https://psl.noaa.gov/enso/mei/</ext-link>).</p>
<p>The inverse distance weighted method was employed for mapping the six meteorological data with the same spatial resolution of the NDVI. Then, the NDVI and the six meteorological data were extracted by the administrative boundaries of the eight counties, and the mean values of each variable were calculated each month during the study period for further analysis.</p>
</sec>
<sec id="s2-2">
<title>SARIMAX Modeling</title>
<p>Based on the standard ARIMA model, the SARIMAX model considers simultaneously the seasonal variation in ST cases and accounts for the effects of exogenous risk factors for better understanding and fitting the considered time series. The basic equations of SARIMAX are as follows:<disp-formula id="e1">
<mml:math id="m1">
<mml:mrow>
<mml:msub>
<mml:mi>Y</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mstyle displaystyle="true">
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>&#x3b2;</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msub>
<mml:mi>X</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>t</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:msub>
<mml:mi>Z</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
</mml:mstyle>
<mml:mo>,</mml:mo>
</mml:mrow>
</mml:math>
<label>(1)</label>
</disp-formula>
<disp-formula id="e2">
<mml:math id="m2">
<mml:mrow>
<mml:msub>
<mml:mtext>&#x3a6;</mml:mtext>
<mml:mi>P</mml:mi>
</mml:msub>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mrow>
<mml:msup>
<mml:mi>B</mml:mi>
<mml:mi>S</mml:mi>
</mml:msup>
</mml:mrow>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:msub>
<mml:mi>&#x3d5;</mml:mi>
<mml:mi>p</mml:mi>
</mml:msub>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mi>B</mml:mi>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:msubsup>
<mml:mo>&#x2207;</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>D</mml:mi>
</mml:msubsup>
<mml:msup>
<mml:mo>&#x2207;</mml:mo>
<mml:mi>d</mml:mi>
</mml:msup>
<mml:msub>
<mml:mi>Z</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:msub>
<mml:mtext>&#x398;</mml:mtext>
<mml:mi>Q</mml:mi>
</mml:msub>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mrow>
<mml:msup>
<mml:mi>B</mml:mi>
<mml:mi>S</mml:mi>
</mml:msup>
</mml:mrow>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:msub>
<mml:mi>&#x3b8;</mml:mi>
<mml:mi>q</mml:mi>
</mml:msub>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mi>B</mml:mi>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:msub>
<mml:mi>&#x3b5;</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>,</mml:mo>
</mml:mrow>
</mml:math>
<label>(2)</label>
</disp-formula>where <inline-formula id="inf1">
<mml:math id="m3">
<mml:mrow>
<mml:msub>
<mml:mi>Y</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represents the ST cases at time instant <inline-formula id="inf2">
<mml:math id="m4">
<mml:mi>t</mml:mi>
</mml:math>
</inline-formula>, while <inline-formula id="inf3">
<mml:math id="m5">
<mml:mrow>
<mml:msub>
<mml:mi>X</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>t</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represents the <inline-formula id="inf4">
<mml:math id="m6">
<mml:mrow>
<mml:msup>
<mml:mi>i</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mi>h</mml:mi>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula> exogenous variables (<inline-formula id="inf5">
<mml:math id="m7">
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1,2</mml:mn>
<mml:mo>,</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:mn>8</mml:mn>
</mml:mrow>
</mml:math>
</inline-formula>) at time instant <inline-formula id="inf6">
<mml:math id="m8">
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>&#xa0;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, and <inline-formula id="inf7">
<mml:math id="m9">
<mml:mrow>
<mml:msub>
<mml:mi>&#x3b2;</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represent the coefficients of the exogenous variables; <inline-formula id="inf8">
<mml:math id="m10">
<mml:mrow>
<mml:msub>
<mml:mi>Z</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> representing the main trend of the ST time series satisfies the SARIMA equation (<xref ref-type="disp-formula" rid="e2">Eq. 2</xref>) based on the model structure <inline-formula id="inf9">
<mml:math id="m11">
<mml:mrow>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mi>p</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>d</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>q</mml:mi>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:mo>&#xd7;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mi>P</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>D</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>Q</mml:mi>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:mi>S</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>. In <xref ref-type="disp-formula" rid="e2">Eq. 2</xref>, <italic>S</italic> represents the periodicity, and <inline-formula id="inf10">
<mml:math id="m12">
<mml:mrow>
<mml:msub>
<mml:mi>&#x3b5;</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> denotes the white noise; <italic>B</italic> represents the backshift operator, e.g., <inline-formula id="inf11">
<mml:math id="m13">
<mml:mrow>
<mml:msup>
<mml:mi>B</mml:mi>
<mml:mi>i</mml:mi>
</mml:msup>
<mml:msub>
<mml:mi>Z</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:msub>
<mml:mi>Z</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, while <inline-formula id="inf12">
<mml:math id="m14">
<mml:mrow>
<mml:mo>&#x2207;</mml:mo>
<mml:mtext>&#xa0;</mml:mtext>
</mml:mrow>
</mml:math>
</inline-formula> represents the differencing process, e.g., <inline-formula id="inf13">
<mml:math id="m15">
<mml:mrow>
<mml:msup>
<mml:mo>&#x2207;</mml:mo>
<mml:mi>d</mml:mi>
</mml:msup>
<mml:mo>&#x3d;</mml:mo>
<mml:msup>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>B</mml:mi>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:mi>d</mml:mi>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf14">
<mml:math id="m16">
<mml:mrow>
<mml:msubsup>
<mml:mo>&#x2207;</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>D</mml:mi>
</mml:msubsup>
<mml:mo>&#x3d;</mml:mo>
<mml:msup>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:msup>
<mml:mi>B</mml:mi>
<mml:mi>S</mml:mi>
</mml:msup>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:mi>D</mml:mi>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula> with the non-seasonal and seasonal differencing orders <italic>d</italic> and <italic>D</italic>, respectively; <inline-formula id="inf15">
<mml:math id="m17">
<mml:mrow>
<mml:msub>
<mml:mi>&#x3d5;</mml:mi>
<mml:mi>p</mml:mi>
</mml:msub>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mi>B</mml:mi>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:munderover>
<mml:mstyle displaystyle="true">
<mml:mo>&#x2211;</mml:mo>
</mml:mstyle>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>p</mml:mi>
</mml:munderover>
<mml:msub>
<mml:mi>&#x3d5;</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msup>
<mml:mi>B</mml:mi>
<mml:mi>i</mml:mi>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf16">
<mml:math id="m18">
<mml:mrow>
<mml:msub>
<mml:mtext>&#x3a6;</mml:mtext>
<mml:mi>P</mml:mi>
</mml:msub>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mrow>
<mml:msup>
<mml:mi>B</mml:mi>
<mml:mi>S</mml:mi>
</mml:msup>
</mml:mrow>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:munderover>
<mml:mstyle displaystyle="true">
<mml:mo>&#x2211;</mml:mo>
</mml:mstyle>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>P</mml:mi>
</mml:munderover>
<mml:msub>
<mml:mtext>&#x3a6;</mml:mtext>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msup>
<mml:mi>B</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>S</mml:mi>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula> represent the non-seasonal and seasonal autoregressive process with the orders <italic>p</italic> and <italic>P</italic>, respectively; <inline-formula id="inf17">
<mml:math id="m19">
<mml:mrow>
<mml:msub>
<mml:mi>&#x3b8;</mml:mi>
<mml:mi>q</mml:mi>
</mml:msub>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mi>B</mml:mi>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:munderover>
<mml:mstyle displaystyle="true">
<mml:mo>&#x2211;</mml:mo>
</mml:mstyle>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>q</mml:mi>
</mml:munderover>
<mml:msub>
<mml:mi>&#x3b8;</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msup>
<mml:mi>B</mml:mi>
<mml:mi>i</mml:mi>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf18">
<mml:math id="m20">
<mml:mrow>
<mml:msub>
<mml:mtext>&#x398;</mml:mtext>
<mml:mi>Q</mml:mi>
</mml:msub>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mrow>
<mml:msup>
<mml:mi>B</mml:mi>
<mml:mi>S</mml:mi>
</mml:msup>
</mml:mrow>
<mml:mo>)</mml:mo>
</mml:mrow>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:munderover>
<mml:mstyle displaystyle="true">
<mml:mo>&#x2211;</mml:mo>
</mml:mstyle>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>Q</mml:mi>
</mml:munderover>
<mml:msub>
<mml:mtext>&#x398;</mml:mtext>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msup>
<mml:mi>B</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>S</mml:mi>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula> represent the non-seasonal and seasonal moving average processes with the orders <italic>q</italic> and <italic>Q</italic>, respectively. In the current study, the periodicity parameter <italic>S</italic> was set to 12 months. The main procedure of defining the structure of SARIMAX is briefly described as follows: 1) SARIMA models with the parameters <italic>p</italic>, <italic>P</italic>, <italic>q</italic>, and <italic>Q</italic> ranged from 0, 1, and 2, and the parameters <italic>d</italic> and <italic>D</italic> ranged from 0 and 1 were constructed to fit the time series of ST cases in each of the eight studied counties. The model with the lowest Akaike information criterion (AIC) value was regarded as the best SARIMA model. 2) Multicollinearity was investigated before entering the exogenous variables into the SARIMAX model. We found a very high level of correlation (0.9834 and 0.9912, respectively) between mean temperature and daily minimum temperature (or daily maximum temperature), and therefore, the daily mean temperature was selected for modeling in the current study. In our study, eight exogenous variables with a 0&#x2013;5&#xa0;month lag were prepared in an exogenous variable pool. Based on the SARIMA model, a forward stepwise variable selection procedure was implemented to build the SARIMAX model. During each of the variable selection loops, multicollinearity was tested before adding the exogenous variable into the model, and only the one with a variance inflation factor (VIF) smaller than 3 was regarded as a candidate. Furthermore, the variable candidates were added into the model separately, and only the one with the lowest AIC in each loop was added into the model. Finally, a <italic>t</italic>-test was used to exclude the exogenous variables with largest <italic>p</italic>-values (larger than 0.05). More detailed information can be found in the literature (<xref ref-type="bibr" rid="B13">He et&#x20;al., 2018b</xref>). The first eight-year ST cases were employed to fit the SARIMAX model, and the last year data were used to test the performance of the built model. To evaluate the goodness of the fit of the model, we considered the R<sup>2</sup>, mean absolute error (MAE), and root mean square error (RMSE).</p>
</sec>
<sec id="s2-3">
<title>LSTM Modeling</title>
<p>In order to test the possibility of applying LSTM in ST modeling and forecasting, the exogenous variables included in the final SARIMAX model together with the ST time series were chosen as the LSTM input. LSTM is constructed by a number of connected cells (the basic unit of the network), while each cell consists of three gates, i.e.,&#x20;the forget gate, input gate, and output gate; see <xref ref-type="fig" rid="F2">Figure&#x20;2</xref>. Specifically, the hidden state from the previous cell <inline-formula id="inf19">
<mml:math id="m21">
<mml:mrow>
<mml:msub>
<mml:mi>h</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and the current series <inline-formula id="inf20">
<mml:math id="m22">
<mml:mrow>
<mml:msub>
<mml:mi>Y</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> at time instant <inline-formula id="inf21">
<mml:math id="m23">
<mml:mi>t</mml:mi>
</mml:math>
</inline-formula> are combined and flow through the forget gate, leading to useless information of loss by <inline-formula id="inf22">
<mml:math id="m24">
<mml:mrow>
<mml:msub>
<mml:mi>f</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mi>&#x3c3;</mml:mi>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>W</mml:mi>
<mml:mi>f</mml:mi>
</mml:msub>
<mml:mo>&#x22c5;</mml:mo>
<mml:mrow>
<mml:mo>[</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>h</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>Y</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>]</mml:mo>
</mml:mrow>
<mml:mo>&#x2b;</mml:mo>
<mml:msub>
<mml:mi>b</mml:mi>
<mml:mi>f</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula>; in other words, the forget gate can retain the useful information in series modeling. The input gate gathers the hidden state and current series to update the cell situation <inline-formula id="inf23">
<mml:math id="m25">
<mml:mrow>
<mml:msub>
<mml:mi>C</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> of LSTM, and two preparation workflows are designed, i.e.,&#x20;<inline-formula id="inf24">
<mml:math id="m26">
<mml:mrow>
<mml:msub>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mi>&#x3c3;</mml:mi>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>W</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:mo>&#x22c5;</mml:mo>
<mml:mrow>
<mml:mo>[</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>h</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>Y</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>]</mml:mo>
</mml:mrow>
<mml:mo>&#x2b;</mml:mo>
<mml:msub>
<mml:mi>b</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf25">
<mml:math id="m27">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mover accent="true">
<mml:mi>C</mml:mi>
<mml:mo>&#x2dc;</mml:mo>
</mml:mover>
</mml:mrow>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mi>t</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>h</mml:mi>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>W</mml:mi>
<mml:mi>C</mml:mi>
</mml:msub>
<mml:mo>&#x22c5;</mml:mo>
<mml:mrow>
<mml:mo>[</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>h</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>Y</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>]</mml:mo>
</mml:mrow>
<mml:mo>&#x2b;</mml:mo>
<mml:msub>
<mml:mi>b</mml:mi>
<mml:mi>C</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula>, and the cell situation can be calculated by <inline-formula id="inf26">
<mml:math id="m28">
<mml:mrow>
<mml:msub>
<mml:mi>C</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:msub>
<mml:mi>f</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x2217;</mml:mo>
<mml:msub>
<mml:mi>C</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:msub>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x2217;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mover accent="true">
<mml:mi>C</mml:mi>
<mml:mo>&#x2dc;</mml:mo>
</mml:mover>
</mml:mrow>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>; in other words, the input gate collects and updates the information flow into the model. The output gate uses the hidden state and current series to update the hidden state as the input of the next cell of LSTM, i.e.,&#x20;<inline-formula id="inf27">
<mml:math id="m29">
<mml:mrow>
<mml:msub>
<mml:mi>o</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mi>&#x3c3;</mml:mi>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>W</mml:mi>
<mml:mi>o</mml:mi>
</mml:msub>
<mml:mo>&#x22c5;</mml:mo>
<mml:mrow>
<mml:mo>[</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>h</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>Y</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>]</mml:mo>
</mml:mrow>
<mml:mo>&#x2b;</mml:mo>
<mml:msub>
<mml:mi>b</mml:mi>
<mml:mi>o</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf28">
<mml:math id="m30">
<mml:mrow>
<mml:msub>
<mml:mi>h</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mi>o</mml:mi>
<mml:mo>&#x2217;</mml:mo>
<mml:mi mathvariant="italic">tanh</mml:mi>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>C</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula>; in other words, the output gate integrates the information and generates the output information for the next time instant. In these equations, <inline-formula id="inf29">
<mml:math id="m31">
<mml:mi>&#x3c3;</mml:mi>
</mml:math>
</inline-formula> represents the sigmoid activate function, <inline-formula id="inf30">
<mml:math id="m32">
<mml:mi>W</mml:mi>
</mml:math>
</inline-formula> and <inline-formula id="inf31">
<mml:math id="m33">
<mml:mi>b</mml:mi>
</mml:math>
</inline-formula> represent the weights and bias in different parts of LSTM, respectively. Other than some other advanced LSTM models, such as forward and backward variate sensitive LSTM, convolutional LSTM, and convolutional neural network LSTM (<xref ref-type="bibr" rid="B15">Kim and Cho, 2019</xref>; <xref ref-type="bibr" rid="B35">Wan et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B10">Fouladgar and Fr&#xe4;mling, 2020</xref>), the current study used the basic LSTM as described above to forecast the ST series. To define the best structure of the LSTM model, the values of the hidden layers were considered to vary from 2 to 3, while the hidden dimension varies from 54 to 68 with interval 4, the batch size varies from 45 to 55 with interval 5, and the number of previous months used to forecast the current month ranges from 3 to 12. The optimal model was selected with the largest R<sup>2</sup> and smallest MAE and&#x20;RMSE.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Workflow of each cell of LSTM. The three light yellow rectangles represent the forget gate, input gate, and output gate, respectively.</p>
</caption>
<graphic xlink:href="fenvs-09-783864-g002.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec id="s3-1">
<title>The Performance of SARIMA and SARIMAX Models on ST Forecasting</title>
<p>Various SARIMA and SARIMAX models were established with different model structures, and temporal lagged exogenous variables at the eight considered counties and the optimal model structure with the corresponding performance are presented in <xref ref-type="sec" rid="s11">Supplementary Appendix Table A1</xref>. According to the optimal model structures, all models have the same seasonal difference order, i.e.,&#x20;<inline-formula id="inf32">
<mml:math id="m34">
<mml:mrow>
<mml:mi>D</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:math>
</inline-formula>. Specifically, the models of the four counties in the Yunnan province have very similar seasonal characteristics, i.e.,&#x20;<italic>P</italic>, <italic>D</italic>, and <italic>Q</italic> are exactly the same, except the <italic>Q</italic> value for Yingjiang County. Regarding the SARIMA model, it showed good performance in modeling ST variations in the model fitting stage in Guangning County, Longling County, and Yingjiang County with R<sup>2</sup> larger than 0.8, while the SARIMA model showed better performance (in terms of R<sup>2</sup>) at the model forecasting stage in Longling County, Gengma County, and the Mang city of the Yunnan province (<xref ref-type="table" rid="T1">Table&#x20;1</xref>).</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Performance of SARIMA, SARIMAX, and LSTM on forecasting ST cases at eighty counties of China.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th rowspan="2" align="left">County</th>
<th rowspan="2" align="center">Model</th>
<th colspan="2" align="center">Model fitting</th>
<th colspan="3" align="center">Model forecasting</th>
</tr>
<tr>
<th align="center">R<sup>2</sup>
</th>
<th align="center">AIC</th>
<th align="center">R<sup>2</sup>
</th>
<th align="center">RMSE</th>
<th align="center">MAE</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td rowspan="3" align="left">Yingshang County</td>
<td align="left">SARIMA</td>
<td align="char" char=".">0.614</td>
<td align="char" char=".">133.457</td>
<td align="char" char=".">&#x2212;0.009</td>
<td align="char" char=".">22.568</td>
<td align="char" char=".">6.973</td>
</tr>
<tr>
<td align="left">SARIMAX</td>
<td align="char" char=".">0.860</td>
<td align="char" char=".">92.181</td>
<td align="char" char=".">0.647</td>
<td align="char" char=".">13.343</td>
<td align="char" char=".">4.870</td>
</tr>
<tr>
<td align="left">LSTM</td>
<td align="char" char=".">0.773</td>
<td align="center">-</td>
<td align="char" char=".">0.780</td>
<td align="char" char=".">10.525</td>
<td align="char" char=".">7.901</td>
</tr>
<tr>
<td rowspan="3" align="left">Guangning County</td>
<td align="left">SARIMA</td>
<td align="char" char=".">0.801</td>
<td align="char" char=".">99.555</td>
<td align="char" char=".">0.670</td>
<td align="char" char=".">11.571</td>
<td align="char" char=".">10.043</td>
</tr>
<tr>
<td align="left">SARIMAX</td>
<td align="char" char=".">0.835</td>
<td align="char" char=".">71.355</td>
<td align="char" char=".">0.031</td>
<td align="char" char=".">19.818</td>
<td align="char" char=".">16.613</td>
</tr>
<tr>
<td align="left">LSTM</td>
<td align="char" char=".">0.793</td>
<td align="center">-</td>
<td align="char" char=".">0.561</td>
<td align="char" char=".">13.343</td>
<td align="char" char=".">11.908</td>
</tr>
<tr>
<td rowspan="3" align="left">Huaiji County</td>
<td align="left">SARIMA</td>
<td align="char" char=".">0.794</td>
<td align="char" char=".">138.789</td>
<td align="char" char=".">0.638</td>
<td align="char" char=".">35.676</td>
<td align="char" char=".">19.997</td>
</tr>
<tr>
<td align="left">SARIMAX</td>
<td align="char" char=".">0.802</td>
<td align="char" char=".">120.790</td>
<td align="char" char=".">0.596</td>
<td align="char" char=".">37.690</td>
<td align="char" char=".">21.142</td>
</tr>
<tr>
<td align="left">LSTM</td>
<td align="char" char=".">0.698</td>
<td align="center">-</td>
<td align="char" char=".">0.475</td>
<td align="char" char=".">42.941</td>
<td align="char" char=".">24.302</td>
</tr>
<tr>
<td rowspan="3" align="left">Yingde city</td>
<td align="left">SARIMA</td>
<td align="char" char=".">0.692</td>
<td align="char" char=".">115.595</td>
<td align="char" char=".">0.409</td>
<td align="char" char=".">30.612</td>
<td align="char" char=".">19.369</td>
</tr>
<tr>
<td align="left">SARIMAX</td>
<td align="char" char=".">0.705</td>
<td align="char" char=".">91.884</td>
<td align="char" char=".">0.272</td>
<td align="char" char=".">33.950</td>
<td align="char" char=".">22.172</td>
</tr>
<tr>
<td align="left">LSTM</td>
<td align="char" char=".">0.533</td>
<td align="center">-</td>
<td align="char" char=".">0.411</td>
<td align="char" char=".">30.538</td>
<td align="char" char=".">22.013</td>
</tr>
<tr>
<td rowspan="3" align="left">Longling County</td>
<td align="left">SARIMA</td>
<td align="char" char=".">0.874</td>
<td align="char" char=".">124.253</td>
<td align="char" char=".">0.899</td>
<td align="char" char=".">18.809</td>
<td align="char" char=".">12.804</td>
</tr>
<tr>
<td align="left">SARIMAX</td>
<td align="char" char=".">0.898</td>
<td align="char" char=".">112.597</td>
<td align="char" char=".">0.807</td>
<td align="char" char=".">26.034</td>
<td align="char" char=".">15.422</td>
</tr>
<tr>
<td align="left">LSTM</td>
<td align="char" char=".">0.888</td>
<td align="center">-</td>
<td align="char" char=".">0.863</td>
<td align="char" char=".">21.900</td>
<td align="char" char=".">14.776</td>
</tr>
<tr>
<td rowspan="3" align="left">Gengma County</td>
<td align="left">SARIMA</td>
<td align="char" char=".">0.773</td>
<td align="char" char=".">134.443</td>
<td align="char" char=".">0.910</td>
<td align="char" char=".">4.773</td>
<td align="char" char=".">3.692</td>
</tr>
<tr>
<td align="left">SARIMAX</td>
<td align="char" char=".">0.837</td>
<td align="char" char=".">124.531</td>
<td align="char" char=".">0.552</td>
<td align="char" char=".">10.674</td>
<td align="char" char=".">8.051</td>
</tr>
<tr>
<td align="left">LSTM</td>
<td align="char" char=".">0.630</td>
<td align="center">-</td>
<td align="char" char=".">0.750</td>
<td align="char" char=".">7.976</td>
<td align="char" char=".">5.750</td>
</tr>
<tr>
<td rowspan="3" align="left">Mang city</td>
<td align="left">SARIMA</td>
<td align="char" char=".">0.734</td>
<td align="char" char=".">149.046</td>
<td align="char" char=".">0.968</td>
<td align="char" char=".">6.229</td>
<td align="char" char=".">4.4919</td>
</tr>
<tr>
<td align="left">SARIMAX</td>
<td align="char" char=".">0.816</td>
<td align="char" char=".">134.120</td>
<td align="char" char=".">0.941</td>
<td align="char" char=".">8.461</td>
<td align="char" char=".">6.840</td>
</tr>
<tr>
<td align="left">LSTM</td>
<td align="char" char=".">0.593</td>
<td align="center">-</td>
<td align="char" char=".">0.831</td>
<td align="char" char=".">14.254</td>
<td align="char" char=".">9.506</td>
</tr>
<tr>
<td rowspan="3" align="left">Yingjiang County</td>
<td align="left">SARIMA</td>
<td align="char" char=".">0.816</td>
<td align="char" char=".">119.549</td>
<td align="char" char=".">0.616</td>
<td align="char" char=".">19.247</td>
<td align="char" char=".">11.895</td>
</tr>
<tr>
<td align="left">SARIMAX</td>
<td align="char" char=".">0.846</td>
<td align="char" char=".">110.471</td>
<td align="char" char=".">0.630</td>
<td align="char" char=".">18.891</td>
<td align="char" char=".">11.853</td>
</tr>
<tr>
<td align="left">LSTM</td>
<td align="char" char=".">0.864</td>
<td align="center">-</td>
<td align="char" char=".">0.553</td>
<td align="char" char=".">20.754</td>
<td align="char" char=".">13.695</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Through exogenous variable selection processes, the SARIMAX models absorb the strength of one or several exogenous variables with temporal lags for ST variation modeling. Atmospheric pressure with a 4-month temporal lag was found to be the sole exogenous variable for SARIMAX modeling in Huaiji County. As shown in <xref ref-type="sec" rid="s11">Supplementary Appendix Table A1</xref>, the significant ST-associated exogenous variables vary between the eight counties under investigation. Atmospheric pressure, sunshine duration, wind speed, and MEI with various temporal lags were found to be correlated with the ST temporal variation in Yingyang County and Guangning County; however, precipitation and relative humidity were also included in ST forecasting at Yingyang County, while NDVI was included in the model at Guangning County. At Gengma County and Yingjiang County, relative humidity and sunshine duration were significant variables associated with ST; specifically, mean temperature was also found to be associated with ST at Yingjiang County. In addition, mean temperature and wind speed were two important impact factors of ST at Yingde city and Mang city, but precipitation and MEI were considered as other important factors for the two cities, respectively. Finally, the ST variation at Longling County was closely correlated with precipitation, relative humidity, and mean temperature with various temporal lags. Compared to the SARIMA model, the results of the SARIMAX model showed that more accuracy performance (in terms of R<sup>2</sup>) can be achieved at the model fitting stage in all of the eight counties; meanwhile, at the model forecasting stage, only the SARIMAX models in Yingshang County and Yingjiang County showed better forecasting accuracy than the SARIMA models in terms of RMSE and&#x20;MAE.</p>
</sec>
<sec id="s3-2">
<title>ST Cases Forecast Performance of LSTM Models</title>
<p>By inputting the ST series and the corresponding significantly related exogenous variables shown in <xref ref-type="sec" rid="s11">Supplementary Appendix Table A1</xref> to the LSTM model, the optimal model structure was obtained according to the smallest R<sup>2</sup> in the model fitting stage. The results showed that better performance can be yielded by setting the length of input series as 12&#x20;months at Huaiji County, Yingde city, Longling County, Gengma County, and Yingjiang County, while the optimal length of input series at Yingshang County, Guangning County, and Mang city were 10, 3, and 11, respectively. The hidden dimension, batch size, and number of layers varied between counties. At the model fitting process, the LSTM model showed better performance than SARIMA at Yingshang County and Longling County in terms of R<sup>2</sup>; at the model forecasting stage, LSTM showed more accuracy in forecasting ST cases than SARIMA and SARIMAX at Yingshang County and Yingde County, while only than SARIMAX at Guangning County and Longling County (<xref ref-type="table" rid="T1">Table&#x20;1</xref>).</p>
</sec>
<sec id="s3-3">
<title>The Comparisons of SARIMA, SARIMAX, and LSTM Estimations</title>
<p>The model fitting and forecasting results were separated by a vertical dash line, as shown in <xref ref-type="fig" rid="F3">Figure&#x20;3</xref>. The gray line, yellow line, red line, and green line represent the real ST notification series, SARIMA estimation, SARIMAX estimation, and LSTM estimation, respectively. It can be concluded as follows: 1) the LSTM model used a smaller length of input data for ST fitting than SARIMA and SARIMAX because the green line begins much earlier than the yellow and red lines; for example, most of the green lines at the eight counties begins during 2013 except the Guangning County, while the yellow and red lines begin during 2014 for Yingshang County, Huaiji County, Yingde County, and Yingjiang County, and for the other four counties, the model estimations begin during 2015. 2) Compared to the SARIMA and SARIMAX, LSTM showed smoother estimation values and less local fluctuations.3) Through comparing the real ST time series in the eight counties, four kinds of temporal patterns of ST variations can be concluded as follows: the ST series peaks in October and August in Yingshang County and Longling County, respectively; two peaks can be found in June and October in Guangning County, Huaiji County, and Yingde city, while in Gengma County, Mang city, and Yingjiang County, bio-peak phenomena can also be found in summer and winter during multiple years of the study period.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>ST fitting and forecasting results by SARIMA, SARIMAX, and LSTM at eight counties of China. The vertical dash line separated the model fitting and forecasting&#x20;parts.</p>
</caption>
<graphic xlink:href="fenvs-09-783864-g003.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<sec id="s4-1">
<title>Methodological Considerations for Modeling Temporal Variation in ST Notifications</title>
<p>Although the performance of the three time-series forecasting methods varied between counties at both the model fitting stage and the model forecasting stage, the methodological comparisons among SARIMA, SARIMAX, and LSTM should be discussed as follows: 1) continuous series modeling was the core concept of the three methods, i.e.,&#x20;the previous conditions can be used to forecast the current or future conditions; furthermore, the SARIMA and SARIMAX models took a step ahead that included seasonal or cyclic parts in modeling, i.e.,&#x20;the seasonal auto regression part and seasonal moving average part with the cycle of 12 months. Similarly, the similar SARIMA model was employed for modeling the ST series at Laiwu city and Shandong province, China (<xref ref-type="bibr" rid="B5">Ding et&#x20;al., 2012a</xref>; <xref ref-type="bibr" rid="B39">Yang et&#x20;al., 2015</xref>). On the other hand, LSTM also borrows the continuous characteristics of ST series for forecasting. Compared to the standard artificial neural network (ANN), the forget gate was utilized to remove the information with larger lags, which is similar to the memory of humans that one can remember the recent things but will forget some of the things that occurred long time ago (<xref ref-type="bibr" rid="B42">Yu et&#x20;al., 2019</xref>). In the current work, we have demonstrated that the length of the time-series data used to forecast ST varies between high-risk counties being 12&#x20;months in five counties, 11, 10, and 3&#xa0;months in the other three counties. These results indicate that ST has predominantly an annual cycle, which is in line with the literature that 8&#x2013;12&#xa0;months is the general cycle of ST in Guangzhou city, China (<xref ref-type="bibr" rid="B37">Wei et&#x20;al., 2017</xref>). 2) Previous studies have used a number of regression techniques to unravel the ST temporal variation in incidence, and its associations with environmental factors using the spatial Poisson regression model, negative binomial regression model, MaxEnt, random forest, and ANN models (<xref ref-type="bibr" rid="B36">Wardrop et&#x20;al., 2013</xref>; <xref ref-type="bibr" rid="B20">Li et&#x20;al., 2014</xref>; <xref ref-type="bibr" rid="B38">Yang et&#x20;al., 2014</xref>; <xref ref-type="bibr" rid="B19">Kwak et&#x20;al., 2015</xref>; <xref ref-type="bibr" rid="B30">Seto et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B41">Yu et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B1">Acharya et&#x20;al., 2019</xref>). However, these models cannot capture the seasonal characteristics of ST incidence, which can be overcome by the SARIMAX model that can simultaneously depict the seasonal characteristics and the effects of exogenous factors. Given the complex and often nonlinear interplay between ST factors and ST infection (<xref ref-type="bibr" rid="B9">Elliott et&#x20;al., 2019</xref>), the linear regression component of the SARIMAX model may not be sufficient for modeling and forecasting ST incidence. The LSTM model offers a self-organizing, self-learning, and highly nonlinearity system from the ANN, and thus, it is rather suitable for modeling the ecological system of ST. In view of its model structure, the LSTM was initially postulated as the optimal model among the three methods. However, our results indicate that LSTM not always outperforms SARIMA or SARIMAX indicating that the selection of methods for ST series modeling and forecasting should be carefully considered through model comparison and validation to local conditions.</p>
</sec>
<sec id="s4-2">
<title>Environmental Factors Associated With the Temporal Variation in ST Notifications</title>
<p>Another outcome of the current work is the determination of environmental factors in each of the considered eight counties associated with ST cases using SARIMAX models. Including these factors (i.e.,&#x20;exogenous variables mentioned above), the SARIMAX showed better performance than SARIMA at the modeling fitting stage (<xref ref-type="table" rid="T1">Table&#x20;1</xref>), demonstrating that the considered factors were significantly associated with ST variations. Temperature with various temporal lags was found to be positively related to ST variations at Yingde city, Longling County, Mang city, and Yingjiang County, which is in line with the ecological niche modeling of ST in the literature that temperature was found to be the key factor in determining ST occurrence (<xref ref-type="bibr" rid="B41">Yu et&#x20;al., 2018</xref>). A previous study found that the sunshine duration was negatively and positively associated with ST with 1&#x2013;3&#x20;month lags and 4&#x2013;6&#xa0;month lags, respectively (<xref ref-type="bibr" rid="B38">Yang et&#x20;al., 2014</xref>). Similar findings can be found in the current study, i.e.,&#x20;sunshine duration with 3-, 2-, and 1-month lags were negatively associated with the ST variations at Yingshang County, Guangning County, and Gengma County, respectively, but the sunshine duration with 0-month lag showed positive relationship with ST at Yingjiang County. Warming the environment promotes the growth of vector larvae and rodents and increased exposure opportunities due to people wearing shorter clothes (<xref ref-type="bibr" rid="B40">Yao et&#x20;al., 2019</xref>). The other study found that the ST case was positively correlated with the duration of sunshine, suggesting an occupational exposure where people possibly have longer time for agricultural field work, leading to an increased probability of exposure (<xref ref-type="bibr" rid="B20">Li et&#x20;al., 2014</xref>). Besides, relative humidity and pressure were supposed to be key factors that influenced the regeneration of the rodents, i.e.,&#x20;a 1&#x2013;2&#xa0;month lag effects of relative humidity and pressure were closely related to the ST variation (<xref ref-type="bibr" rid="B33">Sun et&#x20;al., 2017</xref>), which is similar to the findings of the results at Yingshang County, Guangning County, Huaiji County, Longling County, and Gengma County. In our study, we considered the wind speed in our SARIMAX models with 1-, 2-, 3-, 5-month lag since it can be a factor associated with the spawning conditions of mites (<xref ref-type="bibr" rid="B19">Kwak et&#x20;al., 2015</xref>). Indeed, we found that wind speed was a contributor to ST variation at four counties of the current study, especially in Yingde city. Finally, our results indicate a significant effect of the multivariate ENSO index on the time series of ST cases in three of the eight counties investigated (i.e.,&#x20;Yingshang County, Guangning County, and Mang city). This is in line with other studies that found an association between ST incidence and the ENSO Index which is regarded as a global pattern of climatic oscillation affecting the local environment and thus human population behaviors (<xref ref-type="bibr" rid="B37">Wei et&#x20;al., 2017</xref>).</p>
</sec>
<sec id="s4-3">
<title>Contribution to Public Health</title>
<p>Machine learning techniques have become popular in modeling nonlinear systems, including in the field of public health (<xref ref-type="bibr" rid="B8">dos Santos et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B23">Panch et&#x20;al., 2018</xref>), by providing precise predictive models (<xref ref-type="bibr" rid="B25">Passos et&#x20;al., 2016</xref>). Introduction of LSTM has enriched the ability of lo<ext-link ext-link-type="uri" xlink:href="https://cn.bing.com/dict/search?q=local&amp;FORM=BDVSP6&amp;cc=cn">cal</ext-link> public <ext-link ext-link-type="uri" xlink:href="https://cn.bing.com/dict/search?q=health&amp;FORM=BDVSP6&amp;cc=cn">health</ext-link> authorities in ST high-risk areas to anticipate and respond to ST outbreaks. The proposed models, such as SARIMAX and LSTM, can be used locally in high-risk ST counties for ST early warning and precise ST forecasting programs; it can also enable local public health managers to monitor the variation of the environmental factors and deploy public health measures, such as health promotion alerts to the communities to prevent large ST outbreaks.</p>
</sec>
<sec id="s4-4">
<title>Limitations and Future Work</title>
<p>Certain limitations of the current work should be mentioned. First, due to lack of a longer time series of ST series data, this study only utilized a 96-month time series for model fitting, which may have hindered the performance of LSTM models; it may be the reason why LSTM showed low accuracy in ST estimation. Second, this study explored the basic LSTM model in structure and did not explore modeling combinations that considered SARIMAX &#x2b; LSTM, which can also give accuracy predictions (<xref ref-type="bibr" rid="B31">Sheng and Jia, 2020</xref>); hence, future studies should explore the possibility of this combination for ST forecasting. Third, our SARIMAX models did not consider socioeconomic factors (including the gross domestic product, income, urbanization, population density, educational institutions, land use and land change, and medical institution), which may also play a role in the variations of ST (<xref ref-type="bibr" rid="B27">Ranjan and Prakash, 2018</xref>). Finally, although it is reported the warming condition might favor the reproduction of mites and increase the probability of human infection, the mechanism between the global climate change and ST outbreaks is still unclear (<xref ref-type="bibr" rid="B14">Jeung et&#x20;al., 2016</xref>; <xref ref-type="bibr" rid="B18">Kuo et&#x20;al., 2015</xref>); given the short-term impact of temperature mentioned in previous subsection, the long-term impact of global climate change (such as the warming condition) on ST outbreaks and its feasibility in forecasting ST outbreaks are worthy to explore in the future (<xref ref-type="bibr" rid="B48">Zhou et&#x20;al., 2021</xref>); furthermore, the hydrology impact of climate change on ST variations will be another topic for consideration (<xref ref-type="bibr" rid="B47">Zhou et&#x20;al., 2018</xref>).</p>
</sec>
</sec>
<sec sec-type="conclusion" id="s5">
<title>Conclusion</title>
<p>In the current study, SARIMA, SARIMAX, and LSTM models were employed to model the temporal variation of ST cases in high-risk communities in China. The results indicated that annual dynamics of ST vary significantly between the eight studied counties; with exogenous variables, the SARIMAX and LSTM models showed better performance than SARIMA models. Specifically, precipitation, atmospheric pressure, relative humidity, mean temperature, sunshine duration, wind speed, NDVI, and MEI were found to be partly associated with the time series of ST cases. The models and findings of the current study will support the development of local early warning systems for ST in the high-risk areas in China.</p>
</sec>
</body>
<back>
<sec id="s6">
<title>Data Availability Statement</title>
<p>The data analyzed in this study are subject to the following licenses/restrictions: Patient data are protected by the China CDC and are unsuitable for public sharing. The scrub typhus data are not allowed to be publicly shared due to the local infection disease law Requests to access these datasets should be directed to <email>data@chinacdc.cn</email>.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>JH and WZ contributed to conception and design of the study. WZ, WY, YW, and QQ organized the database. JH performed the statistical analysis. JH wrote the first draft of the manuscript. All authors contributed to manuscript revision, read, edit, and approved the submitted version.</p>
</sec>
<sec id="s8">
<title>Funding</title>
<p>This work is partly supported by the China Postdoctoral Science Foundation (2020M681825) and the projects from the 13th Five-Year Plan (Nos.18QNP063 and 17SAZ01).</p>
</sec>
<sec sec-type="COI-statement" id="s9">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s10">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors, and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s11">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fenvs.2021.783864/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fenvs.2021.783864/full&#x23;supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Table1.docx" id="SM1" mimetype="application/docx" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Acharya</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Ruan</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Pant</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Yang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Shah</surname>
<given-names>L.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Mapping Environmental Suitability of Scrub Typhus in Nepal Using MaxEnt and Random Forest Models</article-title>. <source>Int. J.&#x20;Env. Res. Public Health</source> <volume>16</volume>, <fpage>4845</fpage>. <pub-id pub-id-type="doi">10.3390/ijerph16234845</pub-id> </citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carvajal</surname>
<given-names>T. M.</given-names>
</name>
<name>
<surname>Viacrusis</surname>
<given-names>K. M.</given-names>
</name>
<name>
<surname>Hernandez</surname>
<given-names>L. F. T.</given-names>
</name>
<name>
<surname>Ho</surname>
<given-names>H. T.</given-names>
</name>
<name>
<surname>Amalin</surname>
<given-names>D. M.</given-names>
</name>
<name>
<surname>Watanabe</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Machine Learning Methods Reveal the Temporal Pattern of Dengue Incidence Using Meteorological Factors in Metropolitan Manila, Philippines</article-title>. <source>BMC Infect. Dis.</source> <volume>18</volume>, <fpage>183</fpage>. <pub-id pub-id-type="doi">10.1186/s12879-018-3066-0</pub-id> </citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chimmula</surname>
<given-names>V. K. R.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Time Series Forecasting of COVID-19 Transmission in Canada Using LSTM Networks</article-title>. <source>Chaos, Solitons &#x26; Fractals</source> <volume>135</volume>, <fpage>109864</fpage>. <pub-id pub-id-type="doi">10.1016/j.chaos.2020.109864</pub-id> </citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chrispal</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Boorugu</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Gopinath</surname>
<given-names>K. G.</given-names>
</name>
<name>
<surname>Prakash</surname>
<given-names>J.&#x20;A. J.</given-names>
</name>
<name>
<surname>Chandy</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Abraham</surname>
<given-names>O. C.</given-names>
</name>
<etal/>
</person-group> (<year>2010</year>). <article-title>Scrub Typhus: an Unrecognized Threat in South India - Clinical Profile and Predictors of Mortality</article-title>. <source>Trop. Doct</source> <volume>40</volume>, <fpage>129</fpage>&#x2013;<lpage>133</lpage>. <pub-id pub-id-type="doi">10.1258/td.2010.090452</pub-id> </citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ding</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Ding</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X. J.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Zhao</surname>
<given-names>Z. T.</given-names>
</name>
</person-group> (<year>2012a</year>). <article-title>Study on the Characteristics of Temporal Distribution and the Epidemic Trend of Autumn-winter Type Scrub Typhus under Time Series Analysis</article-title>. <source>Zhonghua Liu Xing Bing Xue Za Zhi</source> <volume>33</volume>, <fpage>698</fpage>&#x2013;<lpage>701</lpage>. </citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ding</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X. J.</given-names>
</name>
<name>
<surname>Ding</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Zhao</surname>
<given-names>Z. T.</given-names>
</name>
</person-group> (<year>2012b</year>). <article-title>Analysis of Epidemic Features of Scrub Typhus between Year 2006 and 2010 in Shandong Province, China</article-title>. <source>Zhonghua Yu Fang Yi Xue Za Zhi</source> <volume>46</volume>, <fpage>338</fpage>&#x2013;<lpage>342</lpage>. </citation>
</ref>
<ref id="B7">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>DiPietro</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Hager</surname>
<given-names>G. D.</given-names>
</name>
</person-group> (<year>2020</year>). &#x201c;<article-title>Chapter 21&#x20;- Deep Learning: RNNs and LSTM</article-title>,&#x201d; in <source>Handbook of Medical Image Computing and Computer Assisted Intervention, The Elsevier and MICCAI Society Book Series</source>. Editors <person-group person-group-type="editor">
<name>
<surname>Zhou</surname>
<given-names>S.K.</given-names>
</name>
<name>
<surname>Rueckert</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Fichtinger</surname>
<given-names>G.</given-names>
</name>
</person-group> (<publisher-loc>Amsterdam</publisher-loc>: <publisher-name>Academic Press</publisher-name>), <fpage>503</fpage>&#x2013;<lpage>519</lpage>. <pub-id pub-id-type="doi">10.1016/B978-0-12-816176-0.00026-0</pub-id> </citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>dos Santos</surname>
<given-names>B. S.</given-names>
</name>
<name>
<surname>Steiner</surname>
<given-names>M. T. A.</given-names>
</name>
<name>
<surname>Fenerich</surname>
<given-names>A. T.</given-names>
</name>
<name>
<surname>Lima</surname>
<given-names>R. H. P.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Data Mining and Machine Learning Techniques Applied to Public Health Problems: A Bibliometric Analysis from 2009 to 2018</article-title>. <source>Comput. Ind. Eng.</source> <volume>138</volume>, <fpage>106120</fpage>. <pub-id pub-id-type="doi">10.1016/j.cie.2019.106120</pub-id> </citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Elliott</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Pearson</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Dahal</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Thomas</surname>
<given-names>N. V.</given-names>
</name>
<name>
<surname>Roberts</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Newton</surname>
<given-names>P. N.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Scrub Typhus Ecology: A Systematic Review of Orientia in Vectors and Hosts</article-title>. <source>Parasites Vectors</source> <volume>12</volume>, <fpage>513</fpage>. <pub-id pub-id-type="doi">10.1186/s13071-019-3751-x</pub-id> </citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fouladgar</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Fr&#xe4;mling</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>A Novel LSTM for Multivariate Time Series with Massive Missingness</article-title>. <source>Sensors</source> <volume>20</volume>, <fpage>2832</fpage>. <pub-id pub-id-type="doi">10.3390/s20102832</pub-id> </citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gonzalez</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Yu</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Non-Linear System Modeling Using LSTM Neural Networks</article-title>. <source>IFAC-PapersOnLine</source> <volume>51</volume>, <fpage>485</fpage>&#x2013;<lpage>489</lpage>. <pub-id pub-id-type="doi">10.1016/j.ifacol.2018.07.326</pub-id> </citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>He</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Christakos</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Cazelles</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Qian</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Mu</surname>
<given-names>D.</given-names>
</name>
<etal/>
</person-group> (<year>2018a</year>). <article-title>Spatiotemporal Variation of the Association between Climate Dynamics and HFRS Outbreaks in Eastern China during 2005-2016 and its Geographic Determinants</article-title>. <source>Plos Negl. Trop. Dis.</source> <volume>12</volume>, <fpage>e0006554</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pntd.0006554</pub-id> </citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>He</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Yin</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>He</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Han</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Teng</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2018b</year>). <article-title>Environmental Determinants of Hemorrhagic Fever with Renal Syndrome in High-Risk Counties in China: A Time Series Analysis (2002-2012)</article-title>. <source>Am. J.&#x20;Trop. Med. Hyg.</source> <volume>99</volume>, <fpage>1262</fpage>&#x2013;<lpage>1268</lpage>. <pub-id pub-id-type="doi">10.4269/ajtmh.18-0544</pub-id> </citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jeung</surname>
<given-names>Y. S.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>S.-W.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>D.-M.</given-names>
</name>
<name>
<surname>Yun</surname>
<given-names>N. R.</given-names>
</name>
<name>
<surname>Han</surname>
<given-names>M. A.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>C.-M.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Effect of Latitude and Seasonal Variation on Scrub Typhus, South Korea, 2001-2013</article-title>. <source>Am. J.&#x20;Trop. Med. Hyg.</source> <volume>94</volume>, <fpage>22</fpage>&#x2013;<lpage>25</lpage>. <pub-id pub-id-type="doi">10.4269/ajtmh.15-0474</pub-id> </citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname>
<given-names>T.-Y.</given-names>
</name>
<name>
<surname>Cho</surname>
<given-names>S.-B.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Predicting Residential Energy Consumption Using CNN-LSTM Neural Networks</article-title>. <source>Energy</source> <volume>182</volume>, <fpage>72</fpage>&#x2013;<lpage>81</lpage>. <pub-id pub-id-type="doi">10.1016/j.energy.2019.05.230</pub-id> </citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname>
<given-names>H. C.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>I. Y.</given-names>
</name>
<name>
<surname>Chong</surname>
<given-names>S. T.</given-names>
</name>
<name>
<surname>Richards</surname>
<given-names>A. L.</given-names>
</name>
<name>
<surname>Gu</surname>
<given-names>S. H.</given-names>
</name>
<name>
<surname>Song</surname>
<given-names>J.-W.</given-names>
</name>
<etal/>
</person-group> (<year>2010</year>). <article-title>Serosurveillance of Scrub Typhus in Small Mammals Collected from Military Training Sites Near the DMZ, Northern Gyeonggi-Do, Korea, and Analysis of the Relative Abundance of Chiggers from Mammals Examined</article-title>. <source>Korean J.&#x20;Parasitol.</source> <volume>48</volume>, <fpage>237</fpage>&#x2013;<lpage>243</lpage>. <pub-id pub-id-type="doi">10.3347/kjp.2010.48.3.237</pub-id> </citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kuo</surname>
<given-names>C.-C.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>J.-L.</given-names>
</name>
<name>
<surname>Ko</surname>
<given-names>C.-Y.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>P.-F.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>H.-C.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>Spatial Analysis of Scrub Typhus Infection and its Association with Environmental and Socioeconomic Factors in Taiwan</article-title>. <source>Acta Tropica</source> <volume>120</volume>, <fpage>52</fpage>&#x2013;<lpage>58</lpage>. <pub-id pub-id-type="doi">10.1016/j.actatropica.2011.05.018</pub-id> </citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kuo</surname>
<given-names>C.-C.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>P.-L.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>C.-H.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>H.-C.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Surveillance of Potential Hosts and Vectors of Scrub Typhus in Taiwan</article-title>. <source>Parasites Vectors</source> <volume>8</volume>, <fpage>611</fpage>. <pub-id pub-id-type="doi">10.1186/s13071-015-1221-7</pub-id> </citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kwak</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Singh</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Hong</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Scrub Typhus Incidence Modeling with Meteorological Factors in South Korea</article-title>. <source>Int. J.&#x20;Env. Res. Public Health</source> <volume>12</volume>, <fpage>7254</fpage>&#x2013;<lpage>7273</lpage>. <pub-id pub-id-type="doi">10.3390/ijerph120707254</pub-id> </citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Yang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Dong</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Meteorological Factors and Risk of Scrub Typhus in Guangzhou, Southern China, 2006-2012</article-title>. <source>BMC Infect. Dis.</source> <volume>14</volume>, <fpage>139</fpage>. <pub-id pub-id-type="doi">10.1186/1471-2334-14-139</pub-id> </citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Xin</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Lai</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Zeng</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Zheng</surname>
<given-names>C.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Epidemiologic Changes of Scrub Typhus in China, 1952-2016</article-title>. <source>Emerg. Infect. Dis.</source> <volume>26</volume>, <fpage>1091</fpage>&#x2013;<lpage>1101</lpage>. <pub-id pub-id-type="doi">10.3201/eid2606.191168</pub-id> </citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>O&#x27;Guinn</surname>
<given-names>M. L.</given-names>
</name>
<name>
<surname>Klein</surname>
<given-names>T. A.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>J.&#x20;S.</given-names>
</name>
<name>
<surname>Richards</surname>
<given-names>A. L.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>H.-C.</given-names>
</name>
<name>
<surname>Ha</surname>
<given-names>S. J.</given-names>
</name>
<etal/>
</person-group> (<year>2010</year>). <article-title>Serological Surveillance of Scrub Typhus, Murine Typhus, and Leptospirosis in Small Mammals Captured at Firing Points 10 and 60, Gyeonggi Province, Republic of Korea, 2001-2005</article-title>. <source>Vector-Borne Zoonotic Dis.</source> <volume>10</volume>, <fpage>125</fpage>&#x2013;<lpage>133</lpage>. <pub-id pub-id-type="doi">10.1089/vbz.2008.0123</pub-id> </citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Panch</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Szolovits</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Atun</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Artificial Intelligence, Machine Learning and Health Systems</article-title>. <source>J.&#x20;Glob. Health</source> <volume>8</volume>, <fpage>020303</fpage>. <pub-id pub-id-type="doi">10.7189/jogh.08.020303</pub-id> </citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Park</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Recent Outbreak of Scrub Typhus in North Western Part of India</article-title>. <source>Indian J.&#x20;Med. Microbiol.</source> <volume>34</volume>, <fpage>114</fpage>. <pub-id pub-id-type="doi">10.4103/0255-0857.167682</pub-id> </citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Passos</surname>
<given-names>I. C.</given-names>
</name>
<name>
<surname>Mwangi</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Kapczinski</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Big Data Analytics and Machine Learning: 2015 and Beyond</article-title>. <source>The Lancet Psychiatry</source> <volume>3</volume>, <fpage>13</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1016/s2215-0366(15)00549-0</pub-id> </citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Premaratna</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Chandrasena</surname>
<given-names>T. G. A. N.</given-names>
</name>
<name>
<surname>Dassayake</surname>
<given-names>A. S.</given-names>
</name>
<name>
<surname>Loftis</surname>
<given-names>A. D.</given-names>
</name>
<name>
<surname>Dasch</surname>
<given-names>G. A.</given-names>
</name>
<name>
<surname>de Silva</surname>
<given-names>H. J.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>Acute Hearing Loss Due to Scrub Typhus: A Forgotten Complication of a Reemerging Disease</article-title>. <source>Clin. Infect. Dis.</source> <volume>42</volume>, <fpage>e6</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1086/498747</pub-id> </citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ranjan</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Prakash</surname>
<given-names>J.&#x20;A. J.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Scrub Typhus Re-Emergence in India: Contributing Factors and Way Forward</article-title>. <source>Med. Hypotheses</source> <volume>115</volume>, <fpage>61</fpage>&#x2013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1016/j.mehy.2018.03.019</pub-id> </citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rodkvamtook</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Kuttasingkee</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Linsuwanon</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Sudsawat</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Richards</surname>
<given-names>A. L.</given-names>
</name>
<name>
<surname>Somsri</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Scrub Typhus Outbreak in Chonburi Province, Central Thailand, 2013</article-title>. <source>Emerg. Infect. Dis.</source> <volume>24</volume>, <fpage>361</fpage>&#x2013;<lpage>365</lpage>. <pub-id pub-id-type="doi">10.3201/eid2402.171172</pub-id> </citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sames</surname>
<given-names>W. J.</given-names>
</name>
<name>
<surname>Klein</surname>
<given-names>T. A.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>H. C.</given-names>
</name>
<name>
<surname>Gu</surname>
<given-names>S. H.</given-names>
</name>
<name>
<surname>Kang</surname>
<given-names>H. J.</given-names>
</name>
<name>
<surname>Shim</surname>
<given-names>S. H.</given-names>
</name>
<etal/>
</person-group> (<year>2010</year>). <article-title>Serological Surveillance of Scrub Typhus, Murine Typhus, and Leptospirosis in Small Mammals Captured at Twin Bridges Training Area, Gyeonggi Province, Republic of Korea, 2005-2007</article-title>. <source>Mil. Med.</source> <volume>175</volume>, <fpage>48</fpage>&#x2013;<lpage>54</lpage>. <pub-id pub-id-type="doi">10.7205/milmed-d-05-01308</pub-id> </citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Seto</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Suzuki</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Nakao</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Otani</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Yahagi</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Mizuta</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Meteorological Factors Affecting Scrub Typhus Occurrence: A Retrospective Study of Yamagata Prefecture, Japan, 1984-2014</article-title>. <source>Epidemiol. Infect.</source> <volume>145</volume>, <fpage>462</fpage>&#x2013;<lpage>470</lpage>. <pub-id pub-id-type="doi">10.1017/S0950268816002430</pub-id> </citation>
</ref>
<ref id="B31">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Sheng</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Jia</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2020</year>). &#x201c;<article-title>Short-Term Load Forecasting Based on SARIMAX-LSTM</article-title>,&#x201d; in <conf-name>2020 5th International Conference on Power and Renewable Energy (ICPRE). Presented at the 2020&#x20;5th International Conference on Power and Renewable Energy (ICPRE)</conf-name>, <conf-loc>Shanghai, China</conf-loc>, <conf-date>September 12&#x2013;14, 2020</conf-date>, <fpage>90</fpage>&#x2013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1109/ICPRE51194.2020.9233117</pub-id> </citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sherstinsky</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Fundamentals of Recurrent Neural Network (RNN) and Long Short-Term Memory (LSTM) Network</article-title>. <source>Physica D: Nonlinear Phenomena</source> <volume>404</volume>, <fpage>132306</fpage>. <pub-id pub-id-type="doi">10.1016/j.physd.2019.132306</pub-id> </citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sun</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Wei</surname>
<given-names>Y.-H.</given-names>
</name>
<name>
<surname>Yang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Ma</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>de Vlas</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Yao</surname>
<given-names>H.-W.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Rapid Increase of Scrub Typhus Incidence in Guangzhou, Southern China, 2006&#x2015;2014</article-title>. <source>BMC Infect. Dis.</source> <volume>17</volume>, <fpage>13</fpage>. <pub-id pub-id-type="doi">10.1186/s12879-016-2153-3</pub-id> </citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tsai</surname>
<given-names>P.-J.</given-names>
</name>
<name>
<surname>Yeh</surname>
<given-names>H.-C.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Scrub Typhus Islands in the Taiwan Area and the Association between Scrub Typhus Disease and forest Land Use and Farmer Population Density: Geographically Weighted Regression</article-title>. <source>BMC Infect. Dis.</source> <volume>13</volume>, <fpage>191</fpage>. <pub-id pub-id-type="doi">10.1186/1471-2334-13-191</pub-id> </citation>
</ref>
<ref id="B35">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wan</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Mei</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Yang</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Multivariate Temporal Convolutional Network: A Deep Neural Networks Approach for Multivariate Time Series Forecasting</article-title>. <source>Electronics</source> <volume>8</volume>, <fpage>876</fpage>. <pub-id pub-id-type="doi">10.3390/electronics8080876</pub-id> </citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wardrop</surname>
<given-names>N. A.</given-names>
</name>
<name>
<surname>Kuo</surname>
<given-names>C.-C.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>H.-C.</given-names>
</name>
<name>
<surname>Clements</surname>
<given-names>A. C. A.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>P.-F.</given-names>
</name>
<name>
<surname>Atkinson</surname>
<given-names>P. M.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Bayesian Spatial Modelling and the Significance of Agricultural Land Use to Scrub Typhus Infection in Taiwan</article-title>. <source>Geospat Health</source> <volume>8</volume>, <fpage>229</fpage>&#x2013;<lpage>239</lpage>. <pub-id pub-id-type="doi">10.4081/gh.2013.69</pub-id> </citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wei</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Ma</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Tao</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>X.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Climate Variability, Animal Reservoir and Transmission of Scrub Typhus in Southern China</article-title>. <source>Plos Negl. Trop. Dis.</source> <volume>11</volume>, <fpage>e0005447</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pntd.0005447</pub-id> </citation>
</ref>
<ref id="B38">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yang</surname>
<given-names>L. P.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X. J.</given-names>
</name>
<name>
<surname>Ma</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Jia</surname>
<given-names>C. X.</given-names>
</name>
<name>
<surname>Jiang</surname>
<given-names>B. F.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Effects of Meteorological Factors on Scrub Typhus in a Temperate Region of China</article-title>. <source>Epidemiol. Infect.</source> <volume>142</volume>, <fpage>2217</fpage>&#x2013;<lpage>2226</lpage>. <pub-id pub-id-type="doi">10.1017/S0950268813003208</pub-id> </citation>
</ref>
<ref id="B39">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yang</surname>
<given-names>L.-P.</given-names>
</name>
<name>
<surname>Liang</surname>
<given-names>S.-Y.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X.-J.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>X.-J.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>Y.-L.</given-names>
</name>
<name>
<surname>Ma</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Burden of Disease Measured by Disability-Adjusted Life Years and a Disease Forecasting Time Series Model of Scrub Typhus in Laiwu, China</article-title>. <source>Plos Negl. Trop. Dis.</source> <volume>9</volume>, <fpage>e3420</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pntd.0003420</pub-id> </citation>
</ref>
<ref id="B40">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yao</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Mi</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>X.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>The Scrub Typhus in mainland China: Spatiotemporal Expansion and Risk Prediction Underpinned by Complex Factors</article-title>. <source>Emerg. Microbes Infect.</source> <volume>8</volume>, <fpage>909</fpage>&#x2013;<lpage>919</lpage>. <pub-id pub-id-type="doi">10.1080/22221751.2019.1631719</pub-id> </citation>
</ref>
<ref id="B41">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yu</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Tan</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Scrub Typhus in Jiangsu Province, China: Epidemiologic Features and Spatial Risk Analysis</article-title>. <source>BMC Infect. Dis.</source> <volume>18</volume>, <fpage>372</fpage>. <pub-id pub-id-type="doi">10.1186/s12879-018-3271-x</pub-id> </citation>
</ref>
<ref id="B42">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yu</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Si</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Hu</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>A Review of Recurrent Neural Networks: LSTM Cells and Network Architectures</article-title>. <source>Neural Comput.</source> <volume>31</volume>, <fpage>1235</fpage>&#x2013;<lpage>1270</lpage>. <pub-id pub-id-type="doi">10.1162/neco_a_01199</pub-id> </citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Song</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2010</year>). <article-title>Scrub Typhus in Previously Unrecognized Areas of Endemicity in China</article-title>. <source>J.&#x20;Clin. Microbiol.</source> <volume>48</volume>, <fpage>1241</fpage>&#x2013;<lpage>1244</lpage>. <pub-id pub-id-type="doi">10.1128/JCM.01784-09</pub-id> </citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X.-J.</given-names>
</name>
<name>
<surname>Ding</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Zhao</surname>
<given-names>Z.-T.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Ding</surname>
<given-names>S.-J.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Scrub Typhus: Surveillance, Clinical Profile and Diagnostic Issues in Shandong, China</article-title>. <source>Am. J.&#x20;Trop. Med. Hyg.</source> <volume>87</volume>, <fpage>1099</fpage>&#x2013;<lpage>1104</lpage>. <pub-id pub-id-type="doi">10.4269/ajtmh.2012.12-0306</pub-id> </citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname>
<given-names>W.-Y.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>L.-Y.</given-names>
</name>
<name>
<surname>Ding</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Hu</surname>
<given-names>W.-B.</given-names>
</name>
<name>
<surname>Soares Magalhaes</surname>
<given-names>R. J.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>H.-L.</given-names>
</name>
<etal/>
</person-group> (<year>2013</year>). <article-title>Scrub Typhus in Mainland China, 2006-2012: The Need for Targeted Public Health Interventions</article-title>. <source>Plos Negl. Trop. Dis.</source> <volume>7</volume>, <fpage>e2493</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pntd.0002493</pub-id> </citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zheng</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Jiang</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Ding</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Fu</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Hao</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Spatiotemporal Patterns and Risk Factors for Scrub Typhus from 2007 to 2017 in Southern China</article-title>. <source>Clin. Infect. Dis.</source> <volume>69</volume>, <fpage>1205</fpage>&#x2013;<lpage>1211</lpage>. <pub-id pub-id-type="doi">10.1093/cid/ciy1050</pub-id> </citation>
</ref>
<ref id="B47">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Piwowar</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Fan</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Z.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Hydrologic Impacts of Ensemble-RCM-Projected Climate Changes in the Athabasca River Basin, Canada</article-title>. <source>J.&#x20;Hydrometeorol.</source> <volume>19</volume>, <fpage>1953</fpage>&#x2013;<lpage>1971</lpage>. <pub-id pub-id-type="doi">10.1175/jhm-d-17-0232.1</pub-id> </citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Lin</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Yan</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>He</surname>
<given-names>X.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Dynamical Downscaling of Temperature Variations over the Canadian Prairie Provinces under Climate Change</article-title>. <source>Remote Sensing</source> <volume>13</volume>, <fpage>4350</fpage>. <pub-id pub-id-type="doi">10.3390/rs13214350</pub-id> </citation>
</ref>
</ref-list>
</back>
</article>