<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Mar. Sci.</journal-id>
<journal-title>Frontiers in Marine Science</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Mar. Sci.</abbrev-journal-title>
<issn pub-type="epub">2296-7745</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmars.2023.1197145</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Marine Science</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Multi factors-PredRNN based significant wave height prediction in the Bohai, Yellow, and East China Seas</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Cao</surname>
<given-names>Haowei</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Liu</surname>
<given-names>Guangliang</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1977316"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Huo</surname>
<given-names>Jidong</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Gong</surname>
<given-names>Xun</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2291880"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Yucheng</given-names>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhao</surname>
<given-names>Zhigang</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Xu</surname>
<given-names>Da</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center, Qilu University of Technology (Shandong Academy of Sciences)</institution>, <addr-line>Jinan</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Shandong Provincial Key Laboratory of Computer Networks, Shandong Fundamental Research Center for Computer Science</institution>, <addr-line>Jinan</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>College of Oceanography and Space Informatics, China University of Petroleum (East China)</institution>, <addr-line>Qingdao</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Institute for Advanced Marine Research, China University of Geosciences</institution>, <addr-line>Guangzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>State Key Laboratory of Biogeology and Environmental Geology, Hubei Key Laboratory of Marine Geological Resources, China University of Geosciences</institution>, <addr-line>Wuhan</addr-line>, <country>China</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>Network and Information Center, Qingdao Marine Science and Technology Center</institution>, <addr-line>Qingdao</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Jie Nie, Ocean University of China, China</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Lei Huang, Ocean University of China, China; Song Gao, North China Sea Environmental Monitoring Center (SOA), China; Shiqiu Peng, Chinese Academy of Sciences, China; Weizhi Nie, Tianjin University, China; Zan Gao, Qilu University of Technology, China</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Guangliang Liu, <email xlink:href="mailto:guangliangliu@163.com">guangliangliu@163.com</email>; Xun Gong, <email xlink:href="mailto:gongxun@cug.edu.cn">gongxun@cug.edu.cn</email>
</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>10</day>
<month>07</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>10</volume>
<elocation-id>1197145</elocation-id>
<history>
<date date-type="received">
<day>30</day>
<month>03</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>12</day>
<month>06</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Cao, Liu, Huo, Gong, Wang, Zhao and Xu</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Cao, Liu, Huo, Gong, Wang, Zhao and Xu</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Currently, deep-learning-based prediction of Significant Wave Height (SWH) is mostly performed for a single location in the ocean or simply relies on a single factor (SF). Such approaches have the disadvantage of lacking spatial correlations or dynamic complexity, leading to an inevitable growth of the prediction error with time.</p>
</sec>
<sec>
<title>Methods</title>
<p>Here, attempting a solution, we develop a Multi-Factor (MF) data-driven 2D SWH prediction model for the Bohai, Yellow, and East China Seas (BYECS). Our model is developed based on a multi-channel PredRNN algorithm that is an improved deep-learning calculation of the ConvLSTM.</p>
</sec>
<sec>
<title>Results</title>
<p>In our model, the MF of historical SWH, 10 m surface winds, ocean surface currents, bathymetries, and open boundaries are used to predict 2D SWH in the next 1-72h. Our modeled SWHs show the correlation coefficients as 0.98, 0.90, and 0.87 for the next 6h, 24h, and 72h, respectively.</p>
</sec>
<sec>
<title>Discussion</title>
<p>According to the ablation experiments, winds are the dominant factor in the MF model and the memory-decoupling module is the key improvement of the PredRNN compared to the ConvLSTM. Furthermore, when the historical SWH is excluded from the input, the correlation coefficients remain around 0.95 in the 1-72h prediction due to the elimination of the error accumulation. It was worse than the MF-PredRNN with the historical SWH before 10h but better than it after 10h. Overall, for the prediction of SWH in the BYECS, our MF-PredRNN-based 2D SWH prediction model significantly improves the accuracy and extends the effective prediction time length.</p>
</sec>
</abstract>
<kwd-group>
<kwd>multi factors-PredRNN</kwd>
<kwd>significant wave height</kwd>
<kwd>spatiotemporal forecast</kwd>
<kwd>long time prediction</kwd>
<kwd>memory decouple</kwd>
</kwd-group>
<contract-num rid="cn001">No. 2019YFE0125000</contract-num>
<contract-num rid="cn002">No. 2022CXGC020106</contract-num>
<contract-num rid="cn003">No. 2020YFB0204804</contract-num>
<contract-num rid="cn004">No. GKZ22Y656</contract-num>
<contract-num rid="cn005">No. 202228034</contract-num>
<contract-num rid="cn006">No. 2022JBZ01-01</contract-num>
<contract-sponsor id="cn001">Ministry of Science and Technology of the People's Republic of China<named-content content-type="fundref-id">10.13039/501100002855</named-content>
</contract-sponsor>
<contract-sponsor id="cn002">Key Technology Research and Development Program of Shandong<named-content content-type="fundref-id">10.13039/100014103</named-content>
</contract-sponsor>
<contract-sponsor id="cn003">National Key Research and Development Program of China<named-content content-type="fundref-id">10.13039/501100012166</named-content>
</contract-sponsor>
<contract-sponsor id="cn004">State Key Laboratory of Biogeology and Environmental Geology<named-content content-type="fundref-id">10.13039/501100011174</named-content>
</contract-sponsor>
<contract-sponsor id="cn005">Jinan Science and Technology Bureau<named-content content-type="fundref-id">10.13039/100007785</named-content>
</contract-sponsor>
<contract-sponsor id="cn006">Qilu University of Technology<named-content content-type="fundref-id">10.13039/501100014890</named-content>
</contract-sponsor>
<counts>
<fig-count count="9"/>
<table-count count="3"/>
<equation-count count="13"/>
<ref-count count="36"/>
<page-count count="12"/>
<word-count count="5751"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Marine Biogeochemistry</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<label>1</label>
<title>Introduction</title>
<p>Ocean waves (hereinafter referred to as waves) are the most common phenomenon in the ocean. Waves of extreme heights have been regarded as marine disasters that threaten maritime operations and navigation (<xref ref-type="bibr" rid="B18">Mahjoobi and Mosabbeb, 2009</xref>), and thus wave forecasting has been an essential and indispensable routine in maritime institutions worldwide (<xref ref-type="bibr" rid="B7">Gao et&#xa0;al., 2021</xref>).</p>
<p>As a most important parameter, the Significant Wave Height (SWH) is used to characterize the statistical distribution of the wave heights. Traditionally, based on the wave action balance equation, a numerical model is able to calculate the SWH, e.g., by the recently developed 3rd generation numerical wave models including SWAN (<xref ref-type="bibr" rid="B4">Booij et&#xa0;al., 1999</xref>; <xref ref-type="bibr" rid="B16">Liang et al., 2019</xref>) and WaveWatch III (<xref ref-type="bibr" rid="B27">Tolman, 2009</xref>). These models run discrete calculations rather than differential equations, at great expense in terms of consumption of computational resources, and often introduce inevitable systematic errors (<xref ref-type="bibr" rid="B6">Dong et&#xa0;al., 2022</xref>). Furthermore, the inadequacy of numerical models to integrate data from new observing systems and the drawbacks of inappropriate application of large amounts of observing data are gradually becoming apparent (<xref ref-type="bibr" rid="B8">Gao et&#xa0;al., 2022</xref>). In comparison, the recent development of big data and artificial intelligence technologies provides a new data-driven approach to the prediction of ocean waves. In particular, deep learning has been noticed for its potential in wave prediction (e.g., <xref ref-type="bibr" rid="B22">Portillo Juan and Negro Valdecantos, 2022</xref>). However, most deep-learning approaches have been designed for a single location without considering the spatial correlation with the surrounding areas (e.g., <xref ref-type="bibr" rid="B7">Gao et&#xa0;al., 2021</xref>; <xref ref-type="bibr" rid="B12">J&#xf6;rges et&#xa0;al., 2021</xref>; <xref ref-type="bibr" rid="B20">Ning et&#xa0;al., 2021</xref>; <xref ref-type="bibr" rid="B26">Tang et&#xa0;al., 2021</xref>; <xref ref-type="bibr" rid="B19">Minuzzi and Farina, 2022</xref>; <xref ref-type="bibr" rid="B25">Song et&#xa0;al., 2023</xref>). This inevitably reduces the accuracy in the prediction of the SWH at the target location, because wave height is a 2D field and spatially cross-correlated.</p>
<p>Alternatively, the convolutional long short-term memory (ConvLSTM) (<xref ref-type="bibr" rid="B23">Shi et&#xa0;al., 2015</xref>) is a spatiotemporal predictive learning algorithm that has been widely applied in 2D temporal SWH prediction (e.g., <xref ref-type="bibr" rid="B36">Zhou et&#xa0;al., 2021</xref>; <xref ref-type="bibr" rid="B9">Han et&#xa0;al., 2022</xref>; <xref ref-type="bibr" rid="B24">Song et&#xa0;al., 2022</xref>; <xref ref-type="bibr" rid="B31">Wang et&#xa0;al., 2022a</xref>). <xref ref-type="bibr" rid="B36">Zhou et&#xa0;al. (2021)</xref> apply ConvLSTM to single-factor (historical SWH) driven SWH prediction in the China Sea, but the prediction period is limited to 24h due to the lack of dynamic factors. In addition, an increasing number of studies have used 10 m surface winds as the primary dynamic factor in the spatiotemporal SWH prediction due to the close correlation between SWH and winds (e.g., <xref ref-type="bibr" rid="B3">Bethel et&#xa0;al., 2021</xref>; <xref ref-type="bibr" rid="B15">Laface and Arena, 2021</xref>; <xref ref-type="bibr" rid="B33">Wei and Chang, 2021</xref>). <xref ref-type="bibr" rid="B14">Kim et&#xa0;al. (2022)</xref> and <xref ref-type="bibr" rid="B9">Han et&#xa0;al. (2022)</xref> improve the prediction accuracy in the calculation of SWH at a leading time of 1-48h by incorporating both historical winds and SWH as input to the ConvLSTM algorithm. This study, however, does not update future winds, leading to rapid development in the prediction errors over time. <xref ref-type="bibr" rid="B2">Bai et&#xa0;al. (2022)</xref> obtain a 72h SWH prediction model for the South China Sea based on the CNN algorithm, by introducing the future winds into the SWH prediction model. In their model, the SWH prediction applies a direct multi-step ahead forecasting strategy (<xref ref-type="bibr" rid="B1">Bahrpeyma, 2021</xref>) that prevents the model from making time-continuous predictions. Considering the spatial and temporal correlation of waves, <xref ref-type="bibr" rid="B21">Ouyang et&#xa0;al. (2023)</xref> use a double-stage ConvLSTM network to incorporate future winds but neglect historical winds in the Atlantic Ocean and promote wave prediction in the following three days. In comparison, <xref ref-type="bibr" rid="B24">Song et&#xa0;al. (2022)</xref> used a recursive-based multi-step ahead forecasting strategy to apply historical and future 10 m surface wind data from numerical models to the SWH prediction process based on the ConvLSTM algorithm in the South China Sea. However, it only considers the effect of wind on SWH but ignores other dynamical factors.</p>
<p>Although the ConvLSTM algorithm is the most widely used artificial intelligence algorithm in spatiotemporal SWH prediction, it still suffers from the drawbacks caused by its layer-independent memory mechanism (<xref ref-type="bibr" rid="B30">Wang et&#xa0;al., 2017</xref>). To solve this problem, <xref ref-type="bibr" rid="B30">Wang et&#xa0;al. (2017)</xref> propose a new spatiotemporal prediction algorithm, so called Predictive Recurrent Neural Network V1 (PredRNN-V1), which enhances the ConvLSTM with a brand-new spatiotemporal LSTM (ST-LSTM) unit that simultaneously stores spatial and temporal representations. In addition, a newer version named as PredRNN-V2 spatiotemporal prediction algorithm is then developed to more effectively learn the long-term and short-term dynamics of frames in spatiotemporal observation by adding a new convolutional recurrent unit with a pair of decoupled memory cells and reverse scheduled sampling (<xref ref-type="bibr" rid="B32">Wang et&#xa0;al., 2022c</xref>). Furthermore, the transformer recently made a significant breakthrough in artificial intelligence algorithms. For instance, the attention mechanism has also been applied to spatiotemporal prediction algorithms (e.g., <xref ref-type="bibr" rid="B17">Lin et&#xa0;al., 2020</xref>; <xref ref-type="bibr" rid="B8">Gao et&#xa0;al., 2022</xref>). Specifically, in the prediction of SWH, the influence scope of dynamic factors, such as winds and currents, is limited by its own movement speed, and the architectures of convolutional and recurrent neural networks can effectively transfer spatiotemporal features. Therefore, in this study, the PredRNN-V2 algorithm is used to predict the spatiotemporal SWH (<xref ref-type="bibr" rid="B32">Wang et&#xa0;al., 2022c</xref>).</p>
<p>In addition to the choice of a deep learning algorithm, multi-factor (MF) based calculation is also important to improve the accuracy of SWH prediction (<xref ref-type="bibr" rid="B19">Minuzzi and Farina, 2022</xref>). Most 2D wave predictions based on deep learning algorithms have used only a single factor such as historical SWH while ignoring the influence of other dynamic factors such as 10 m surface winds or ocean surface currents (e.g., <xref ref-type="bibr" rid="B36">Zhou et&#xa0;al., 2021</xref>; <xref ref-type="bibr" rid="B29">Wang et&#xa0;al., 2022b</xref>). In comparison, <xref ref-type="bibr" rid="B2">Bai et&#xa0;al. (2022)</xref> and <xref ref-type="bibr" rid="B24">Song et&#xa0;al. (2022)</xref> have improved the SWH prediction by adding the correlation of winds and waves, based on the aforementioned works. Furthermore, <xref ref-type="bibr" rid="B28">Villas B&#xf4;as et&#xa0;al. (2019)</xref> have shown that ocean waves are strongly coupled to the ocean surface currents and the overlying atmosphere. <xref ref-type="bibr" rid="B13">Karmpadakis et&#xa0;al. (2020)</xref> summarize the statistical distribution of wave heights in coastal seas and showed a close correlation between SWH and bathymetries. Therefore, the MF of bathymetries and tides are important for the calculation of the shelf sea area, e.g., the BYECS in this work, should be considered as the input of a spatiotemporal SWH predictive learning model.</p>
<p>The main contributions of this work are as follows:</p>
<p>(I) We develop a Multi-Factor PredRNN (MF-PredRNN) model for 1-72h prediction of the SWH in the BYECS, using MF of 10 m surface winds, ocean surface currents, bathymetries, historical SWH, and open boundaries (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>).</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>The introduction of the data source.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Name</th>
<th valign="top" align="center">Period</th>
<th valign="top" align="center">Spatial Resolution</th>
<th valign="top" align="center">Temporal Resolution</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">SWH</td>
<td valign="top" align="center">2011-2019</td>
<td valign="top" align="center">0.5&#xb0;&#xd7; 0.5&#xb0;</td>
<td valign="top" align="center">1 hour</td>
</tr>
<tr>
<td valign="top" align="left">10 m U-V component of wind</td>
<td valign="top" align="center">2011-2019</td>
<td valign="top" align="center">0.25&#xb0;&#xd7; 0.25&#xb0;</td>
<td valign="top" align="center">1 hour</td>
</tr>
<tr>
<td valign="top" align="left">U-V component of ocean surface current</td>
<td valign="top" align="center">2011-2019</td>
<td valign="top" align="center">0.056&#xb0;&#xd7; 0.056&#xb0;</td>
<td valign="top" align="center">1 hour</td>
</tr>
<tr>
<td valign="top" align="left">bathymetry</td>
<td valign="top" align="center">&#x2014;</td>
<td valign="top" align="center">0.017&#xb0;&#xd7; 0.017&#xb0;</td>
<td valign="top" align="center">&#x2014;</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>&#x2014; means from one moment to another.</p>
</table-wrap-foot>
</table-wrap>
<p>(II) We perform ablation experiments on MF and the improved algorithm components of the PredRNN to reveal their roles.</p>
<p>(III) The input sequence length as an important parameter and the performance of the MF-PredRNN model under the high wave condition is also investigated.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<label>2</label>
<title>Materials and methods</title>
<sec id="s2_1">
<label>2.1</label>
<title>Study area and data</title>
<p>In this paper, the study area is 24&#xb0;N~41&#xb0;N and 118&#xb0;E~132&#xb0;E in the BYECS. The SWH is considered as the input sequence, the open boundary, and the target of the prediction. Important for the exchange of momentum and energy between the atmosphere and ocean (<xref ref-type="bibr" rid="B10">He et&#xa0;al., 2018</xref>), 10 m surface winds and ocean surface currents are added to the SWH prediction as upper boundaries. The SWH, 10 m surface winds and ocean surface current datasets are selected from a 1 Jan 2011 to 31 Dec 2019. The SWH and 10 m surface winds data are generated from a subset of ECMWF&#x2019;s ERA5 reanalysis archive (<ext-link ext-link-type="uri" xlink:href="http://www.ecmwf.int/en/forecasts/datasets/reanalysis-datasets/era5">www.ecmwf.int/en/forecasts/datasets/reanalysis-datasets/era5</ext-link>, <xref ref-type="bibr" rid="B11">Hersbach et&#xa0;al., 2020</xref>). The ocean surface currents are generated from numerical model ROMS (<xref ref-type="bibr" rid="B35">Yu et&#xa0;al., 2017</xref> and <xref ref-type="bibr" rid="B34">Yu et&#xa0;al., 2020</xref>). The 1-min resolution bathymetry (<xref ref-type="bibr" rid="B5">Choi et&#xa0;al., 2002</xref>) that shows a strong statistical correlation with the SWH (<xref ref-type="bibr" rid="B13">Karmpadakis et&#xa0;al., 2020</xref>) is added to the SWH prediction. All the datasets are uniformly interpolated to 0.5&#xb0;&#xd7;0.5&#xb0; spatial resolution, 1-hour temporal resolution using cubic spline interpolation. The processed datasets contain 87,648 hours temporally, 35 &#xd7; 29 data matrix spatially, and consist of four different types of data. The processed dataset is divided into a training set (2011-2017), validation set (2018), and test set (2019), respectively. A mask matrix of the same size as the data matrix is set to distinguish land and sea, with land points set to 0 and sea points set to 1. The result is dot-multiplied by the mask matrix to eliminate the influence of land, and the points at the open and sea-land boundaries are removed in the loss function. Only the data within the open and sea-land boundaries are trained and tested.</p>
</sec>
<sec id="s2_2">
<label>2.2</label>
<title>MF-PredRNN algorithm</title>
<p>In this study, the PredRNN algorithm (c.f. <xref ref-type="bibr" rid="B32">Wang et&#xa0;al., 2022c</xref>) is applied to predict the spatiotemporal SWH, which mainly proposes these three improvements over the ConvLSTM algorithm:</p>
<p>1) Spatio-Temporal Memory Flow (STMF): The ST-LSTM recurrent unit and the double flow memory transition mechanism solve the problem of spatial feature loss from the top layer to the bottom layer of ConvLSTM. The ST-LSTM replaces the previous ConvLSTM as the basic recurrent unit of the stack structure, and the original memory cell <inline-formula>
<mml:math display="inline" id="im1">
<mml:mi>C</mml:mi>
</mml:math>
</inline-formula> and the new memory cell <inline-formula>
<mml:math display="inline" id="im19">
<mml:mi>M</mml:mi>
</mml:math>
</inline-formula> are used together for information transmission between the recurrent units. The following are the memory state transfer formulas in the recurrent unit ST-LSTM, where <inline-formula>
<mml:math display="inline" id="im20">
<mml:mrow>
<mml:msub>
<mml:mi>g</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula>
<mml:math display="inline" id="im21">
<mml:mrow>
<mml:msub>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula>
<mml:math display="inline" id="im22">
<mml:mrow>
<mml:msub>
<mml:mi>f</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> used to calculate horizontal propagation memory cell <inline-formula>
<mml:math display="inline" id="im23">
<mml:mi>C</mml:mi>
</mml:math>
</inline-formula> represent the input modulation gate, input gate, and forget gate respectively, <inline-formula>
<mml:math display="inline" id="im24">
<mml:mrow>
<mml:msubsup>
<mml:mi>g</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula>
<mml:math display="inline" id="im25">
<mml:mrow>
<mml:msubsup>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula>
<mml:math display="inline" id="im26">
<mml:mrow>
<mml:msubsup>
<mml:mi>f</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
</mml:mrow>
</mml:math>
</inline-formula> used to calculate the memory cell <inline-formula>
<mml:math display="inline" id="im27">
<mml:mi>M</mml:mi>
</mml:math>
</inline-formula> which flows in the zigzag direction, <inline-formula>
<mml:math display="inline" id="im28">
<mml:mrow>
<mml:msub>
<mml:mi>o</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represents the output gate, <inline-formula>
<mml:math display="inline" id="im3">
<mml:mi>t</mml:mi>
</mml:math>
</inline-formula> represents the time, <inline-formula>
<mml:math display="inline" id="im4">
<mml:mi>l</mml:mi>
</mml:math>
</inline-formula> represents the layer of the stack structure, <inline-formula>
<mml:math display="inline" id="im5">
<mml:mrow>
<mml:msub>
<mml:mi>X</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represents the input data at time <inline-formula>
<mml:math display="inline" id="im6">
<mml:mi>t</mml:mi>
</mml:math>
</inline-formula>.</p>
<disp-formula>
<mml:math display="block" id="M1">
<mml:mrow>
<mml:msub>
<mml:mtext>g</mml:mtext>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mi>tanh</mml:mi>
<mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>xg</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:mo>*</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mtext>&#xa0;X</mml:mtext>
</mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>+</mml:mo>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>hg</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:msubsup>
<mml:mrow>
<mml:mtext>*&#xa0;H</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>t</mml:mtext>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mtext>l</mml:mtext>
</mml:msubsup>
</mml:mrow>
</mml:mrow>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<mml:math display="block" id="M2">
<mml:mrow>
<mml:msub>
<mml:mtext>i</mml:mtext>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mtext>&#x3c3;</mml:mtext>
<mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>xi</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:mo>*</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mtext>&#xa0;X</mml:mtext>
</mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>+</mml:mo>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>hi</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mo>*</mml:mo>
<mml:mtext>&#xa0;</mml:mtext>
<mml:msubsup>
<mml:mi>H</mml:mi>
<mml:mrow>
<mml:mtext>t</mml:mtext>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mtext>l</mml:mtext>
</mml:msubsup>
</mml:mrow>
</mml:mrow>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<mml:math display="block" id="M3">
<mml:mrow>
<mml:msub>
<mml:mtext>f</mml:mtext>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mtext>&#x3c3;</mml:mtext>
<mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>xf</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:mo>*</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mtext>&#xa0;X</mml:mtext>
</mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>+</mml:mo>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>hf</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:msubsup>
<mml:mrow>
<mml:mtext>*&#xa0;H</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>t</mml:mtext>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mtext>l</mml:mtext>
</mml:msubsup>
</mml:mrow>
</mml:mrow>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<mml:math display="block" id="M4">
<mml:mrow>
<mml:msubsup>
<mml:mtext>C</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>l</mml:mtext>
</mml:mrow>
</mml:msubsup>
<mml:mo>=</mml:mo>
<mml:msub>
<mml:mtext>f</mml:mtext>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>&#x2299;</mml:mo>
<mml:msubsup>
<mml:mtext>C</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mtext>l</mml:mtext>
</mml:msubsup>
<mml:mo>+</mml:mo>
<mml:msub>
<mml:mtext>i</mml:mtext>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>&#x2299;</mml:mo>
<mml:msub>
<mml:mtext>g</mml:mtext>
<mml:mtext>t</mml:mtext>
</mml:msub>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<mml:math display="block" id="M5">
<mml:mrow>
<mml:msubsup>
<mml:mtext>g</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
<mml:mo>=</mml:mo>
<mml:mtext>tanh</mml:mtext>
<mml:mo stretchy="false">(</mml:mo>
<mml:msubsup>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>xg</mml:mtext>
</mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
<mml:mo>*</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mtext>X</mml:mtext>
</mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>+</mml:mo>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>mg</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:mrow>
<mml:mo>*</mml:mo>
</mml:mrow>
<mml:msubsup>
<mml:mtext>M</mml:mtext>
<mml:mtext>t</mml:mtext>
<mml:mrow>
<mml:mtext>l</mml:mtext>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msubsup>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<mml:math display="block" id="M6">
<mml:mrow>
<mml:msubsup>
<mml:mtext>i</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
<mml:mo>=</mml:mo>
<mml:mtext>&#x3c3;</mml:mtext>
<mml:mo stretchy="false">(</mml:mo>
<mml:msubsup>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>xi</mml:mtext>
</mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
<mml:mo>*</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mtext>X</mml:mtext>
</mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>+</mml:mo>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>*</mml:mo>
<mml:msubsup>
<mml:mtext>M</mml:mtext>
<mml:mtext>t</mml:mtext>
<mml:mrow>
<mml:mtext>l</mml:mtext>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msubsup>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<mml:math display="block" id="M7">
<mml:mrow>
<mml:msubsup>
<mml:mtext>f</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
<mml:mo>=</mml:mo>
<mml:mtext>&#x3c3;</mml:mtext>
<mml:mo stretchy="false">(</mml:mo>
<mml:msubsup>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>xf</mml:mtext>
</mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
<mml:mo>*</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mtext>X</mml:mtext>
</mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>+</mml:mo>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>mf</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:mo>*</mml:mo>
<mml:msubsup>
<mml:mtext>M</mml:mtext>
<mml:mtext>t</mml:mtext>
<mml:mrow>
<mml:mtext>l</mml:mtext>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msubsup>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<mml:math display="block" id="M8">
<mml:mrow>
<mml:msubsup>
<mml:mtext>M</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>l</mml:mtext>
</mml:mrow>
</mml:msubsup>
<mml:mo>=</mml:mo>
<mml:msubsup>
<mml:mtext>f</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
<mml:mo>&#x2299;</mml:mo>
<mml:msubsup>
<mml:mtext>M</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>l</mml:mtext>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msubsup>
<mml:mo>+</mml:mo>
<mml:msubsup>
<mml:mtext>i</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
<mml:mo>&#x2299;</mml:mo>
<mml:msubsup>
<mml:mtext>g</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<mml:math display="block" id="M9">
<mml:mrow>
<mml:msub>
<mml:mtext>o</mml:mtext>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mtext>&#x3c3;</mml:mtext>
<mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>xo</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:mo>*</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mtext>&#xa0;X</mml:mtext>
</mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>+</mml:mo>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>ho</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:msubsup>
<mml:mrow>
<mml:mtext>*&#xa0;H</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>t</mml:mtext>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mtext>l</mml:mtext>
</mml:msubsup>
<mml:mo>+</mml:mo>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>co</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:mo>*</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mtext>&#xa0;C</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>l</mml:mtext>
</mml:mrow>
</mml:msubsup>
<mml:mo>+</mml:mo>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mtext>mo</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:msubsup>
<mml:mrow>
<mml:mo>*</mml:mo>
<mml:mtext>&#xa0;M</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>l</mml:mtext>
</mml:mrow>
</mml:msubsup>
</mml:mrow>
</mml:mrow>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<label>(1)</label>
<mml:math display="block" id="M10">
<mml:mrow>
<mml:msubsup>
<mml:mtext>H</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>l</mml:mtext>
</mml:mrow>
</mml:msubsup>
<mml:mo>=</mml:mo>
<mml:msub>
<mml:mtext>o</mml:mtext>
<mml:mtext>t</mml:mtext>
</mml:msub>
<mml:mo>&#x2299;</mml:mo>
<mml:mi>tanh</mml:mi>
<mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mtext>W</mml:mtext>
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mo>&#xd7;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>*</mml:mo>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mo stretchy="false">[</mml:mo>
<mml:msubsup>
<mml:mtext>C</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>l</mml:mtext>
</mml:mrow>
</mml:msubsup>
<mml:mo>,</mml:mo>
<mml:msubsup>
<mml:mtext>M</mml:mtext>
<mml:mrow>
<mml:mtext>t</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>l</mml:mtext>
</mml:mrow>
</mml:msubsup>
<mml:mo stretchy="false">]</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<p>2) Memory Decoupling (MD): The PredRNN algorithm adds the decoupling module for memory cells <inline-formula>
<mml:math display="inline" id="im29">
<mml:mi>C</mml:mi>
</mml:math>
</inline-formula> and <inline-formula>
<mml:math display="inline" id="im7">
<mml:mi>M</mml:mi>
</mml:math>
</inline-formula> to decouple long-term and short-term dynamics in transmission. The memory cell <inline-formula>
<mml:math display="inline" id="im8">
<mml:mi>C</mml:mi>
</mml:math>
</inline-formula>, which focuses on long-term motion, is used to transmit the information from the previous moment, and the memory cell <inline-formula>
<mml:math display="inline" id="im30">
<mml:mi>M</mml:mi>
</mml:math>
</inline-formula>, which focuses on short-term motion updated across all the layers and time steps, <inline-formula>
<mml:math display="inline" id="im9">
<mml:mi>M</mml:mi>
</mml:math>
</inline-formula> is used to transmit the spatiotemporal information from the previous layer and time step. The MD module separates the character of <inline-formula>
<mml:math display="inline" id="im10">
<mml:mi>C</mml:mi>
</mml:math>
</inline-formula> and <inline-formula>
<mml:math display="inline" id="im31">
<mml:mi>M</mml:mi>
</mml:math>
</inline-formula> to improve the information transmission. The equations are as follows,</p>
<disp-formula>
<mml:math display="block" id="M11">
<mml:mrow>
<mml:mi>&#x2206;</mml:mi>
<mml:msubsup>
<mml:mi>C</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>l</mml:mi>
</mml:msubsup>
<mml:mo>=</mml:mo>
<mml:msub>
<mml:mi>W</mml:mi>
<mml:mrow>
<mml:mi>d</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#xd7;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
<mml:mi>&#x2299;</mml:mi>
<mml:msub>
<mml:mi>g</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<mml:math display="block" id="M12">
<mml:mrow>
<mml:mi>&#x2206;</mml:mi>
<mml:msubsup>
<mml:mi>M</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>l</mml:mi>
</mml:msubsup>
<mml:mo>=</mml:mo>
<mml:msub>
<mml:mi>W</mml:mi>
<mml:mrow>
<mml:mi>d</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#xd7;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msubsup>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>'</mml:mo>
</mml:msubsup>
<mml:mi>&#x2299;</mml:mi>
<mml:msubsup>
<mml:mi>g</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>'</mml:mo>
</mml:msubsup>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<label>(2)</label>
<mml:math display="block" id="M13">
<mml:mrow>
<mml:msub>
<mml:mi>&#x2112;</mml:mi>
<mml:mrow>
<mml:mi>d</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:munder>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>t</mml:mi>
</mml:munder>
<mml:munder>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>l</mml:mi>
</mml:munder>
<mml:munder>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>c</mml:mi>
</mml:munder>
<mml:mfrac>
<mml:mrow>
<mml:mrow>
<mml:mo>|</mml:mo>
<mml:mrow>
<mml:mi>&#x2206;</mml:mi>
<mml:msubsup>
<mml:mi>C</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>l</mml:mi>
</mml:msubsup>
<mml:mo>,</mml:mo>
<mml:mi>&#x2206;</mml:mi>
<mml:msub>
<mml:msubsup>
<mml:mi>M</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>l</mml:mi>
</mml:msubsup>
<mml:mi>c</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo>|</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mrow>
<mml:mo>|</mml:mo>
<mml:mo>|</mml:mo>
<mml:mi>&#x2206;</mml:mi>
<mml:msubsup>
<mml:mi>C</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>l</mml:mi>
</mml:msubsup>
<mml:mo>|</mml:mo>
<mml:msub>
<mml:mo>|</mml:mo>
<mml:mi>c</mml:mi>
</mml:msub>
<mml:mo>.</mml:mo>
<mml:mo>|</mml:mo>
<mml:mo>|</mml:mo>
<mml:mi>&#x2206;</mml:mi>
<mml:msubsup>
<mml:mi>M</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>l</mml:mi>
</mml:msubsup>
<mml:mo>|</mml:mo>
<mml:msub>
<mml:mo>|</mml:mo>
<mml:mi>c</mml:mi>
</mml:msub>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
</disp-formula>
<p>where <italic>W</italic>
<sub>decouple</sub> represents the convolution shared by all recurrent units, <italic>L</italic>
<sub>decouple</sub> is the memory decoupling regularization. <italic>l</italic>, <italic>t</italic> and <inline-formula>
<mml:math display="inline" id="im11">
<mml:mrow>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mi>c</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> represent the layers, time steps, and channels, <inline-formula>
<mml:math display="inline" id="im12">
<mml:mrow>
<mml:mo>&#x2329;</mml:mo>
<mml:mo>&#x394;</mml:mo>
<mml:msubsup>
<mml:mi>C</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>l</mml:mi>
</mml:msubsup>
<mml:mo>,</mml:mo>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mo>&#x394;</mml:mo>
<mml:msubsup>
<mml:mi>M</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>l</mml:mi>
</mml:msubsup>
<mml:mo>&#x232a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> represents the dot product of <inline-formula>
<mml:math display="inline" id="im32">
<mml:mrow>
<mml:mo>&#x394;</mml:mo>
<mml:msubsup>
<mml:mi>C</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>l</mml:mi>
</mml:msubsup>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula>
<mml:math display="inline" id="im33">
<mml:mrow>
<mml:mo>&#x394;</mml:mo>
<mml:msubsup>
<mml:mi>M</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>l</mml:mi>
</mml:msubsup>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula>
<mml:math display="inline" id="im34">
<mml:mrow>
<mml:mo>&#x2016;</mml:mo>
<mml:mo>&#x394;</mml:mo>
<mml:msubsup>
<mml:mi>C</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>l</mml:mi>
</mml:msubsup>
<mml:mo>&#x2016;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> represents the L2 norm of <inline-formula>
<mml:math display="inline" id="im35">
<mml:mrow>
<mml:mo>&#x394;</mml:mo>
<mml:msubsup>
<mml:mi>C</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>l</mml:mi>
</mml:msubsup>
</mml:mrow>
</mml:math>
</inline-formula>.</p>
<p>3) Reverse Scheduled Sampling (RSS): To force the model to learn long-term dynamics from historical data, the PredRNN algorithm uses RSS as a new learning strategy that randomly hides true data as training proceeds.</p>
<p>Compared with ConvLSTM, the STMF module and MD module effectively use the long- and short-term dynamics and spatial correlation to improve prediction accuracy, and the RSS module promotes prediction accuracy by learning the long-term characteristics of historical data. Furthermore, the multiple channels of the PredRNN algorithm are used to combine multiple factors and historical SWH data to improve the long-term prediction accuracy of SWH.</p>
</sec>
<sec id="s2_3">
<label>2.3</label>
<title>Framework of the SWH prediction model</title>
<p>The framework of the data-driven SWH prediction model based on MF-PredRNN is shown in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>. The input includes <inline-formula>
<mml:math display="inline" id="im36">
<mml:mi>W</mml:mi>
</mml:math>
</inline-formula>, <inline-formula>
<mml:math display="inline" id="im37">
<mml:mi>X</mml:mi>
</mml:math>
</inline-formula>, and SWH open boundary data, and its output is represented by <inline-formula>
<mml:math display="inline" id="im38">
<mml:mi>Y</mml:mi>
</mml:math>
</inline-formula>, which is the predicted SWH data, where <inline-formula>
<mml:math display="inline" id="im39">
<mml:mi>W</mml:mi>
</mml:math>
</inline-formula> represents SWH data; <inline-formula>
<mml:math display="inline" id="im40">
<mml:mi>X</mml:mi>
</mml:math>
</inline-formula> represents multi factors (MF) including the U and V components of 10 m surface winds, the U and V components of ocean surface currents, and bathymetries. In the prediction process, the MF-PredRNN model is modified to a one-step prediction based on the recursive strategy. Taking the SWH prediction at time <inline-formula>
<mml:math display="inline" id="im41">
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mn>1</mml:mn>
</mml:math>
</inline-formula> as an example: firstly, the historical SWH <inline-formula>
<mml:math display="inline" id="im13">
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>W</mml:mi>
<mml:mn>1</mml:mn>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mo>&#xb7;</mml:mo>
<mml:mo>&#xb7;</mml:mo>
<mml:mo>&#xb7;</mml:mo>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>W</mml:mi>
<mml:mi>t</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> from time 1 to time <inline-formula>
<mml:math display="inline" id="im42">
<mml:mi>t</mml:mi>
</mml:math>
</inline-formula> and the MF from time 2 to time <inline-formula>
<mml:math display="inline" id="im14">
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:math>
</inline-formula>  <inline-formula>
<mml:math display="inline" id="im43">
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>X</mml:mi>
<mml:mn>2</mml:mn>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mo>&#xb7;</mml:mo>
<mml:mo>&#xb7;</mml:mo>
<mml:mo>&#xb7;</mml:mo>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>X</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> are combined as the input to predict the SWH  <inline-formula>
<mml:math display="inline" id="im45">
<mml:mrow>
<mml:msub>
<mml:mi>Y</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>; secondly, the SWH at the open boundaries is imposed to correct the SWH <inline-formula>
<mml:math display="inline" id="im46">
<mml:mrow>
<mml:msub>
<mml:mi>Y</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> at open boundaries; finally, <inline-formula>
<mml:math display="inline" id="im15">
<mml:mrow>
<mml:msub>
<mml:mi>Y</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula>
<mml:math display="inline" id="im16">
<mml:mrow>
<mml:msub>
<mml:mi>X</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> are added to the input data sequence to predict the SWH <inline-formula>
<mml:math display="inline" id="im17">
<mml:mrow>
<mml:msub>
<mml:mi>Y</mml:mi>
<mml:mrow>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>. This process cycles and iteratively predicts the SWH for 1-72h. In this study, we choose 12h as the input sequence length.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Framework of the MF-PredRNN-based SWH prediction model. The red lines show the imposed SWH at the open boundaries.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-10-1197145-g001.tif"/>
</fig>
</sec>
<sec id="s2_4">
<label>2.4</label>
<title>Evaluation indicators</title>
<p>Mean Absolute Error (MAE), Root Mean Squared Error (RMSE), and Mean Absolute Percentage Error (MAPE) are chosen to evaluate the error between predicted values and reanalysis data. MAE and MAPE measure the actual situation and the proportion of error, while RMSE reflects the dispersion between the predicted and reanalysis data. The Correlation Coefficient (CC) is used to measure the linear correlation between predicted values and reanalysis data.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<label>3</label>
<title>Result</title>
<sec id="s3_1" sec-type="results">
<label>3.1</label>
<title>Results of prediction</title>
<p>As shown in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>, The MAE of the MF-PredRNN predicted SWH relative to the ERA-5 reanalysis in the first 12 hours is within a small value (~0.2m) in most regions of the BYECS but increases with time. After 12 hours, the MAE accumulates and is mainly distributed in the Bohai Sea and the eastern Korean Peninsula with the MAE of ~0.4m. The MAE gradually stabilizes after 24 h and there is no significant difference between the 24h and 72h. According to our knowledge, the accumulation of MAE in the Bohai Sea and the eastern Korean Peninsula is likely caused by the complexity of the land-sea environment, and the sea area being surrounded by land. Although the dataset is separated by a land-sea mask, this also leads to eigenvalues in the offshore region.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>The MAE <bold>(A&#x2013;F)</bold> between the MF-PredRNN predicted SWH and the ERA-5 reanalysis SWH for the 1-, 3-, 6-, 12-, 24- and 72-h respectively in the BYECS in 2019. Images for 24-72 h are omitted due to high similarity.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-10-1197145-g002.tif"/>
</fig>
<p>In addition, scatter plots and the other evaluation indicators such as RMSE, MAPE, and CC are used to evaluate the accuracy of the MF-PredRNN-based SWH prediction at different times (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>). For the MF-PredRNN-based SWH prediction model, the CC decreases from 0.99 at 1h to 0.95 at 12h, 0.90 at 24h, and 0.87 at 72h, respectively, and the RMSE increases from 0.04m at 1h to 0.26m at 12h, 0.36m at 24h and 0.39m at 72h, respectively. The MAE at 24h is close to that at 72h, but the scatter plot of the 72h forecast is more dispersed compared to 24h, indicating that the error inevitably accumulates gradually. This is superior to the previous work. Due to the incomplete dynamic factors and the drawbacks of the ConvLSTM algorithm, the predictive time length of the ConvLSTM-based historical SWH-driven SWH prediction model is limited as the CC decreased from 0.99 at 1h to 0.83 at the 24h while the RMSE increased sharply from 0.20m at 1h to 0.60m at 24h (<xref ref-type="bibr" rid="B36">Zhou et&#xa0;al., 2021</xref>). With the introduction of winds, the ConvLSTM-based winds and historical SWH-driven SWH prediction model performs better. The RMSE increased from 0.09m at 1h to 0.49m at 24h (<xref ref-type="bibr" rid="B24">Song et&#xa0;al., 2022</xref>). By using a double-stage ConvLSTM network to incorporate future winds, the CC decreased from 0.95 on day 1 to 0.82 on day 3 (<xref ref-type="bibr" rid="B21">Ouyang et&#xa0;al., 2023</xref>). To our knowledge, the MAE, RMSE, MAPE, and CC of 1h, 6h, 12h, 24h, and 72h prediction show that the MF-PredRNN extends the effective prediction time length of SWH to 72h, and the accuracy of MF-PredRNN performs better than the existing spatiotemporal predictive learning ConvLSTM based 2D SWH prediction models (e.g., <xref ref-type="bibr" rid="B36">Zhou et&#xa0;al., 2021</xref>; <xref ref-type="bibr" rid="B24">Song et&#xa0;al., 2022</xref>; <xref ref-type="bibr" rid="B21">Ouyang et&#xa0;al., 2023</xref>), which take SWH or winds as model input.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Two-dimensional scatter density plots <bold>(A&#x2013;E)</bold> of the MF-PredRNN predicted SWH versus the ERA5 reanalysis data for the 1-, 6-, 12-, 24-, and 72-h respectively. The dashed line indicates that the predicted value is equal to the true value. The MAE, MAPE, RMSE, and CC are also calculated.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-10-1197145-g003.tif"/>
</fig>
</sec>
<sec id="s3_2">
<label>3.2</label>
<title>Comparison of the multivariate inputs and algorithms</title>
<p>To further explain the roles of MF and the PredRNN algorithm, a group of control experiments based on MF-PredRNN, MF-ConvLSTM, SF-PredRNN, and SF-ConvLSTM are conducted for 1-72h SWH prediction. SF refers to a single factor such as historical SWH, while MF refers to multi factors such as historical SWH, 10 m surface winds, surface currents, and bathymetries. MF-PredRNN, MF-ConvLSTM, SF-PredRNN, and SF-ConvLSTM have the same input sequence length. The difference between them is the factors labeled SF and MF and the algorithm labeled ConvLSTM and PredRNN. The experiments demonstrate the important role of both MF and PredRNN algorithm, as well as the error suppression of MF for long-term SWH prediction.</p>
<p>As shown in <xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>, the MAE, RMSE, MAPE, and CC of PredRNN gradually stabilize after 24 hours. The spatially hourly averaged CC of the MF-PredRNN increased by 0.35, 0.62, and 0.44 compared with the MF-ConvLSTM, SF-PredRNN, and SF-ConvLSTM, and the spatially hourly averaged MAE decreased by 0.24m, 0.54m, and 1.45m.</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>Comparison of spatially averaged MAE <bold>(A)</bold>, RMSE <bold>(B)</bold>, MAPE <bold>(C)</bold>, and CC <bold>(D)</bold> among MF-PredRNN, SF-PredRNN, MF-ConvLSTM and SF-ConvLSTM over 1-72h hourly SWH prediction.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-10-1197145-g004.tif"/>
</fig>
<p>It is shown that both the PredRNN algorithm and MF can significantly improve the accuracy of SWH prediction. Moreover, the accuracy of PredRNN on the SWH prediction is generally better than the ConvLSTM, as the MF-PredRNN is superior to the MF-ConvLSTM in all indicators. Using the MF-PredRNN, the MAE, RMSE and MAPE reduced by 0.24m, 0.32m, and 35.12% respectively. At the same time, the CC increases by 0.35 compared to the MF-ConvLSTM in the 1-72h SWH prediction. Similarly, the SF-PredRNN is superior to the SF-ConvLSTM in MAE, RMSE, and MAPE indicators except for CC. The MF effectively prevents the rapid increase of the error in the long-term SWH prediction, much better compared to the single-factor calculation. There is no insignificant change between the MF and single-factor driven SWH during the first 12 hours of prediction, even for the ConvLSTM algorithm. The model driven by MF tends to be stable gradually after 18h, however, the error of the single factor driven SWH model increased rapidly. This leads to a gap in long-term SWH prediction. Compared to the SF-PredRNN, the mean MAE decreased by 0.54m, RMSE decreased by 0.89m, MAPE decreased by 70.39%, and CC increased by 0.62 in the 1-72h MF-PredRNN SWH prediction. Similarly, MF-ConvLSTM is superior to SF-ConvLSTM in all indicators. Above all, the MF-PredRNN algorithm provides the most accurate 1-72h SWH prediction.</p>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<label>4</label>
<title>Discussion</title>
<sec id="s4_1">
<label>4.1</label>
<title>Input ablation experiments</title>
<p>The ablation experiments for MF are carried out to measure the role of each factor (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>). The factors include 10 m surface winds, ocean surface currents, bathymetries, historical SWH, and SWH as open boundaries. Our ablation experiments show that winds, as a dominant factor (<xref ref-type="bibr" rid="B7">Gao et&#xa0;al., 2021</xref>; <xref ref-type="bibr" rid="B14">Kim et&#xa0;al., 2022</xref>), can decrease the spatially hourly averaged MAE and RMSE by 0.13m and 0.28m, while the rest factors such as ocean surface currents, bathymetries and SWH as open boundaries only decrease the spatially hourly averaged MAE and RMSE by commonly around 0.02m and 0.04m (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>). In addition, the spatially averaged MAE of all experiments increases along with time (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>). In the case of SWH prediction at 72h, relative to the MF-PredRNN control experiment, the spatially averaged MAE in the experiments of R-Wind, R-Current, R-Bathymetry, and R-Boundary increased by 0.22m, 0.05m, 0.04m, and 0.04m, respectively. In particular, the removal of winds induces about 5 times larger spatially averaged MAE growing with time than the other factors.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>The ablation experiments of MF-PredRNN-based SWH prediction model on multi factors.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="left">Experiment ID</th>
<th valign="middle" align="center">Removed Factors</th>
<th valign="middle" align="center">MAE (m)</th>
<th valign="middle" align="center">RMSE (m)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="left">MF-PredRNN</td>
<td valign="middle" align="center">Nothing</td>
<td valign="middle" align="center">
<bold>0.24</bold>
</td>
<td valign="middle" align="center">
<bold>0.34</bold>
</td>
</tr>
<tr>
<td valign="middle" align="left">R-Wind</td>
<td valign="middle" align="center">Wind</td>
<td valign="middle" align="center">
<bold>0.37</bold>
</td>
<td valign="middle" align="center">
<bold>0.62</bold>
</td>
</tr>
<tr>
<td valign="middle" align="left">R-Current</td>
<td valign="middle" align="center">Current</td>
<td valign="middle" align="center">0.26</td>
<td valign="middle" align="center">0.38</td>
</tr>
<tr>
<td valign="middle" align="left">R-Bathymetry</td>
<td valign="middle" align="center">Bathymetry</td>
<td valign="middle" align="center">0.26</td>
<td valign="middle" align="center">0.39</td>
</tr>
<tr>
<td valign="middle" align="left">R-Boundary</td>
<td valign="middle" align="center">SWH as open boundaries</td>
<td valign="middle" align="center">0.26</td>
<td valign="middle" align="center">0.38</td>
</tr>
<tr>
<td valign="middle" align="left">R-SWH</td>
<td valign="middle" align="center">Historical SWH</td>
<td valign="middle" align="center">
<bold>0.15</bold>
</td>
<td valign="middle" align="center">
<bold>0.23</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>The spatially hourly averaged MAE (m) and RMSE (m) for 1-72h SWH prediction are used to evaluate. R-Historical SWH represents the prediction experiment without considering historical SWH as a training input.</p>
<p>The bold values represent the more important experimental data.</p>
</table-wrap-foot>
</table-wrap>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Comparison among ablation experiments of MF-PredRNN based SWH prediction model on multi factors. Figures <bold>(A-C)</bold> show the spatially averaged MAE (m) of 1-6h, 1-24h and 1-72h predicted SWH; Figure <bold>(D)</bold> shows the two-dimensional scatter density plots for the SWH prediction without the historical SWH; The legend shows the Experiment ID in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>. The grey solid line indicates the spatially averaged MAE for the R-SWH experiment.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-10-1197145-g005.tif"/>
</fig>
<p>The input ablation experiments show that MF has a greater impact on long-term prediction relative to short-term prediction. During the first 24 hours, the MAE of the MF-PredRNN experiment does not show much difference from other experiments with winds (&lt;0.02m). But after 24 hours, the MAE of the MF-PredRNN with all factors control experiment is kept around 0.27m. That is slightly better than the MAE (0.32m) of experiments with winds and much better than the MAE of the R-Wind experiment (~0.50m).</p>
<p>The R-SWH experiment indicates that the historical SWH data has a positive impact on the accuracy of short-term prediction (<xref ref-type="fig" rid="f5">
<bold>Figures&#xa0;5B, C</bold>
</xref>). Due to the removal of the historical SWH, the error accumulation with time in the SWH prediction is eliminated (<xref ref-type="fig" rid="f5">
<bold>Figures&#xa0;5A&#x2013;C</bold>
</xref>). The MAE value is stable at 0.15 (m) in both short- and long-term predictions. The RMSE, MAPE, and CC for the R-Historical SWH experiment are stabilized at 0.23m, 15.13%, and 0.95, respectively (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5D</bold>
</xref>). This is worse than the prediction with historical SWH in the first 10h, but better than it after 10h (<xref ref-type="fig" rid="f3">
<bold>Figures&#xa0;3A&#x2013;C</bold>
</xref>, <xref ref-type="fig" rid="f5">
<bold>5B&#x2013;D</bold>
</xref>). This illustrates the importance of historical SWH for short-term SWH prediction and MF for long-term SWH prediction. It is suggested that if the SWH in the next 1-10 hours is predicted by the MF-PredRNN model, while the SWH after 10 hours is predicted by the R-SWH model, the prediction error can be effectively suppressed.</p>
</sec>
<sec id="s4_2">
<label>4.2</label>
<title>Algorithm ablation experiments</title>
<p>In addition to the input ablation experiments, the algorithm ablation experiments are performed to evaluate the role of the improved components of the PredRNN including the memory decoupling (MD), reverse scheduled sampling (RSS), and spatiotemporal memory flow (STMF) compared to the ConvLSTM algorithm (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>). The roles of the MD and RSS are estimated by comparing the R-MD and R-RSS experiments with the MF-PredRNN control experiment. Since the STMF is encoded as a basic module in the MD module and cannot be removed separately, the role of STMF is verified by comparing the R-MD-RSS and MF-ConvLSTM experiments.</p>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Ablation experiments on algorithm components of PredRNN. Table legend: The spatially hourly averaged MAE (m) and RMSE (m) for 1-72h SWH prediction are used to evaluate.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="left">Experiment ID</th>
<th valign="middle" align="center">Removed Components</th>
<th valign="middle" align="center">MAE (m)</th>
<th valign="middle" align="center">RMSE (m)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="left">MF-PredRNN</td>
<td valign="middle" align="center">Nothing</td>
<td valign="middle" align="center">
<bold>0.24</bold>
</td>
<td valign="middle" align="center">
<bold>0.34</bold>
</td>
</tr>
<tr>
<td valign="middle" align="left">R-MD</td>
<td valign="middle" align="center">Memory Decoupling (MD)</td>
<td valign="middle" align="center">
<bold>0.43</bold>
</td>
<td valign="middle" align="center">
<bold>0.63</bold>
</td>
</tr>
<tr>
<td valign="middle" align="left">R-RSS</td>
<td valign="middle" align="center">Reverse Scheduled Sampling (RSS)</td>
<td valign="middle" align="center">0.29</td>
<td valign="middle" align="center">0.42</td>
</tr>
<tr>
<td valign="middle" align="left">R-MD-RSS</td>
<td valign="middle" align="center">MD and RSS</td>
<td valign="middle" align="center">0.40</td>
<td valign="middle" align="center">0.56</td>
</tr>
<tr>
<td valign="middle" align="left">MF-ConvLSTM</td>
<td valign="middle" align="center">Spatio-Temporal Memory Flow (STMF), MD and RSS</td>
<td valign="middle" align="center">0.46</td>
<td valign="middle" align="center">0.66</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>The bold values represent the more important experimental data.</p>
</table-wrap-foot>
</table-wrap>
<p>The ablation experiments demonstrate the MD module is the key improved algorithmic component of PredRNN compared to ConvLSTM. Compared to the MF-PredRNN control experiment, the spatially hourly averaged MAE and RMSE of the 1-72h SWH prediction in the R-MD experiment dramatically increased by 0.19m and 0.29m respectively. In the R-RSS experiment, the MAE and RMSE increased slightly by 0.05m and 0.08m respectively due to the removal of the RSS module. Comparing the R-MD-RSS and MF-ConvLSTM experiments, the MAE and RMSE only increased by 0.06m and 0.10m respectively, showing the less important role of STMF. All of the three improved components of PredRNN have a positive impact on the accuracy of SWH prediction. Among them, the MAE and RMSE decreased by the MD module reached 0.19m and 0.29m, about 4-times larger than the MAE and RMSE decreased by the other two improvements including either STMF or RSS. It can be concluded that the MD module is the key component among the three improved components of the PredRNN compared to the ConvLSTM.</p>
</sec>
<sec id="s4_3">
<label>4.3</label>
<title>The sequence length of the input</title>
<p>Furthermore, the input sequence length of historical SWH is investigated as a sensitive parameter (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref>). The results show that the accuracy of the short-term prediction increases with increasing sequence length while the accuracy of the long-term prediction decreases and vice versa. When the input sequence length is 1h, i.e., only the spatial correlation information of SWH is retained while the temporal information is removed, the MAE of the 72 h prediction shows the smallest value (0.25m), meanwhile, the 1 h SWH prediction has the largest one (0.03m) compared to other input sequence length. This indicates that the spatial correlation information of SWH has a greater positive influence on the long-term prediction of SWH rather than on the short-term prediction. As the length of the input SWH sequence increased, the MAE of the short-term prediction gradually decreases but the long-term prediction gradually increases. When the input sequence length increases to 24h, the MAE of the 1-h prediction is the lowest (0.02m) and the 72-h prediction is the highest (0.45m) which indicates that the temporal information has a greater positive effect on the short-term prediction of SWH. Since the input sequence length is positively correlated with the accuracy of short-term prediction but negatively correlated with the accuracy of long-term prediction, we chose 12h as the input sequence length in this study to balance the accuracy of the short-term and long-term prediction.</p>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>Time growth of MAE (h1, h3, h6, h12, h18, h24) for 1-3h <bold>(A)</bold>, 1-24h <bold>(B)</bold>, and 1-72h <bold>(C)</bold> SWH prediction with the input sequence length of historical SWH as 1, 3, 6, 12, 18 and 24 hours respectively.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-10-1197145-g006.tif"/>
</fig>
</sec>
<sec id="s4_4">
<label>4.4</label>
<title>Spatio-temporal SWH forecast for high wave</title>
<p>Under the high wave conditions of SWH &gt;= 6 m, the MF-PredRNN can provide effective 6h spatiotemporal SWH prediction (<xref ref-type="fig" rid="f7">
<bold>Figures&#xa0;7</bold>
</xref>, <xref ref-type="fig" rid="f8">
<bold>8</bold>
</xref>). Under high wave conditions, the MAE became dramatically larger than the MAE under normal wave conditions (<xref ref-type="fig" rid="f2">
<bold>Figures&#xa0;2</bold>
</xref>, <xref ref-type="fig" rid="f7">
<bold>7</bold>
</xref>). The MAE in the first 6h is relatively smaller and well-distributed without significant error accumulation and is generally not higher than 1.20m (<xref ref-type="fig" rid="f7">
<bold>Figures&#xa0;7A, B</bold>
</xref>). In comparison, the MAE in the first 6h is less than 0.15m under normal wave conditions (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2C</bold>
</xref>). After 12 hours, the error accumulated rapidly and was mainly distributed in the Yellow Sea (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7C</bold>
</xref>). The MAE stabilized gradually after 24 hours. And there is no significant difference between the prediction of 24h and 72h (<xref ref-type="fig" rid="f7">
<bold>Figures&#xa0;7D, E</bold>
</xref>). In addition, the MAE of the 1h and 6h predictions are 0.10m and 0.73m, the RMSE are 0.14m and 0.89m, the MAPE is 1.50% and 10.24%, and the CC are 0.99 and 0.78 respectively (<xref ref-type="fig" rid="f8">
<bold>Figure&#xa0;8</bold>
</xref>). Without the historical SWH data as input, the MAE, RMSE, MAPE, and CC indicators are 0.70m, 0.86m, 9.98%, and 0.69, respectively, which are close to the prediction of 6h (<xref ref-type="fig" rid="f8">
<bold>Figures&#xa0;8B, C</bold>
</xref>).</p>
<fig id="f7" position="float">
<label>Figure&#xa0;7</label>
<caption>
<p>The MAE <bold>(A&#x2013;E)</bold> between the MF-PredRNN predicted SWH and the ERA-5 reanalysis SWH for the 1-, 3-, 6-, 12-, 24- and 72-h respectively under high wave scenarios (SWH&gt;=6m) in the BYECS in 2019. Images for 24-72 h are omitted due to high similarity. Figure <bold>(F)</bold> represents the MAE of prediction without the initial SWH data.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-10-1197145-g007.tif"/>
</fig>
<fig id="f8" position="float">
<label>Figure&#xa0;8</label>
<caption>
<p>Two-dimensional scatter density plots <bold>(A, B)</bold> of the MF-PredRNN predicted SWH versus the ERA5 reanalysis data for the 1- and 6-h respectively under high wave scenarios (SWH&gt;=6m); Figure <bold>(C)</bold> show the SWH prediction without the historical SWH. The dashed line indicates that the predicted value is equal to the true value. The MAE, MAPE, RMSE and CC were also calculated.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-10-1197145-g008.tif"/>
</fig>
<p>A group of control experiments based on MF-PredRNN, MF-ConvLSTM, SF-PredRNN, and SF-ConvLSTM are also conducted for a 1-12h SWH prediction to compare their accuracy under high wave conditions (<xref ref-type="fig" rid="f9">
<bold>Figure&#xa0;9</bold>
</xref>). The MF-PredRNN performs best in the 1-12h SWH prediction. The spatially hourly averaged CC of the MF-PredRNN increased by 0.21, 0.31, and 0.31 compared with the MF-ConvLSTM, SF-PredRNN, and SF-ConvLSTM respectively. The spatially hourly average MAE decreased by 1.62m, 0.34m, and 0.79m respectively. Here, the pairwise comparison shows that both the MF and the PredRNN algorithm also significantly improve the accuracy of SWH prediction under high wave conditions.</p>
<fig id="f9" position="float">
<label>Figure&#xa0;9</label>
<caption>
<p>Comparison of spatially averaged MAE <bold>(A)</bold>, RMSE <bold>(B)</bold>, MAPE <bold>(C)</bold>, and CC <bold>(D)</bold> among MF-PredRNN, SF-PredRNN, MF-ConvLSTM, and SF-ConvLSTM over 12h SWH hourly prediction under high wave scenarios (SWH&gt;=6m).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmars-10-1197145-g009.tif"/>
</fig>
</sec>
</sec>
<sec id="s5">
<label>5</label>
<title>Summary</title>
<p>In this study, an intelligent SWH prediction model based on the spatio-temporal predictive learning algorithm PredRNN and the MF including historical SWH, 10 m surface winds, ocean surface currents, bathymetries, and open boundaries is applied in the BYECS. The MF-PredRNN-based 2D SWH prediction model significantly improves the accuracy and extends the effective prediction time length, which can be used as a potential alternative to the numerical wave model. The correlation coefficients can reach 0.98, 0.90, and 0.87 for 6h, 24h, and 72h SWH prediction respectively. Under the high wave condition (SWH &gt;= 6m), the MF-PredRNN-based SWH prediction model also provides effective 6h wave prediction.</p>
<p>The SWH prediction model based on MF-PredRNN performs much better than the SF-PredRNN, MF-ConvLSTM, and SF-ConvLSTM. Both the MF and PredRNN algorithms significantly improve the accuracy of the long-term SWH prediction. The ablation experiments have shown that winds are the most important factor among the MF. In addition, the removal of the historical SWH data from MF eliminates the accumulation of errors in the prediction process. The memory decoupling module is the key improved algorithmic component of PredRNN compared to ConvLSTM. As an important parameter, the input sequence length is chosen to be 12h to balance the short- and long-term prediction. As a future perspective to further improve the accuracy of wave prediction, the complexity of introducing other physical factors and mechanisms should be considered in the SWH spatiotemporal prediction.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article. Further inquiries can be directed to the corresponding authors.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author contributions</title>
<p>HC: Methodology, Formal analysis, Investigation, Writing &#x2013; original draft; GL: Conceptualization, Supervision, Methodology, Investigation, Writing &#x2013; review and editing, Resources, Funding acquisition; JH: Data Processing, Data Analysis, Resources; XG: Supervision, Data Analysis, Investigation, Writing &#x2013; review and editing, Funding acquisition; YW: Data Analysis, Visualization, Validation, Funding acquisition; ZZ and DX: Data Management, Data Processing, Validation. All authors contributed to the article and approved the submitted version.</p>
</sec>
</body>
<back>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>This study was funded by the Ministry of Science and Technology of the People&#x2019;s Republic of China (No. 2019YFE0125000), Key R&amp;D Program of Shandong Province, China (No. 2022CXGC020106), Pilot Project for Integrated Innovation of Science, Education, and Industry of Qilu University of Technology (Shandong Academy of Sciences) (No. 2022JBZ01-01), National Key R&amp;D Program of China (No. 2020YFB0204804), State Key Laboratory of Biogeology and Environmental Geology, China University of Geosciences (No. GKZ22Y656) and Jinan Science and Technology Bureau (No. 202228034).</p>
</sec>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Bahrpeyma</surname> <given-names>F.</given-names>
</name>
</person-group> (<year>2021</year>). <source>Multistep ahead time series prediction. (Doctoral dissertation)</source> (<publisher-loc>Dublin, Ireland</publisher-loc>: <publisher-name>Dublin City University</publisher-name>).</citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bai</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Feng</surname> <given-names>Y.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Development of a 2-d deep learning regional wave field forecast model based on convolutional neural network and the application in south China Sea</article-title>. <source>Appl. Ocean. Res.</source> <volume>18</volume>, <elocation-id>103012</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.apor.2021.103012</pub-id>
</citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bethel</surname> <given-names>B. J.</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Cao</surname> <given-names>Y.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Bidirectional modeling of surface winds and significant wave heights in the Caribbean</article-title>. <source>Sea. J. Mar. Sci. Eng.</source> <volume>9</volume>, <elocation-id>547</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/jmse9050547</pub-id>
</citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Booij</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Ris</surname> <given-names>R. C.</given-names>
</name>
<name>
<surname>Holthuijsen</surname> <given-names>L. H.</given-names>
</name>
</person-group> (<year>1999</year>). <article-title>A third-generation wave model for coastal regions: 1. model description and validation</article-title>. <source>J. Geophys. Res. Oceans.</source> <volume>104</volume>, <fpage>7649</fpage>&#x2013;<lpage>7666</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1029/98JC02622</pub-id>
</citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Choi</surname> <given-names>B. H.</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>K. O.</given-names>
</name>
<name>
<surname>Eum</surname> <given-names>H. M.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Digital bathymetric and topographic data for neighboring seas of Korea</article-title>. <source>J. Korean. Soc Coast. Ocean. Eng.</source> <volume>14</volume>, <fpage>41</fpage>&#x2013;<lpage>50</lpage>.  Available at: <uri xlink:href="https://koreascience.kr/article/JAKO200211920991563.pdf">https://koreascience.kr/article/JAKO200211920991563.pdf</uri>.</citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dong</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Han</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Bethel</surname> <given-names>B. J.</given-names>
</name>
<name>
<surname>Xie</surname> <given-names>W.</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>S.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Recent developments in artificial intelligence in oceanography</article-title>. <source>Ocean Land Atmos. Res.</source> <volume>2022</volume>, <fpage>1</fpage>&#x2013;<lpage>26</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.34133/2022/9870950</pub-id>
</citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gao</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Bi</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Bai</surname> <given-names>Z.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>A forecasting model for wave heights based on a long short-term memory neural network</article-title>. <source>Acta Oceanol. Sin.</source> <volume>40</volume>, <fpage>62</fpage>&#x2013;<lpage>69</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s13131-020-1680-3</pub-id>
</citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gao</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Y. B.</given-names>
</name>
<name>
<surname>Li</surname> <given-names>M.</given-names>
</name>
<etal/>
</person-group>. (<year>2022</year>). <article-title>Earthformer: exploring space-time transformers for earth system forecasting</article-title>. <source>Adv. Neural Inf. Process. Syst.</source> <volume>35</volume>, <fpage>25390</fpage>&#x2013;<lpage>25403</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.48550/arXiv.2207.05833</pub-id>
</citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Han</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Ji</surname> <given-names>Q.</given-names>
</name>
<name>
<surname>Jia</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Han</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>X.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Significant wave height prediction in the south China Sea based on the ConvLSTM algorithm</article-title>. <source>J. Mar. Sci. Eng.</source> <volume>10</volume>, <elocation-id>1683</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/jmse10111683</pub-id>
</citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>He</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Song</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Bai</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Bi</surname> <given-names>F.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Climate and extrema of ocean waves in the East China Sea</article-title>. <source>Sci. China. Earth. Sci.</source> <volume>61</volume>, <fpage>980</fpage>&#x2013;<lpage>994</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11430-017-9156-7</pub-id>
</citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hersbach</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Bell</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Berrisford</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Hirahara</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Hor&#xe1;nyi</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Mu&#xf1;oz-Sabater</surname> <given-names>J.</given-names>
</name>
<etal/>
</person-group>. (<year>2020</year>). <article-title>The ERA5 global reanalysis</article-title>. <source>Q. J. R. Meteorol. Soc</source> <volume>146</volume>, <fpage>1999</fpage>&#x2013;<lpage>2049</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/qj.3803</pub-id>
</citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>J&#xf6;rges</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Berkenbrink</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Stumpe</surname> <given-names>B.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Prediction and reconstruction of ocean wave heights based on bathymetric data using LSTM neural networks</article-title>. <source>Ocean. Eng.</source> <volume>232</volume>, <elocation-id>109046</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.oceaneng.2021.109046</pub-id>
</citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Karmpadakis</surname> <given-names>I.</given-names>
</name>
<name>
<surname>Swan</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Christou</surname> <given-names>M.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Assessment of wave height distributions using an extensive field database</article-title>. <source>Coast. Eng.</source> <volume>157</volume>, <elocation-id>103630</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.coastaleng.2019.103630</pub-id>
</citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Yoo</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Ryu</surname> <given-names>J. G.</given-names>
</name>
<name>
<surname>Do</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>J.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>STG-OceanWaveNet: spatio-temporal geographic information guided ocean wave prediction network</article-title>. <source>Ocean. Eng.</source> <volume>257</volume>, <fpage>111567</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.oceaneng.2022.111576</pub-id>
</citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Laface</surname> <given-names>V.</given-names>
</name>
<name>
<surname>Arena</surname> <given-names>F.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>On correlation between wind and wave storms</article-title>. <source>J. Mar. Sci. Eng.</source> <volume>9</volume>, <elocation-id>1426</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/jmse9121426</pub-id>
</citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liang</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Shao</surname> <given-names>Z.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Characteristics of global waves based on the third-generation wave model SWAN</article-title>. <source>Mar. Struct.</source> <volume>64</volume>, <fpage>35</fpage>&#x2013;<lpage>53</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.marstruc.2018.10.011</pub-id>
</citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lin</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Li</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Cheng</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Yuan</surname> <given-names>C.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Self-attention ConvLSTM for spatiotemporal prediction</article-title>. <source>P. AAAI. Conf. Artif. Intell.</source> <volume>34</volume>, <fpage>11531</fpage>&#x2013;<lpage>11538</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1609/aaai.v34i07.6819</pub-id>
</citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mahjoobi</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Mosabbeb</surname> <given-names>E. A.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Prediction of significant wave height using regressive support vector machines</article-title>. <source>Ocean Eng.</source> <volume>36</volume>, <fpage>339</fpage>&#x2013;<lpage>347</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.oceaneng.2009.01.001</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Minuzzi</surname> <given-names>F. C.</given-names>
</name>
<name>
<surname>Farina</surname> <given-names>L.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>A deep learning approach to predict significant wave height using long short-term memory</article-title>. <source>Ocean. Model.</source> <volume>181</volume>, <elocation-id>102151</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ocemod.2022.102151</pub-id>
</citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ning</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>X.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Short- to medium-term Sea surface height prediction in the bohai Sea using an optimized simple recurrent unit deep network</article-title>. <source>Front. Mar. Sci.</source> <volume>8</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fmars.2021.672280</pub-id>
</citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ouyang</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Ling</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Bai</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Luo</surname> <given-names>J.-J.</given-names>
</name>
</person-group> (<year>2023</year>). <article-title>Wave forecast in the Atlantic ocean using a double-stage ConvLSTM network</article-title>. <source>Atmos. Ocean. Sci. Lett.</source> <volume>2023</volume>, <elocation-id>100347</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.aosl.2023.100347</pub-id>
</citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Portillo Juan</surname> <given-names>N.</given-names>
</name>
<name>
<surname>Negro Valdecantos</surname> <given-names>V.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Review of the application of artificial neural networks in ocean engineering</article-title>. <source>Ocean. Eng.</source> <volume>259</volume>, <elocation-id>111947</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.oceaneng.2022.111947</pub-id>
</citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shi</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Yeung</surname> <given-names>D.-Y.</given-names>
</name>
<name>
<surname>Wong</surname> <given-names>W.-K.</given-names>
</name>
<name>
<surname>Woo</surname> <given-names>W. C.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Convolutional lstm network: a machine learning approach for precipitation nowcasting</article-title>. <source>Adv. Neural Inf. Process. Syst.</source> <volume>2015</volume>, <fpage>28</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.48550/arXiv.1506.04214</pub-id>
</citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Song</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Han</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Meng</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>W.</given-names>
</name>
<name>
<surname>Peng</surname> <given-names>S.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>A significant wave height prediction method based on deep learning combining the correlation between wind and wind waves</article-title>. <source>Front. Mar. Sci.</source> <volume>9</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fmars.2022.983007</pub-id>
</citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Song</surname> <given-names>T.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Huo</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>W.</given-names>
</name>
<name>
<surname>Han</surname> <given-names>R.</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>D.</given-names>
</name>
<etal/>
</person-group>. (<year>2023</year>). <article-title>Prediction of significant wave height based on EEMD and deep learning</article-title>. <source>Front. Mar. Sci.</source> <volume>10</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fmars.2023.1089357</pub-id>
</citation>
</ref>
<ref id="B26">
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Tang</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Du</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Claramunt</surname> <given-names>C.</given-names>
</name>
<name>
<surname>Men</surname> <given-names>S.</given-names>
</name>
</person-group> (<year>2021</year>) <source>An EMD-PSO-LSSVM hybrid model for significant wave height prediction</source>. Available at: <uri xlink:href="https://os.copernicus.org/preprints/os-2021-2">https://os.copernicus.org/preprints/os-2021-2</uri> (Accessed <access-date>March 1, 2023</access-date>).</citation>
</ref>
<ref id="B27">
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Tolman</surname> <given-names>H. L.</given-names>
</name>
</person-group> (<year>2009</year>) <source>User manual and system documentation of wavewatch iii tm version 3.14. tech. note MMAB contribution 276</source>. Available at: <uri xlink:href="https://polar.ncep.noaa.gov/mmab/papers/tn276/MMAB_276.pdf">https://polar.ncep.noaa.gov/mmab/papers/tn276/MMAB_276.pdf</uri>.</citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Villas B&#xf4;as</surname> <given-names>A. B.</given-names>
</name>
<name>
<surname>Ardhuin</surname> <given-names>F.</given-names>
</name>
<name>
<surname>Ayet</surname> <given-names>A.</given-names>
</name>
<name>
<surname>Bourassa</surname> <given-names>M. A.</given-names>
</name>
<name>
<surname>Brandt</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Chapron</surname> <given-names>B.</given-names>
</name>
<etal/>
</person-group>. (<year>2019</year>). <article-title>Integrated observations of global surface winds, currents, and waves: requirements and challenges for the next decade</article-title>. <source>Front. Mar. Sci.</source> <volume>6</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fmars.2019.00425</pub-id>
</citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>L.</given-names>
</name>
<name>
<surname>Deng</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Ge</surname> <given-names>P.</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>C.</given-names>
</name>
<name>
<surname>J. Bethel</surname> <given-names>B.</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>L.</given-names>
</name>
<etal/>
</person-group>. (<year>2022</year>b). <article-title>CNN-BiLSTM-Attention model in forecasting wave height over south-East China seas</article-title>. <source>Cmc-comput. Mater. Con.</source> <volume>73</volume>, <fpage>2151</fpage>&#x2013;<lpage>2168</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.32604/cmc.2022.027415</pub-id>
</citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Long</surname> <given-names>M.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>P. ,. S.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Predrnn: recurrent neural networks for predictive learning using spatiotemporal lstms</article-title>. <source>Adv. Neural Inf. Process. Syst.</source> <volume>30</volume>, <fpage>879</fpage>&#x2013;<lpage>888</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.48550/arXiv.2103.09504.</pub-id>
</citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>G.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>K.</given-names>
</name>
<name>
<surname>Qi</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>C.</given-names>
</name>
<etal/>
</person-group>. (<year>2022</year>a). <article-title>A hybrid multivariate deep learning network for multistep ahead Sea level anomaly forecasting</article-title>. <source>J. Atmos. Ocean. Tech.</source> <volume>39</volume>, <fpage>285</fpage>&#x2013;<lpage>301</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1175/JTECH-D-21-0043.1</pub-id>
</citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>Z.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>P. S.</given-names>
</name>
<etal/>
</person-group>. (<year>2022</year>c). <article-title>PredRNN: a recurrent neural network for spatiotemporal predictive learning</article-title>. <source>IEEE. T. Pattern Anal.</source> <volume>45</volume> (<issue>2</issue>), <fpage>2208</fpage>&#x2013;<lpage>2225</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/TPAMI.2022.3165153</pub-id>
</citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wei</surname> <given-names>C.-C.</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>H.-C.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Forecasting of typhoon-induced wind-wave by using convolutional deep learning on fused data of remote sensing and ground measurements</article-title>. <source>Sensors-basel.</source> <volume>21</volume>, <elocation-id>5234</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/s21155234</pub-id>
</citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yu</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>S.-H.</given-names>
</name>
<name>
<surname>Tseng</surname> <given-names>Y.-H.</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>G.</given-names>
</name>
<etal/>
</person-group>. (<year>2020</year>). <article-title>Importance of diurnal forcing on the summer salinity variability in the East China Sea</article-title>. <source>J. Phys. Oceanogr.</source> <volume>50</volume>, <fpage>633</fpage>&#x2013;<lpage>653</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1175/JPO-D-19-0200.1</pub-id>
</citation>
</ref>
<ref id="B35">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yu</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>H.</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>J.</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>X.</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>G.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Diurnal forcing induces variations in seasonal temperature and its rectification mechanism in the Eastern shelf seas of China</article-title>. <source>J. Geophys. Res. Oceans.</source> <volume>122</volume>, <fpage>9870</fpage>&#x2013;<lpage>9888</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/2017JC013473</pub-id>
</citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>S.</given-names>
</name>
<name>
<surname>Xie</surname> <given-names>W.</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>Y.</given-names>
</name>
<name>
<surname>Hui</surname> <given-names>N.</given-names>
</name>
<etal/>
</person-group>. (<year>2021</year>). <article-title>ConvLSTM-based wave forecasts in the south and East China seas</article-title>. <source>Front. Mar. Sci.</source> <volume>8</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fmars.2021.680079</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>