<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neuroinform.</journal-id>
<journal-title>Frontiers in Neuroinformatics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neuroinform.</abbrev-journal-title>
<issn pub-type="epub">1662-5196</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fninf.2021.777977</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neuroscience</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Automatic Diagnosis of Schizophrenia in EEG Signals Using CNN-LSTM Models</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Shoeibi</surname> <given-names>Afshin</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1332317/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Sadeghi</surname> <given-names>Delaram</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Moridian</surname> <given-names>Parisa</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Ghassemi</surname> <given-names>Navid</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Heras</surname> <given-names>J&#x000F3;nathan</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1233818/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Alizadehsani</surname> <given-names>Roohallah</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1415066/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Khadem</surname> <given-names>Ali</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/978840/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kong</surname> <given-names>Yinan</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Nahavandi</surname> <given-names>Saeid</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhang</surname> <given-names>Yu-Dong</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/212513/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gorriz</surname> <given-names>Juan Manuel</given-names></name>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/133411/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Faculty of Electrical Engineering, K. N. Toosi University of Technology</institution>, <addr-line>Tehran</addr-line>, <country>Iran</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Medical Engineering, Islamic Azad University of Mashhad</institution>, <addr-line>Mashhad</addr-line>, <country>Iran</country></aff>
<aff id="aff3"><sup>3</sup><institution>Faculty of Engineering, Islamic Azad University of Science and Research</institution>, <addr-line>Tehran</addr-line>, <country>Iran</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Mathematics and Computer Science, University of La Rioja</institution>, <addr-line>Logro&#x000F1;o</addr-line>, <country>Spain</country></aff>
<aff id="aff5"><sup>5</sup><institution>Institute for Intelligent Systems Research and Innovation (IISRI), Deakin University</institution>, <addr-line>Geelong, VIC</addr-line>, <country>Australia</country></aff>
<aff id="aff6"><sup>6</sup><institution>School of Engineering, Macquarie University</institution>, <addr-line>Sydney, NSW</addr-line>, <country>Australia</country></aff>
<aff id="aff7"><sup>7</sup><institution>Department of Informatics, University of Leicester</institution>, <addr-line>Leicester</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff8"><sup>8</sup><institution>Department of Signal Theory, Telematics and Communications, ETS of Computer and Telecommunications Engineering, University of Granada</institution>, <addr-line>Granada</addr-line>, <country>Spain</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Chuhan Wu, Tsinghua University, China</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Caglar Uyulan, Izmir K&#x000E2;tip &#x000C7;elebi University, Turkey; Radha Subramanyam, Karunya Institute of Technology and Sciences, India</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Afshin Shoeibi <email>afshin.shoeibi&#x00040;gmail.com</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>25</day>
<month>11</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>15</volume>
<elocation-id>777977</elocation-id>
<history>
<date date-type="received">
<day>16</day>
<month>09</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>22</day>
<month>10</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2021 Shoeibi, Sadeghi, Moridian, Ghassemi, Heras, Alizadehsani, Khadem, Kong, Nahavandi, Zhang and Gorriz.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Shoeibi, Sadeghi, Moridian, Ghassemi, Heras, Alizadehsani, Khadem, Kong, Nahavandi, Zhang and Gorriz</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract><p>Schizophrenia (SZ) is a mental disorder whereby due to the secretion of specific chemicals in the brain, the function of some brain regions is out of balance, leading to the lack of coordination between thoughts, actions, and emotions. This study provides various intelligent deep learning (DL)-based methods for automated SZ diagnosis <italic>via</italic> electroencephalography (EEG) signals. The obtained results are compared with those of conventional intelligent methods. To implement the proposed methods, the dataset of the Institute of Psychiatry and Neurology in Warsaw, Poland, has been used. First, EEG signals were divided into 25 s time frames and then were normalized by <italic>z</italic>-score or norm L2. In the classification step, two different approaches were considered for SZ diagnosis <italic>via</italic> EEG signals. In this step, the classification of EEG signals was first carried out by conventional machine learning methods, e.g., support vector machine, <italic>k</italic>-nearest neighbors, decision tree, na&#x000EF;ve Bayes, random forest, extremely randomized trees, and bagging. Various proposed DL models, namely, long short-term memories (LSTMs), one-dimensional convolutional networks (1D-CNNs), and 1D-CNN-LSTMs, were used in the following. In this step, the DL models were implemented and compared with different activation functions. Among the proposed DL models, the CNN-LSTM architecture has had the best performance. In this architecture, the ReLU activation function with the <italic>z</italic>-score and L2-combined normalization was used. The proposed CNN-LSTM model has achieved an accuracy percentage of 99.25%, better than the results of most former studies in this field. It is worth mentioning that to perform all simulations, the <italic>k</italic>-fold cross-validation method with <italic>k</italic> = 5 has been used.</p></abstract>
<kwd-group>
<kwd>schizophrenia</kwd>
<kwd>neuroimaging</kwd>
<kwd>EEG signals</kwd>
<kwd>diagnosis</kwd>
<kwd>deep learning</kwd>
</kwd-group>
<counts>
<fig-count count="10"/>
<table-count count="13"/>
<equation-count count="0"/>
<ref-count count="71"/>
<page-count count="16"/>
<word-count count="9802"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Schizophrenia (SZ) is one of the most important mental disorders, leading to disruption in brain growth (Lewis and Levitt, <xref ref-type="bibr" rid="B32">2002</xref>; Schmitt et al., <xref ref-type="bibr" rid="B55">2011</xref>). This disorder seriously damages thoughts, expression of emotions, and also individuals&#x00027; perception of reality (Elvevag and Goldberg, <xref ref-type="bibr" rid="B17">2000</xref>). The reason for SZ is not fully understood, though most research has demonstrated that the structural and functional abnormalities of the brain play a role in its creation (Qureshi et al., <xref ref-type="bibr" rid="B51">2019</xref>). According to the World Health Organization reports, nearly 21 million individuals suffer from such a brain disorder worldwide. The average age starting to get affected by this disorder is in youth age; in men 18 years old, and women 25 years old, and it is more prevalent among males (Sadeghi et al., <xref ref-type="bibr" rid="B53">2021</xref>).</p>
<p>Numerous methods have been provided for automated SZ diagnosis; among these techniques, neuroimaging-based methods have a special potential for specialist physicians (Li et al., <xref ref-type="bibr" rid="B34">2021</xref>; Yan et al., <xref ref-type="bibr" rid="B69">2021</xref>). Generally, neuroimaging methods include various structural or functional modalities (Steardo et al., <xref ref-type="bibr" rid="B65">2020</xref>; Hu et al., <xref ref-type="bibr" rid="B27">2021</xref>). Structural MRI and diffusion tensor imaging-MRI are among the most important modalities of structural neuroimaging, providing important information regarding brain structure to specialist physicians (Sui et al., <xref ref-type="bibr" rid="B66">2013</xref>; Lee et al., <xref ref-type="bibr" rid="B31">2018</xref>; Oh et al., <xref ref-type="bibr" rid="B43">2020</xref>). Contrarily, electroencephalography (EEG) (Boutros et al., <xref ref-type="bibr" rid="B5">2008</xref>), magnetoencephalography (Fern&#x000E1;ndez et al., <xref ref-type="bibr" rid="B19">2011</xref>), functional MRI (Sartipi et al., <xref ref-type="bibr" rid="B54">2020</xref>), and functional near-infrared spectroscopy (Chen et al., <xref ref-type="bibr" rid="B10">2020</xref>) are the most important functional modalities of the brain. These modalities provide vital information on brain function to specialist physicians.</p>
<p>EEG is one of the most practical and inexpensive functional neuroimaging modalities, specifically capturing the interests of specialist physicians. In this modality, the electrical activities of the brain are recorded from the head surface with a high temporal resolution and an appropriate spatial resolution, which is influential in SZ diagnosis (Murashko and Shmukler, <xref ref-type="bibr" rid="B39">2019</xref>). In addition to the mentioned merits, EEG signals regularly have various channels recorded in the long term (Murashko and Shmukler, <xref ref-type="bibr" rid="B39">2019</xref>). In some cases, these reasons make specialist physicians face serious challenges in SZ diagnosis <italic>via</italic> EEG signals.</p>
<p>In recent years, various investigations have provided automated SZ diagnosis <italic>via</italic> EEG signals using artificial intelligence (AI) methods (Prasad et al., <xref ref-type="bibr" rid="B50">2013</xref>; Shim et al., <xref ref-type="bibr" rid="B58">2016</xref>; Chu et al., <xref ref-type="bibr" rid="B11">2017</xref>; Alimardani et al., <xref ref-type="bibr" rid="B1">2018</xref>; Devia et al., <xref ref-type="bibr" rid="B15">2019</xref>; Jahmunah et al., <xref ref-type="bibr" rid="B28">2019</xref>; Li et al., <xref ref-type="bibr" rid="B33">2019</xref>; Naira and Alamo, <xref ref-type="bibr" rid="B40">2019</xref>; Oh et al., <xref ref-type="bibr" rid="B44">2019</xref>; Phang et al., <xref ref-type="bibr" rid="B47">2019a</xref>,<xref ref-type="bibr" rid="B48">b</xref>; Aristizabal et al., <xref ref-type="bibr" rid="B3">2020</xref>; Luo et al., <xref ref-type="bibr" rid="B35">2020</xref>; Prabhakar et al., <xref ref-type="bibr" rid="B49">2020</xref>; Shalbaf et al., <xref ref-type="bibr" rid="B56">2020</xref>; Siuly et al., <xref ref-type="bibr" rid="B64">2020</xref>; Sharma et al., <xref ref-type="bibr" rid="B57">2021</xref>; Singh et al., <xref ref-type="bibr" rid="B63">2021</xref>; Sun et al., <xref ref-type="bibr" rid="B67">2021</xref>). The AI investigations in this field include conventional machine learning (ML) and deep learning (DL) methods (Khodatars et al., <xref ref-type="bibr" rid="B30">2020</xref>; Shoeibi et al., <xref ref-type="bibr" rid="B61">2020</xref>, <xref ref-type="bibr" rid="B62">2021</xref>,<xref ref-type="bibr" rid="B59">a</xref>,<xref ref-type="bibr" rid="B60">b</xref>). The AI-based SZ diagnosis algorithm includes preprocessing sections, features extraction and selection, and in the end, classification. Feature extraction is the most important part of SZ diagnosis <italic>via</italic> EEG signals. In conventional ML, the extracted features from EEG signals are mainly categorized into four groups: time (Diykh et al., <xref ref-type="bibr" rid="B16">2016</xref>), frequency (Faust et al., <xref ref-type="bibr" rid="B18">2010</xref>), time-frequency (Madhavan et al., <xref ref-type="bibr" rid="B36">2019</xref>), and non-linear (Gajic et al., <xref ref-type="bibr" rid="B21">2015</xref>; Shoeibi et al., <xref ref-type="bibr" rid="B59">2021a</xref>) fields. Siuly et al. (<xref ref-type="bibr" rid="B64">2020</xref>) used empirical mode decomposition (EMD) in preprocessing step. In the following, various statistical features were extracted from EMD subbands, and the ensemble bagged tree method was used for classification. In another study, Jahmunah et al. (<xref ref-type="bibr" rid="B28">2019</xref>) used non-linear features and support vector machine (SVM) with radial basis function kernel in the feature extraction and classification steps, respectively. Devia et al. (<xref ref-type="bibr" rid="B15">2019</xref>) have provided an event-related field features-based SZ diagnosis method <italic>via</italic> EEG signals. Extremely randomized trees (ERT) features were extracted from EEG signals in this effort, and then linear discriminant analysis was used in the classification step. In Prabhakar et al. (<xref ref-type="bibr" rid="B49">2020</xref>), statistical features of steady-state visual evoked potentials were extracted, and in the end, classification has been executed by the <italic>k</italic>-nearest neighbors (KNN) method. Li et al. (<xref ref-type="bibr" rid="B33">2019</xref>) used solitary pulmonary nodule features and SVM classification for SZ diagnosis <italic>via</italic> EEG signals. In another study, Shim et al. provided a new method of SZ diagnosis <italic>via</italic> EEG signals (Shim et al., <xref ref-type="bibr" rid="B58">2016</xref>). This investigation used sensor-level and source-level features in the feature extraction step and then employed the Fisher&#x00027;s score for feature selection. Ultimately, the SVM method was used in the classification step, and they achieved promising results.</p>
<p>In conventional ML, selecting proper feature extraction algorithms for SZ diagnosis is a relatively demanding task, requiring a great deal of knowledge in signal processing and the AI field. To overcome this problem, DL-based methods have been provided in recent years for SZ diagnosis <italic>via</italic> EEG signals, where feature extraction operations are carried out without surveillance by deep layers (Shoeibi et al., <xref ref-type="bibr" rid="B59">2021a</xref>). Shalbaf et al. (<xref ref-type="bibr" rid="B56">2020</xref>) define a transfer learning model for SZ diagnosis <italic>via</italic> EEG signals. In this study, the ResNet-18 model has been used for feature extraction from EEG signals. Besides, SVM has been used in the classification step. Some researchers have studied other convolutional network (CNN) models utilization in SZ diagnosis <italic>via</italic> EEG signals. CNN models have been used in Naira and Alamo (<xref ref-type="bibr" rid="B40">2019</xref>) and Oh et al. (<xref ref-type="bibr" rid="B44">2019</xref>) for SZ diagnosis, resulting in satisfactory achievements. CNN-recurrent neural network (RNN) models are an important group of DL networks and are significantly popular for their capability of various brain diseases diagnoses <italic>via</italic> EEG signals. In Aristizabal et al. (<xref ref-type="bibr" rid="B3">2020</xref>), Sharma et al. (<xref ref-type="bibr" rid="B57">2021</xref>), Singh et al. (<xref ref-type="bibr" rid="B63">2021</xref>), Sun et al. (<xref ref-type="bibr" rid="B67">2021</xref>), CNN-long short-term memory (LSTM) models have been used for SZ diagnosis, and the researchers have been able to achieve promising results.</p>
<p>In this paper, SZ diagnosis <italic>via</italic> EEG signals will be investigated by using various proposed DL and conventional ML-based methods. A summary of proposed methods is depicted in <xref ref-type="fig" rid="F1">Figure 1</xref>.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>The block diagram of proposed methods.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-15-777977-g0001.tif"/>
</fig>
<p>In this study, the dataset of the Institute of Psychiatry and Neurology in Warsaw, Poland, is used (Olejarczyk and Jernajczyk, <xref ref-type="bibr" rid="B45">2017</xref>). In the preprocessing step, the <italic>z</italic>-score and L2 normalization techniques will be applied to EEG signals. Next, to classify EEG signals, various conventional ML methods and DL-based proposed models will be used. The conventional ML methods employed, include various classification, SVM (Cortes and Vapnik, <xref ref-type="bibr" rid="B12">1995</xref>), KNN (Cover and Hart, <xref ref-type="bibr" rid="B13">1967</xref>), decision tree (DT) (Rokach and Maimon, <xref ref-type="bibr" rid="B52">2007</xref>), na&#x000EF;ve Bayes (Zhang, <xref ref-type="bibr" rid="B70">2004</xref>), random forest (RF) (Breiman, <xref ref-type="bibr" rid="B6">2001</xref>), ERT (Geurts et al., <xref ref-type="bibr" rid="B22">2006</xref>), and bagging (Friedman, <xref ref-type="bibr" rid="B20">2001</xref>) methods. Besides, the proposed DL networks include various one-dimensional (1D)-CNN, LSTM, and ID-CNN-LSTM models for executing the steps from feature extraction to classification. Generally, nine LSTM-, 1D-CNN-, and ID-CNN-LSTM-based DL methods will be investigated in this step.</p>
<p>In section Materials and Methods, we described our method in detail. In addition, we outline several baseline methods for comparison purposes in the same section. The statistical metrics to analyze and validate the proposed model are described in section Experiment Results. Experiment results are provided in section Limitation of Study, and some limitations of the proposed method are provided in section Conclusion, Discussion, and Future Works. Finally, a discussion, the conclusion, and future works are represented.</p></sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<p>This section will discuss the proposed methods for SZ diagnosis <italic>via</italic> EEG signals and various conventional ML and DL models. First, the proposed dataset will be examined. Then, the preprocessing method of EEG signals will be explained. In the end, conventional ML and DL models will be introduced for SZ diagnosis <italic>via</italic> EEG signals.</p>
<sec>
<title>Dataset</title>
<p>This dataset includes recorded EEG signals from 14 females and males with ages between 27.9 and 28.3 years. Besides, 14 normal individuals matched with the patients in terms of age and gender were employed in this institution, and the data recording was carried out (Olejarczyk and Jernajczyk, <xref ref-type="bibr" rid="B45">2017</xref>). A signal recording was performed with the eyes closed in 15 min for each case. Recording EEG signals was performed by using standard 10&#x02013;20 with a sampling frequency of 250 Hz (Olejarczyk and Jernajczyk, <xref ref-type="bibr" rid="B45">2017</xref>). In this study, the used electrodes include Fp1, Fp2, F7, F3, Fz, F4, F8, T3, C3, Cz, C4, T4, T5, P3, Pz, P4, T6, O1, and O2. An example of EEG signals of SZ and normal cases is depicted in <xref ref-type="fig" rid="F2">Figures 2</xref>, <xref ref-type="fig" rid="F3">3</xref>.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>A sample frame of the EEG signals of a person with SZ. EEG, electroencephalograph; SZ, schizophrenia.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-15-777977-g0002.tif"/>
</fig>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>A sample frame of the EEG signals of a normal person. EEG, electroencephalograph.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-15-777977-g0003.tif"/>
</fig></sec>
<sec>
<title>Preprocessing</title>
<p>To preprocess the EEG signals of the mentioned dataset, several steps are used. First, each 19 recorded EEG signal has been divided into overlap-free 25 s frames, each of which includes 6,250 temporal samples. Accordingly, each frame of EEG signals has 6,250 &#x000D7; 19 dimensions. In the following, each EEG frame has been normalized by <italic>z</italic>-score and L2 methods. The normalization of EEG signals helps the accuracy and performance enhancement in conventional ML and DL models.</p></sec>
<sec>
<title>Conventional Machine Learning Methods</title>
<p>The proposed conventional ML methods are introduced in this section as a baseline for comparison purposes. The proposed algorithms include SVM (Cortes and Vapnik, <xref ref-type="bibr" rid="B12">1995</xref>), KNN (Cover and Hart, <xref ref-type="bibr" rid="B13">1967</xref>), DT (Rokach and Maimon, <xref ref-type="bibr" rid="B52">2007</xref>), na&#x000EF;ve Bayes (Zhang, <xref ref-type="bibr" rid="B70">2004</xref>), RF (Breiman, <xref ref-type="bibr" rid="B6">2001</xref>), ERT (Geurts et al., <xref ref-type="bibr" rid="B22">2006</xref>), and bagging (Friedman, <xref ref-type="bibr" rid="B20">2001</xref>). Each of these methods will be briefly introduced in the following.</p></sec>
<sec>
<title>Support Vector Machine</title>
<p>Support vector machine (SVM) (Cortes and Vapnik, <xref ref-type="bibr" rid="B12">1995</xref>) is an algorithm that constructs a hyperplane or set of hyperplanes in a high- or infinite-dimensional space, which can be used for classification, regression, or other tasks. Intuitively, a good separation is achieved by the hyperplane that has the largest distance to the nearest training data points of any class (so-called functional margin), since in general the larger the margin the lower the generalization error of the classifier.</p>
<sec>
<title>k-Nearest Neighbors</title>
<p><italic>k</italic>-nearest neighbor (KNN) (Cover and Hart, <xref ref-type="bibr" rid="B13">1967</xref>) is a classification algorithm where some fixed and small number (<italic>k</italic>) of nearest neighbors (based on a notion of distance) from the training set are located and used together to determine the class of the test instance through a simple majority voting; that is, the class of the test instance is assigned the data class which has the most representatives within the KNN of that point.</p></sec>
<sec>
<title>Decision Tress</title>
<p>Decision trees (DTs) (Rokach and Maimon, <xref ref-type="bibr" rid="B52">2007</xref>) is an algorithm that creates a model that predicts the class of an instance by learning simple decision rules inferred from the data features. The representation of a DT model is a binary tree wherein each node represents a single input variable (<italic>X</italic>) and a split point on that variable, assuming the variable is numeric. The leaf nodes (also called terminal nodes) of the tree contain an output variable (<italic>y</italic>) which is used to make a prediction.</p></sec>
<sec>
<title>Na&#x000EF;ve Bayes</title>
<p>Naive Bayes (Zhang, <xref ref-type="bibr" rid="B70">2004</xref>) is a supervised learning algorithm based on applying Bayes&#x00027; theorem with the &#x0201C;naive&#x0201D; assumption of conditional independence between every pair of features given the value of the class variable. This means that we calculate P(data|class) for each input variable separately and multiple the results together, for example: P(class | X1, X2, &#x02026;, Xn) = P(X1|class) &#x000D7; P(X2|class) &#x000D7; &#x02026; &#x000D7; P(Xn|class) &#x000D7; P(class) / P(data); where P(A | B) represents the probability of A given B.</p></sec>
<sec>
<title>Random Forest</title>
<p>Random forest (RF) (Breiman, <xref ref-type="bibr" rid="B6">2001</xref>) is an extension of the bagging algorithm where several DT classifiers are fit on various subsamples of the dataset and uses averaging to improve the predictive accuracy and control over-fitting. Unlike bagging, RF also involves selecting a subset of input features (columns or variables) at each split point in the construction of trees. By reducing the features to a random subset that may be considered at each split point, it forces each DT in the ensemble to be more different.</p></sec>
<sec>
<title>Extremely Randomized Trees</title>
<p>Extremely randomized trees (ERT) (Geurts et al., <xref ref-type="bibr" rid="B22">2006</xref>), like RF, is an ensemble of several DT models. However, the ERT algorithm fits each DT on the whole training dataset instead of using a bootstrap sample. Like the RF algorithm, the ERT algorithm will randomly sample the features at each split point of a DT; but instead of using a greedy algorithm to select an optimal split point, the ERT selects a split point at random.</p></sec>
<sec>
<title>Bagging</title>
<p>Bagging (Friedman, <xref ref-type="bibr" rid="B20">2001</xref>) is an ensemble classifier that fits base classifiers on random subsets of the original dataset and then aggregates their individual predictions (either by voting or by averaging) to form a final prediction. To be more concrete, in bagging, several classifiers are created where each classifier is created from a different bootstrap sample of the training dataset. A bootstrap sample is a sample of the training dataset where a sample may appear more than once in the sample, referred to as sampling with replacement.</p></sec></sec>
<sec>
<title>Deep Learning Models</title>
<p>This section provides various types of 1D-CNN, LSTM, and 1D-CNN-LSTM models for SZ diagnosis <italic>via</italic> EEG signals. Various types of the suggested 1D-CNN, LSTM, and 1D-CNN-LSTM models will be examined in the following.</p>
<sec>
<title>ID-CNN Models</title>
<p>The higher performance of CNN models in machine vision has led them to be used in time series processing, such as medical signals, leading to successful results (Chen et al., <xref ref-type="bibr" rid="B9">2019</xref>; Mahmud et al., <xref ref-type="bibr" rid="B37">2021</xref>). The CNN models have important convolutional, pooling, and fully connected (FC) layers (Niepert et al., <xref ref-type="bibr" rid="B41">2016</xref>; Zhang et al., <xref ref-type="bibr" rid="B71">2019</xref>). In 1D-CNN models, signal time can be considered a spatial dimension, e.g., height or width of a 2D image (Goodfellow et al., <xref ref-type="bibr" rid="B23">2016</xref>). 1D-CNN models are considered the important rivals of RNN architectures in time series processing. Compared to RNN models, 1D-CNN architectures have lower computational costs (Goodfellow et al., <xref ref-type="bibr" rid="B23">2016</xref>). In this section, the three proposed 1D-CNN-based models are provided for SZ diagnosis <italic>via</italic> EEG signals.</p>
<p><bold>(A) The first version of 1D-CNN model</bold></p>
<p>The details of the first proposed 1D-CNN model are provided in <xref ref-type="table" rid="T1">Table 1</xref>. Concerning <xref ref-type="table" rid="T1">Table 1</xref>, this model includes nine different layers. The convolutional layers have 64 filters with 3 &#x000D7;3 dimensions. In addition, various activation functions, e.g., ReLU, Leaky ReLU, and seLU, have been used in convolutional layers, and the related results will be compared in the Experiment Results section. Besides, a max-pooling layer has been used for decreasing dimensions, dropout layers with different rates for the prevention of overfitting, flatten layer for converting a matrix to vector, and in the end, dense layers for classification. The activation function of the final dense layer is of sigmoid type, used for binary classification.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>The details of the first proposed 1D-CNN model.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Layers</bold></th>
<th valign="top" align="left"><bold>Details Layers</bold></th>
<th valign="top" align="center"><bold>Filters</bold></th>
<th valign="top" align="center"><bold>Kernel size</bold></th>
<th valign="top" align="left"><bold>Stride</bold></th>
<th valign="top" align="left"><bold>Activation</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Input Data</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Conv1D</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">3</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Conv1D</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">3</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.5</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Max Pooling</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">2</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">6</td>
<td valign="top" align="left">Flatten</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">7</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">8</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.25</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">9</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">Sigmoid</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>1D-CNN, one-dimensional convolutional network</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p><bold>(B) The second version of 1D-CNN model</bold></p>
<p>The architecture of the second proposed 1D-CNN model has three convolutional layers, and their filters&#x00027; number, kernel size, and activation function have been indicated in <xref ref-type="table" rid="T2">Table 2</xref>. In this model, a convolutional layer with a kernel size of 2 has been used. Moreover, this model has four dropout layers with different rates, one flatten layer and two dense layers. The activation function of the first dense layer is of ReLU type, and the activation function of the final dense layer is for sigmoid classification.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>The details of the second proposed 1D-CNN model.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Layers</bold></th>
<th valign="top" align="left"><bold>Details Layers</bold></th>
<th valign="top" align="center"><bold>Filters</bold></th>
<th valign="top" align="center"><bold>Kernel Size</bold></th>
<th valign="top" align="left"><bold>Stride</bold></th>
<th valign="top" align="left"><bold>Activation</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Input Data</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Conv1D</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">3</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.5</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="left">Conv1D</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">3</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.5</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">6</td>
<td valign="top" align="left">Conv1D</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">3</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">7</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.5</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">8</td>
<td valign="top" align="left">Max Pooling</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">2</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">9</td>
<td valign="top" align="left">Flatten</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">10</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">11</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.25</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">12</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">Sigmoid</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>1D-CNN, one-dimensional convolutional network</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p><bold>(C) The third version of 1D-CNN model</bold></p>
<p>According to <xref ref-type="table" rid="T3">Table 3</xref>, the third proposed 1D-CNN model consists of two convolutional layers with a similar number of filters, kernel size, and activation functions to the previous networks. This model has a max pooling layer with a kernel size of 2. In addition, it takes advantage of dropout with different rates. Similar to previous models, a flatten layer is also used in this model. This model consists of two dense layers, in which the activation functions of the first and second layers are of ReLU and sigmoid type, respectively.</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>The details of the third proposed 1D-CNN model.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Layers</bold></th>
<th valign="top" align="left"><bold>Details Layers</bold></th>
<th valign="top" align="center"><bold>Filters</bold></th>
<th valign="top" align="center"><bold>Kernel Size</bold></th>
<th valign="top" align="left"><bold>Stride</bold></th>
<th valign="top" align="left"><bold>Activation</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Input Data</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Conv1D</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">3</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Conv1D</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">3</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.5</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Max Pooling</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">2</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">6</td>
<td valign="top" align="left">Flatten</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">7</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">8</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.25</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">9</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">10</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.25</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">11</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">Sigmoid</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>1D-CNN, one-dimensional convolutional network</italic>.</p>
</table-wrap-foot>
</table-wrap></sec>
<sec>
<title>LSTM Models</title>
<p>Recurrent neural networks (RNNs) are a group of DL models employed in speech recognition (Ogunfunmi et al., <xref ref-type="bibr" rid="B42">2019</xref>), natural language processing (Deng and Liu, <xref ref-type="bibr" rid="B14">2018</xref>), and biomedical signal processing (Vicnesh et al., <xref ref-type="bibr" rid="B68">2020</xref>; Baygin et al., <xref ref-type="bibr" rid="B4">2021</xref>). CNN models are of Feed-Forward types. However, the RNNs have a FeedBack layer, in which the network output returns to the network along with the next input. Because of having internal memory, RNNs memorize their previous input and use it to process a sequence of inputs. Simple RNN, LSTM, and gated recurrent unit networks are three important groups of RNNs (Goodfellow et al., <xref ref-type="bibr" rid="B23">2016</xref>). In this section, various LSTM models of SZ diagnosis <italic>via</italic> EEG signals will be proposed.</p>
<p><bold>(A) The first version of LSTM model</bold></p>
<p>In <xref ref-type="table" rid="T4">Table 4</xref>, the details of the first proposed LSTM model consisting of six layers are presented. In this model, an LSTM layer with a kernel size of 100 is employed. Another section of the proposed LSTM architecture consists of two different layers of dropout and rate and two dense layers. In the first and second dense layers, the ReLU and sigmoid activation functions are used.</p>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p>The details of the first proposed LSTM model.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Layers</bold></th>
<th valign="top" align="left"><bold>Details Layers</bold></th>
<th valign="top" align="center"><bold>Filters</bold></th>
<th valign="top" align="center"><bold>Kernel Size</bold></th>
<th valign="top" align="left"><bold>Stride</bold></th>
<th valign="top" align="left"><bold>Activation</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Input Data</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">LSTM</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">100</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.5</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.25</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">6</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">Sigmoid</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>LSTM, long short-term memory</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p><bold>(B) The second version of LSTM model</bold></p>
<p>In <xref ref-type="table" rid="T5">Table 5</xref>, the details of the second proposed LSTM model consisting of seven layers are presented. In this architecture, an LSTM layer with a kernel size of 50 is added to the previous model. The reason behind this is to examine the effect of adding LSTM layers on SZ diagnosis accuracy <italic>via</italic> EEG signals.</p>
<table-wrap position="float" id="T5">
<label>Table 5</label>
<caption><p>The details of the second proposed LSTM model.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Layers</bold></th>
<th valign="top" align="left"><bold>Details Layers</bold></th>
<th valign="top" align="center"><bold>Filters</bold></th>
<th valign="top" align="center"><bold>Kernel Size</bold></th>
<th valign="top" align="left"><bold>Stride</bold></th>
<th valign="top" align="left"><bold>Activation</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Input Data</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">LSTM</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">100</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">LSTM</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">50</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.5</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">6</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.25</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">7</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">Sigmoid</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>LSTM, long short-term memory</italic>.</p>
</table-wrap-foot>
</table-wrap></sec>
<sec>
<title>CNN-LSTM Models</title>
<p>In CNN-RNN models, the convolutional layers are used in the first layers of the model to extract the features and find the local patterns (Goodfellow et al., <xref ref-type="bibr" rid="B23">2016</xref>). Then, their outputs are applied to RNN layers. Experimentally, the convolutional layers extract the local and spatial patterns of EEG signals better compared to RNNs. Besides, adding convolutional layers to RNN allows a more accurate examination of data. In this section, various CNN-LSTM models for SZ diagnosis will be proposed.</p>
<p><bold>(A) The first version of CNN-LSTM model</bold></p>
<p>The first proposed CNN-LSTM model consists of 11 max, dropout, CNN, LSTM, flatten, pooling, and dense layers. The details of the proposed model are presented in <xref ref-type="table" rid="T6">Table 6</xref>. This architecture includes two convolutional layers; three dropout layers with different rates, one Max-Pooling layer, and one flatten layer, one LSTM layer, and finally, two dense layers with ReLU and sigmoid activation functions.</p>
<table-wrap position="float" id="T6">
<label>Table 6</label>
<caption><p>The details of the first proposed CNN-LSTM model.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Layers</bold></th>
<th valign="top" align="left"><bold>Details Layers</bold></th>
<th valign="top" align="center"><bold>Filters</bold></th>
<th valign="top" align="center"><bold>Kernel Size</bold></th>
<th valign="top" align="left"><bold>Stride</bold></th>
<th valign="top" align="left"><bold>Activation</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Input Data</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Conv1D</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">3</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Conv1D</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">3</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.5</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Max Pooling</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">2</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">6</td>
<td valign="top" align="left">Flatten</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">7</td>
<td valign="top" align="left">LSTM</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">100</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">8</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.5</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">9</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">10</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.25</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">11</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">Sigmoid</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>CNN, convolutional network; LSTM, long short-term memory</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p><bold>(B) The second version of CNN-LSTM model</bold></p>
<p>In this section, the second proposed CNN-LSTM model will be introduced. This network includes 13 layers, and similar to the previous model, it consists of CNN and LSTM layers whose details are demonstrated in <xref ref-type="table" rid="T7">Table 7</xref> and <xref ref-type="fig" rid="F4">Figure 4</xref>. As can be seen in <xref ref-type="table" rid="T7">Table 7</xref> and <xref ref-type="fig" rid="F4">Figure 4</xref>, the first 10 layers of this proposed model are identical to those of the previous CNN-LSTM model. The dense layer with 50 neurons and the ReLU activation function is used in the 11th layer of this architecture. The 12th layer comprises a dropout with a rate = 0.25. Ultimately, in the 13th layer, the dense layer with a sigmoid activation function for classification is employed.</p>
<table-wrap position="float" id="T7">
<label>Table 7</label>
<caption><p>The details of the second proposed CNN-LSTM model.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Layers</bold></th>
<th valign="top" align="left"><bold>Details Layers</bold></th>
<th valign="top" align="center"><bold>Filters</bold></th>
<th valign="top" align="center"><bold>Kernel Size</bold></th>
<th valign="top" align="left"><bold>Stride</bold></th>
<th valign="top" align="left"><bold>Activation</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Input Data</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Conv1D</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">3</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Conv1D</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">3</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.5</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Max Pooling</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">2</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">6</td>
<td valign="top" align="left">Flatten</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">7</td>
<td valign="top" align="left">LSTM</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">100</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">8</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.5</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">9</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">10</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.25</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">11</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">ReLU</td>
</tr>
<tr>
<td valign="top" align="left">12</td>
<td valign="top" align="left">Dropout</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">Rate = 0.25</td>
<td valign="top" align="left">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">13</td>
<td valign="top" align="left">Dense</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left">Sigmoid</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>CNN, convolutional network; LSTM, long short-term memory</italic>.</p>
</table-wrap-foot>
</table-wrap>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>The second version of the proposed CNN-LSTM model for diagnosis of SZ. CNN, convolutional network; LSTM, long short-term memory; SZ, schizophrenia.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-15-777977-g0004.tif"/>
</fig></sec></sec></sec>
<sec id="s3">
<title>Experiment Results</title>
<p>The results of the proposed methods are presented in this section. First, the simulation results obtained from conventional ML techniques for SZ diagnosis <italic>via</italic> EEG signals are presented and discussed. The original dataset was flattened to have only a vector per sample, and then we used the flattened dataset to train several classification algorithms using the scikit-learn library (Pedregosa et al., <xref ref-type="bibr" rid="B46">2011</xref>). Namely, we studied the performance of KNNs, DTs, SVMs, and naive Bayes; and three ensemble algorithms (bagging, extremely randomized trees, and RF). The algorithms were trained using the by-default hyperparameters provided by the implementation of the scikit-learn library. Moreover, we studied the impact of z-score normalization (Cheadle et al., <xref ref-type="bibr" rid="B8">2003</xref>) on the performance of the models. All the experiments were conducted in an Intel (R) Core (TM) i7-4810MQ CPU at 2.80 GHz. In <xref ref-type="table" rid="T8">Table 8</xref>, the results obtained from conventional classification algorithms for raw input EEG signals or normalized by <italic>z</italic>-score normalization are indicated.</p>
<table-wrap position="float" id="T8">
<label>Table 8</label>
<caption><p>Performance criteria of conventional ML classifiers.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Methods</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>Raw EEG</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>z-Score Normalized EEG</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>Acc</bold></th>
<th valign="top" align="center"><bold>Prec</bold></th>
<th valign="top" align="center"><bold>Rec</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
<th valign="top" align="center"><bold>Acc</bold></th>
<th valign="top" align="center"><bold>Prec</bold></th>
<th valign="top" align="center"><bold>Rec</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">KNN</td>
<td valign="top" align="center">57.03 &#x000B1; 2.21</td>
<td valign="top" align="center">52.12 &#x000B1; 2.66</td>
<td valign="top" align="center">99.80 &#x000B1; 0.38</td>
<td valign="top" align="center">59.58 &#x000B1; 0.56</td>
<td valign="top" align="center">55.10 &#x000B1; 1.77</td>
<td valign="top" align="center">49.32 &#x000B1; 1.42</td>
<td valign="top" align="center">99.80 &#x000B1; 0.39</td>
<td valign="top" align="center">60.13 &#x000B1; 1.28</td>
</tr>
<tr>
<td valign="top" align="left">DT</td>
<td valign="top" align="center">64.19 &#x000B1; 3.08</td>
<td valign="top" align="center">62.49 &#x000B1; 5.15</td>
<td valign="top" align="center">59.52 &#x000B1; 5.40</td>
<td valign="top" align="center">63.94 &#x000B1; 3.12</td>
<td valign="top" align="center">64.71 &#x000B1; 4.12</td>
<td valign="top" align="center">59.28 &#x000B1; 5.00</td>
<td valign="top" align="center">61.16 &#x000B1; 5.14</td>
<td valign="top" align="center">64.31 &#x000B1; 4.21</td>
</tr>
<tr>
<td valign="top" align="left">SVM</td>
<td valign="top" align="center">54.14 &#x000B1; 3.97</td>
<td valign="top" align="center">20.77 &#x000B1; 25.50</td>
<td valign="top" align="center">32.57 &#x000B1; 39.96</td>
<td valign="top" align="center">54.10 &#x000B1; 5.16</td>
<td valign="top" align="center">62.09 &#x000B1; 2.75</td>
<td valign="top" align="center">54.72 &#x000B1; 2.92</td>
<td valign="top" align="center">77.81 &#x000B1; 2.01</td>
<td valign="top" align="center">63.89 &#x000B1; 2.42</td>
</tr>
<tr>
<td valign="top" align="left">Bayes</td>
<td valign="top" align="center">62.62 &#x000B1; 2.52</td>
<td valign="top" align="center">56.08 &#x000B1; 2.76</td>
<td valign="top" align="center">93.21 &#x000B1; 4.60</td>
<td valign="top" align="center">64.35 &#x000B1; 2.30</td>
<td valign="top" align="center">59.12 &#x000B1; 3.26</td>
<td valign="top" align="center">51.78 &#x000B1; 2.38</td>
<td valign="top" align="center">94.81 &#x000B1; 2.61</td>
<td valign="top" align="center">63.15 &#x000B1; 2.97</td>
</tr>
<tr>
<td valign="top" align="left">Bagging</td>
<td valign="top" align="center">77.37 &#x000B1; 3.23</td>
<td valign="top" align="center">81.80 &#x000B1; 2.56</td>
<td valign="top" align="center">66.93 &#x000B1; 6.13</td>
<td valign="top" align="center">76.91 &#x000B1; 2.96</td>
<td valign="top" align="center"><bold>81.22</bold> <bold>&#x000B1;</bold> <bold>1.74</bold></td>
<td valign="top" align="center">82.90 &#x000B1; 3.76</td>
<td valign="top" align="center">72.02 &#x000B1; 1.95</td>
<td valign="top" align="center">80.21 &#x000B1; 1.65</td>
</tr>
<tr>
<td valign="top" align="left">RF</td>
<td valign="top" align="center">75.19 &#x000B1; 2.19</td>
<td valign="top" align="center">83.60 &#x000B1; 4.22</td>
<td valign="top" align="center">59.00 &#x000B1; 3.62</td>
<td valign="top" align="center">74.20 &#x000B1; 1.43</td>
<td valign="top" align="center">78.77 &#x000B1; 1.55</td>
<td valign="top" align="center">81.23 &#x000B1; 2.31</td>
<td valign="top" align="center">66.80 &#x000B1; 2.94</td>
<td valign="top" align="center">77.44 &#x000B1; 1.74</td>
</tr>
<tr>
<td valign="top" align="left">ERT</td>
<td valign="top" align="center">76.24 &#x000B1; 1.84</td>
<td valign="top" align="center">80.64 &#x000B1; 3.37</td>
<td valign="top" align="center">64.96 &#x000B1; 2.10</td>
<td valign="top" align="center">75.57 &#x000B1; 1.52</td>
<td valign="top" align="center">76.94 &#x000B1; 1.81</td>
<td valign="top" align="center">76.29 &#x000B1; 2.27</td>
<td valign="top" align="center">68.35 &#x000B1; 3.90</td>
<td valign="top" align="center">75.96 &#x000B1; 2.05</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>AUC, area under the curve; DT, decision tree; EEG, electroencephalograph; KNN, k-nearest neighbor; ML, machine learning; RF, random forest; SVM, support vector machine. The bold values provide the highest accuracy the method compared other methods</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>According to <xref ref-type="table" rid="T8">Table 8</xref>, the bagging conventional classification algorithms for EEG signals normalized using <italic>z</italic>-score normalization resulted in the maximum accuracy. <xref ref-type="fig" rid="F5">Figure 5</xref> shows the ROC curves for ML classification algorithms with different normalizations of EEG signals. The figure on the left shows the results of ML classification methods with z-score normalization; additionally, the ROC curves for ML classification algorithms with <italic>z</italic>-score &#x0002B; L2 normalization is presented in the figure on the right.</p>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>ROC curves of conventional ML classifiers. ML, machine language; ROC, receiver operating characteristic.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-15-777977-g0005.tif"/>
</fig>
<p>We also employed several DL architectures based on CNNs and LSTMs (Goodfellow et al., <xref ref-type="bibr" rid="B23">2016</xref>), and the combination of both convolutions and LSTM layers. Namely, three CNNs, two LSTMs, and two CNN-LSTM networks (see <xref ref-type="table" rid="T1">Tables 1</xref>&#x02013;<xref ref-type="table" rid="T7">7</xref> for the concrete architecture of these networks) were studied. We also analyzed the relevance of using three different activation functions (ReLU, Leaky ReLU, and seLU), and the impact of z-score normalization. To avoid overfitting, we applied two regularization techniques that are Dropout (Goodfellow et al., <xref ref-type="bibr" rid="B23">2016</xref>) and weight regularization (Goodfellow et al., <xref ref-type="bibr" rid="B23">2016</xref>). In particular, dropout was applied after each convolutional and LSTM layer using a dropout value of 0.5, and after dense layers using a dropout value of 0.25. Weight regularization was employed in all the convolutional, LSTM, and dense layers of our architectures using L2 regularization with a value 0.01. The final selected values for batch size and hyperparameters of our networks are all available in <xref ref-type="table" rid="T9">Table 9</xref>. All the experiments were conducted using the Keras library (Gulli and Pal, <xref ref-type="bibr" rid="B26">2017</xref>) and using a GPU NVidia RTX2080 Ti.</p>
<table-wrap position="float" id="T9">
<label>Table 9</label>
<caption><p>The final selected values for batch size and hyperparameters of the proposed DL networks.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Networks</bold></th>
<th valign="top" align="center"><bold>Epochs</bold></th>
<th valign="top" align="center"><bold>Batch size</bold></th>
<th valign="top" align="center"><bold>Learning rate</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">CNN-1</td>
<td valign="top" align="center">32</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">0.01</td>
</tr>
<tr>
<td valign="top" align="left">CNN-2</td>
<td valign="top" align="center">32</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">0.01</td>
</tr>
<tr>
<td valign="top" align="left">CNN-3</td>
<td valign="top" align="center">32</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">0.01</td>
</tr>
<tr>
<td valign="top" align="left">LSTM-1</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center">0.01</td>
</tr>
<tr>
<td valign="top" align="left">LSTM-2</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center">0.01</td>
</tr>
<tr>
<td valign="top" align="left">CNN-LSTM 1</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center">128</td>
<td valign="top" align="center">0.01</td>
</tr>
<tr>
<td valign="top" align="left">CNN-LSTM 2</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center">128</td>
<td valign="top" align="center">0.01</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>CNN, convolutional network; DL, deep learning; LSTM, long short-term memory</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>In the following, the results obtained from the DL proposed methods for different activation functions are demonstrated in <xref ref-type="table" rid="T10">Tables 10</xref>&#x02013;<bold>12</bold>. First, the results obtained from the proposed DL method with the Leaky ReLU activation function are demonstrated in <xref ref-type="table" rid="T10">Table 10</xref>.</p>
<table-wrap position="float" id="T10">
<label>Table 10</label>
<caption><p>Performance criteria of the proposed DL methods with Leaky ReLU activation function.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Methods</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>Leaky ReLU</bold> <bold>&#x0002B;</bold> <italic><bold>z</bold></italic><bold>-Score</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>Leaky ReLU</bold> <bold>&#x0002B;</bold> <italic><bold>z</bold></italic><bold>-Score</bold> <bold>&#x0002B;</bold> <bold>L2</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>Acc</bold></th>
<th valign="top" align="center"><bold>Prec</bold></th>
<th valign="top" align="center"><bold>Rec</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
<th valign="top" align="center"><bold>Acc</bold></th>
<th valign="top" align="center"><bold>Prec</bold></th>
<th valign="top" align="center"><bold>Rec</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">CNN-1</td>
<td valign="top" align="center">70.83 &#x000B1; 8.76</td>
<td valign="top" align="center">58.12 &#x000B1; 8.23</td>
<td valign="top" align="center">98.86 &#x000B1; 1.24</td>
<td valign="top" align="center">80.95 &#x000B1; 8.72</td>
<td valign="top" align="center">64.10 &#x000B1; 6.68</td>
<td valign="top" align="center">52.17 &#x000B1; 4.72</td>
<td valign="top" align="center">99.31 &#x000B1; 0.90</td>
<td valign="top" align="center">86.73 &#x000B1; 9.86</td>
</tr>
<tr>
<td valign="top" align="left">CNN-2</td>
<td valign="top" align="center">38.42 &#x000B1; 0.00</td>
<td valign="top" align="center">38.42 &#x000B1; 0.00</td>
<td valign="top" align="center">100.00 &#x000B1; 0.00</td>
<td valign="top" align="center">50.00 &#x000B1; 0.00</td>
<td valign="top" align="center">40.00 &#x000B1; 1.76</td>
<td valign="top" align="center">39.03 &#x000B1; 0.67</td>
<td valign="top" align="center">99.77 &#x000B1; 0.45</td>
<td valign="top" align="center">52.21 &#x000B1; 3.22</td>
</tr>
<tr>
<td valign="top" align="left">CNN-3</td>
<td valign="top" align="center">56.85 &#x000B1; 4.17</td>
<td valign="top" align="center">47.24 &#x000B1; 2.57</td>
<td valign="top" align="center">99.54 &#x000B1; 0.55</td>
<td valign="top" align="center">67.19 &#x000B1; 5.60</td>
<td valign="top" align="center">58.07 &#x000B1; 3.77</td>
<td valign="top" align="center">47.93 &#x000B1; 2.24</td>
<td valign="top" align="center">100.00 &#x000B1; 0.00</td>
<td valign="top" align="center">82.73 &#x000B1; 9.98</td>
</tr>
<tr>
<td valign="top" align="left">LSTM-1</td>
<td valign="top" align="center">83.32 &#x000B1; 2.55</td>
<td valign="top" align="center">73.64 &#x000B1; 3.41</td>
<td valign="top" align="center">88.63 &#x000B1; 6.66</td>
<td valign="top" align="center">91.03 &#x000B1; 2.02</td>
<td valign="top" align="center">72.31 &#x000B1; 8.37</td>
<td valign="top" align="center">56.03 &#x000B1; 29.3</td>
<td valign="top" align="center">51.59 &#x000B1; 29.76</td>
<td valign="top" align="center">74.52 &#x000B1; 12.28</td>
</tr>
<tr>
<td valign="top" align="left">LSTM-2</td>
<td valign="top" align="center">79.91 &#x000B1; 9.00</td>
<td valign="top" align="center">72.12 &#x000B1; 11.82</td>
<td valign="top" align="center">85.68 &#x000B1; 5.90</td>
<td valign="top" align="center">86.90 &#x000B1; 8.10</td>
<td valign="top" align="center">76.68 &#x000B1; 6.51</td>
<td valign="top" align="center">70.79 &#x000B1; 9.95</td>
<td valign="top" align="center">76.82 &#x000B1; 23.80</td>
<td valign="top" align="center">80.30 &#x000B1; 9.38</td>
</tr>
<tr>
<td valign="top" align="left">CNN-LSTM 1</td>
<td valign="top" align="center">74.06 &#x000B1; 19.9</td>
<td valign="top" align="center">65.83 &#x000B1; 27.45</td>
<td valign="top" align="center">58.40 &#x000B1; 32.91</td>
<td valign="top" align="center">78.32 &#x000B1; 20.99</td>
<td valign="top" align="center">94.76 &#x000B1; 5.94</td>
<td valign="top" align="center">90.95 &#x000B1; 10.6</td>
<td valign="top" align="center">98.86 &#x000B1; 1.24</td>
<td valign="top" align="center">99.73 &#x000B1; 0.21</td>
</tr>
<tr>
<td valign="top" align="left">CNN-LSTM 2</td>
<td valign="top" align="center">79.04 &#x000B1; 12.2</td>
<td valign="top" align="center">71.51 &#x000B1; 25.93</td>
<td valign="top" align="center">58.40 &#x000B1; 36.37</td>
<td valign="top" align="center">85.79 &#x000B1; 16.62</td>
<td valign="top" align="center"><bold>97.73</bold> <bold>&#x000B1;</bold> <bold>1.39</bold></td>
<td valign="top" align="center">96.35 &#x000B1; 3.55</td>
<td valign="top" align="center">97.95 &#x000B1; 1.32</td>
<td valign="top" align="center">99.71 &#x000B1; 0.15</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>AUC, area under the curve; CNN, convolutional network; DL, deep learning; LSTM, long short-term memory</italic>.</p>
<p><italic>The bold values provide the highest accuracy the method compared other methods</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>As indicated in <xref ref-type="table" rid="T10">Table 10</xref>, the second proposed CNN-LSTM model with the Leaky ReLU activation function and combined normalization of <italic>z</italic>-score with L2 could obtain the maximum accuracy. <xref ref-type="table" rid="T11">Table 11</xref> presents the results obtained from the proposed DL method with the seLU activation function.</p>
<table-wrap position="float" id="T11">
<label>Table 11</label>
<caption><p>Performance criteria of the proposed DL methods with seLU activation function.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Methods</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>seLU</bold> <bold>&#x0002B;</bold> <bold>z-Score</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>seLU</bold> <bold>&#x0002B;</bold> <italic><bold>z</bold></italic><bold>-Score</bold> <bold>&#x0002B;</bold> <bold>L2</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>Acc</bold></th>
<th valign="top" align="center"><bold>Prec</bold></th>
<th valign="top" align="center"><bold>Rec</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
<th valign="top" align="center"><bold>Acc</bold></th>
<th valign="top" align="center"><bold>Prec</bold></th>
<th valign="top" align="center"><bold>Rec</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">CNN-1</td>
<td valign="top" align="center">61.65 &#x000B1; 4.89</td>
<td valign="top" align="center">50.49 &#x000B1; 3.98</td>
<td valign="top" align="center">95.90 &#x000B1; 4.22</td>
<td valign="top" align="center">69.50 &#x000B1; 4.06</td>
<td valign="top" align="center">65.67 &#x000B1; 5.95</td>
<td valign="top" align="center">53.71 &#x000B1; 5.05</td>
<td valign="top" align="center">94.31 &#x000B1; 6.14</td>
<td valign="top" align="center">75.12 &#x000B1; 5.90</td>
</tr>
<tr>
<td valign="top" align="left">CNN-2</td>
<td valign="top" align="center">57.90 &#x000B1; 2.48</td>
<td valign="top" align="center">32.43 &#x000B1; 19.4</td>
<td valign="top" align="center">59.77 &#x000B1; 46.99</td>
<td valign="top" align="center">56.51 &#x000B1; 11.79</td>
<td valign="top" align="center">58.42 &#x000B1; 5.43</td>
<td valign="top" align="center">38.38 &#x000B1; 19.4</td>
<td valign="top" align="center">51.36 &#x000B1; 44.52</td>
<td valign="top" align="center">58.17 &#x000B1; 8.82</td>
</tr>
<tr>
<td valign="top" align="left">CNN-3</td>
<td valign="top" align="center">62.09 &#x000B1; 4.43</td>
<td valign="top" align="center">50.71 &#x000B1; 3.11</td>
<td valign="top" align="center">93.18 &#x000B1; 11.94</td>
<td valign="top" align="center">69.17 &#x000B1; 3.67</td>
<td valign="top" align="center">66.46 &#x000B1; 4.20</td>
<td valign="top" align="center">54.76 &#x000B1; 4.37</td>
<td valign="top" align="center">88.18 &#x000B1; 12.48</td>
<td valign="top" align="center">76.09 &#x000B1; 4.23</td>
</tr>
<tr>
<td valign="top" align="left">LSTM-1</td>
<td valign="top" align="center">74.84 &#x000B1; 5.05</td>
<td valign="top" align="center">64.48 &#x000B1; 5.57</td>
<td valign="top" align="center">77.50 &#x000B1; 9.15</td>
<td valign="top" align="center">82.90 &#x000B1; 5.55</td>
<td valign="top" align="center">70.13 &#x000B1; 8.80</td>
<td valign="top" align="center">57.07 &#x000B1; 16.6</td>
<td valign="top" align="center">58.86 &#x000B1; 29.15</td>
<td valign="top" align="center">72.11 &#x000B1; 13.72</td>
</tr>
<tr>
<td valign="top" align="left">LSTM-2</td>
<td valign="top" align="center"><bold>83.58</bold> <bold>&#x000B1;</bold> <bold>0.81</bold></td>
<td valign="top" align="center">74.99 &#x000B1; 1.81</td>
<td valign="top" align="center">86.13 &#x000B1; 3.16</td>
<td valign="top" align="center">91.06 &#x000B1; 0.52</td>
<td valign="top" align="center">79.65 &#x000B1; 6.27</td>
<td valign="top" align="center">72.75 &#x000B1; 10.1</td>
<td valign="top" align="center">79.31 &#x000B1; 8.36</td>
<td valign="top" align="center">86.43 &#x000B1; 5.56</td>
</tr>
<tr>
<td valign="top" align="left">CNN-LSTM 1</td>
<td valign="top" align="center">59.73 &#x000B1; 1.47</td>
<td valign="top" align="center">41.14 &#x000B1; 6.92</td>
<td valign="top" align="center">8.40 &#x000B1; 3.18</td>
<td valign="top" align="center">50.95 &#x000B1; 2.38</td>
<td valign="top" align="center">58.42 &#x000B1; 3.39</td>
<td valign="top" align="center">48.12 &#x000B1; 2.10</td>
<td valign="top" align="center">99.73 &#x000B1; 0.45</td>
<td valign="top" align="center">89.44 &#x000B1; 1.57</td>
</tr>
<tr>
<td valign="top" align="left">CNN-LSTM 2</td>
<td valign="top" align="center">59.65 &#x000B1; 3.02</td>
<td valign="top" align="center">43.78 &#x000B1; 8.60</td>
<td valign="top" align="center">10.90 &#x000B1; 3.26</td>
<td valign="top" align="center">61.16 &#x000B1; 5.17</td>
<td valign="top" align="center">57.64 &#x000B1; 1.68</td>
<td valign="top" align="center">47.59 &#x000B1; 1.00</td>
<td valign="top" align="center">100.00 &#x000B1; 0.00</td>
<td valign="top" align="center">87.08 &#x000B1; 3.84</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>AUC, area under the curve; CNN, convolutional network; DL, deep learning; LSTM, long short-term memory</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p><xref ref-type="table" rid="T11">Table 11</xref> indicated that the second proposed LSTM method could result in maximum accuracy. The results of all proposed DL models with the ReLU activation function and <italic>z</italic>-score and L2 normalizations are presented in <xref ref-type="table" rid="T12">Table 12</xref>.</p>
<table-wrap position="float" id="T12">
<label>Table 12</label>
<caption><p>Performance criteria of the proposed DL methods with ReLU activation function.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Methods</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>ReLU</bold> <bold>&#x0002B;</bold> <bold>z-Score</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>ReLU</bold> <bold>&#x0002B;</bold> <bold>z-Score</bold> <bold>&#x0002B;</bold> <bold>L2</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>Acc</bold></th>
<th valign="top" align="center"><bold>Prec</bold></th>
<th valign="top" align="center"><bold>Rec</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
<th valign="top" align="center"><bold>Acc</bold></th>
<th valign="top" align="center"><bold>Prec</bold></th>
<th valign="top" align="center"><bold>Rec</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">CNN-1</td>
<td valign="top" align="center">93.27 &#x000B1; 1.31</td>
<td valign="top" align="center">90.15 &#x000B1; 4.60</td>
<td valign="top" align="center">93.18 &#x000B1; 5.18</td>
<td valign="top" align="center">97.80 &#x000B1; 0.35</td>
<td valign="top" align="center">92.66 &#x000B1; 1.39</td>
<td valign="top" align="center">92.01 &#x000B1; 2.57</td>
<td valign="top" align="center">88.86 &#x000B1; 6.15</td>
<td valign="top" align="center">97.40 &#x000B1; 0.60</td>
</tr>
<tr>
<td valign="top" align="left">CNN-2</td>
<td valign="top" align="center">84.80 &#x000B1; 11.7</td>
<td valign="top" align="center">65.18 &#x000B1; 32.79</td>
<td valign="top" align="center">78.63 &#x000B1; 39.34</td>
<td valign="top" align="center">88.80 &#x000B1; 19.40</td>
<td valign="top" align="center">84.80 &#x000B1; 11.7</td>
<td valign="top" align="center">89.25 &#x000B1; 2.55</td>
<td valign="top" align="center">85.84 &#x000B1; 9.18</td>
<td valign="top" align="center">88.63 &#x000B1; 8.71</td>
</tr>
<tr>
<td valign="top" align="left">CNN-3</td>
<td valign="top" align="center">93.97 &#x000B1; 2.33</td>
<td valign="top" align="center">89.16 &#x000B1; 5.34</td>
<td valign="top" align="center">96.59 &#x000B1; 2.87</td>
<td valign="top" align="center">97.74 &#x000B1; 0.85</td>
<td valign="top" align="center">93.18 &#x000B1; 1.25</td>
<td valign="top" align="center">89.33 &#x000B1; 5.17</td>
<td valign="top" align="center">94.09 &#x000B1; 4.21</td>
<td valign="top" align="center">98.04 &#x000B1; 0.23</td>
</tr>
<tr>
<td valign="top" align="left">LSTM-1</td>
<td valign="top" align="center">79.03 &#x000B1; 3.92</td>
<td valign="top" align="center">69.71 &#x000B1; 6.01</td>
<td valign="top" align="center">82.95 &#x000B1; 4.711</td>
<td valign="top" align="center">87.76 &#x000B1; 3.26</td>
<td valign="top" align="center">71.79 &#x000B1; 7.83</td>
<td valign="top" align="center">67.12 &#x000B1; 10.3</td>
<td valign="top" align="center">57.72 &#x000B1; 28.8</td>
<td valign="top" align="center">73.71 &#x000B1; 11.48</td>
</tr>
<tr>
<td valign="top" align="left">LSTM-2</td>
<td valign="top" align="center">71.79 &#x000B1; 8.72</td>
<td valign="top" align="center">50.58 &#x000B1; 26.85</td>
<td valign="top" align="center">70.45 &#x000B1; 35.26</td>
<td valign="top" align="center">77.31 &#x000B1; 14.52</td>
<td valign="top" align="center">71.0 &#x000B1; 12.16</td>
<td valign="top" align="center">69.48 &#x000B1; 14.5</td>
<td valign="top" align="center">68.18 &#x000B1; 31.3</td>
<td valign="top" align="center">76.37 &#x000B1; 12.46</td>
</tr>
<tr>
<td valign="top" align="left">CNN-LSTM 1</td>
<td valign="top" align="center">93.71 &#x000B1; 0.71</td>
<td valign="top" align="center">89.09 &#x000B1; 2.505</td>
<td valign="top" align="center">95.45 &#x000B1; 1.901</td>
<td valign="top" align="center">96.37 &#x000B1; 0.62</td>
<td valign="top" align="center">98.07 &#x000B1; 1.47</td>
<td valign="top" align="center">96.01 &#x000B1; 3.91</td>
<td valign="top" align="center">99.31 &#x000B1; 0.55</td>
<td valign="top" align="center">99.88 &#x000B1; 0.11</td>
</tr>
<tr>
<td valign="top" align="left">CNN-LSTM 2</td>
<td valign="top" align="center">94.76 &#x000B1; 1.23</td>
<td valign="top" align="center">90.79 &#x000B1; 1.914</td>
<td valign="top" align="center">96.14 &#x000B1; 1.541</td>
<td valign="top" align="center">97.29 &#x000B1; 0.50</td>
<td valign="top" align="center"><bold>99.25</bold> <bold>&#x000B1;</bold> <bold>0.25</bold></td>
<td valign="top" align="center">98.33 &#x000B1; 3.33</td>
<td valign="top" align="center">98.86 &#x000B1; 1.24</td>
<td valign="top" align="center">99.73 &#x000B1; 0.35</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>AUC, area under the curve; CNN, convolutional network; DL, deep learning; LSTM, long short-term memory</italic>.</p>
<p><italic>The bold values provide the highest accuracy the method compared other methods</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>According to <xref ref-type="table" rid="T12">Table 12</xref>, it can be seen that compared to all classification methods with different activation functions, the second proposed CNN-LSTM model with ReLU activation function and combined normalization technique of <italic>z</italic>-score and L2 could lead to the maximum accuracy. In the following, the ROC diagrams for the DL models with ReLU activation functions and <italic>z</italic>-score and <italic>z</italic>-score &#x0002B; L2 normalization methods are drawn in <xref ref-type="fig" rid="F6">Figure 6</xref>. Firstly, on the left of <xref ref-type="fig" rid="F6">Figure 6</xref>, the results of the DL algorithms with <italic>z</italic>-score &#x0002B; L2 normalization are presented. Also, the ROC curves for DL algorithms with the <italic>z</italic>-score normalization for EEG signals is shown in the right of <xref ref-type="fig" rid="F6">Figure 6</xref>. Furthermore, learning curves of the CNN-LSTM method with ReLU activation and <italic>z</italic>-score normalization and also with <italic>z</italic>-score &#x0002B; L2 normalization are shown in <xref ref-type="fig" rid="F7">Figures 7</xref>, <xref ref-type="fig" rid="F8">8</xref>, respectively.</p>
<fig id="F6" position="float">
<label>Figure 6</label>
<caption><p>ROC curves of DL methods with ReLU activation function and <italic>z</italic>-score &#x0002B; L2 normalization. DL, deep learning; ROC, receiver operating characteristic.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-15-777977-g0006.tif"/>
</fig>
<fig id="F7" position="float">
<label>Figure 7</label>
<caption><p>Learning curves of CNN-LSTM method with ReLU activation function and <italic>z</italic>-score normalization. CNN, convolutional network; LSTM, long short-term memory.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-15-777977-g0007.tif"/>
</fig>
<fig id="F8" position="float">
<label>Figure 8</label>
<caption><p>Learning curves of CNN-LSTM method with ReLU activation function and <italic>z</italic>-score &#x0002B; L2 normalization. CNN, convolutional network; LSTM, long short-term memory.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-15-777977-g0008.tif"/>
</fig>
<p>The simulation results of the proposed models for SZ diagnosis <italic>via</italic> EEG signals were investigated in this section. Compared to all DL and conventional ML methods, the CNN-LSTM models with 13 layers have higher accuracy and efficiency among the proposed methods. Selecting the number of layers in this model and the type of the activation functions are presented in this research for the first time, which is the novelty of the article. Besides, simultaneously using <italic>z</italic>-score and L2 normalizations along with the proposed CNN-LSTM model is another novelty of this article. <xref ref-type="fig" rid="F9">Figure 9</xref> shows the DL models with different activation functions and <italic>z</italic>-score normalization. Also, <xref ref-type="fig" rid="F10">Figure 10</xref> displayed the DL architectures with different activation functions and <italic>z</italic>-score and L2 normalization. According to <xref ref-type="fig" rid="F9">Figures 9</xref>, <xref ref-type="fig" rid="F10">10</xref>, the second version of CNN-LSTM with <italic>z</italic>-score and L2 normalization has the best performance compared to other methods.</p>
<fig id="F9" position="float">
<label>Figure 9</label>
<caption><p>Results for different proposed DL methods with different activation functions and <italic>z</italic>-score normalization. DL, deep learning.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-15-777977-g0009.tif"/>
</fig>
<fig id="F10" position="float">
<label>Figure 10</label>
<caption><p>Results for different proposed DL methods with different activation functions and <italic>z</italic>-score with L2 normalization. DL, deep learning.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-15-777977-g0010.tif"/>
</fig></sec>
<sec id="s4">
<title>Limitation of Study</title>
<p>The limitations of the study are investigated in this section. The available EEG datasets for SZ diagnosis consist of a limited number of cases which has made access to the tools of SZ diagnosis <italic>via</italic> EEG signals and DL models challenging. The dataset in this research was not used to determine the severity of the disorder but to diagnose the disorder. This dataset is unsuitable for prognosis or early diagnosis, and other appropriate datasets must be gathered for these purposes. Another limitation of this study is that the classifiers are not separately designed and compared for different age and gender groups, and other suitable datasets must be gathered for this purpose. Classifiers are of the two-class type and can become multiclass by adding the classes of brain disorders with similar symptoms to SZ.</p></sec>
<sec id="s5">
<title>Conclusion, Discussion, and Future Works</title>
<p>SZ is a mental disorder that negatively affects brain function, causing various problems for the patient. Different screening methods have been introduced for SZ mental disorder diagnosis, among which the EEG functional imaging modality has captured the interest of neurologists and specialist physicians. SZ diagnosis <italic>via</italic> EEG signals has always been challenging. In recent years, various investigations into using AI techniques for SZ diagnosis and interpretation <italic>via</italic> EEG signals have been conducted to tackle this challenge. These methods are proposed to help physicians and neurologists with a quick and accurate diagnosis of SZ disorder <italic>via</italic> EEG signals.</p>
<p>Various AI approaches are presented for the diagnosis of SZ mental disorder <italic>via</italic> EEG signals. These approaches include using different conventional ML (Alizadehsani et al., <xref ref-type="bibr" rid="B2">2021</xref>) techniques and also DL models (Martinez-Murcia et al., <xref ref-type="bibr" rid="B38">2019</xref>; G&#x000F3;rriz et al., <xref ref-type="bibr" rid="B24">2020</xref>; Gorriz et al., <xref ref-type="bibr" rid="B25">2021</xref>; Jim&#x000E9;nez-Mesa et al., <xref ref-type="bibr" rid="B29">2021</xref>). The AI models for SZ diagnosis <italic>via</italic> EEG signals consist of the following steps: dataset selection, preprocessing, feature extraction and selection, and classification.</p>
<p>In this study, the dataset consisted of EEG data of 14 normal individuals and patients with SZ (Olejarczyk and Jernajczyk, <xref ref-type="bibr" rid="B45">2017</xref>). The EEG signals of this dataset are of a 10-channel type and have a sampling frequency of 250 Hz (Olejarczyk and Jernajczyk, <xref ref-type="bibr" rid="B45">2017</xref>). In the preprocessing step, first, the EEG signals were divided into 25 s frames. Afterward, <italic>z</italic>-score and <italic>z</italic>-score-L2 were used for the normalization of EEG signals. In this section, each frame of EEG signals had a dimension of 19 &#x000D7; 6,250. It should be noted that the preprocessing of EEG signals for the DL models included two <italic>z</italic>-score and <italic>z</italic>-score-L2 normalization techniques.</p>
<p>Different conventional ML-based classification algorithms were used for SZ diagnosis <italic>via</italic> EEG signals. In this section, the normalized EEG signals were considered as features to be applied in classification algorithms. The employed classification algorithms included the following methods: SVM (Cortes and Vapnik, <xref ref-type="bibr" rid="B12">1995</xref>), KNN (Cover and Hart, <xref ref-type="bibr" rid="B13">1967</xref>), DT (Rokach and Maimon, <xref ref-type="bibr" rid="B52">2007</xref>), na&#x000EF;ve Bayes (Zhang, <xref ref-type="bibr" rid="B70">2004</xref>), RF (Breiman, <xref ref-type="bibr" rid="B6">2001</xref>), ERT (Geurts et al., <xref ref-type="bibr" rid="B22">2006</xref>), and bagging (Friedman, <xref ref-type="bibr" rid="B20">2001</xref>). The bagging classification <italic>via</italic> EEG signals normalized using <italic>z</italic>-score could obtain an accuracy of %81.22 &#x000B1; 1.74, which is the highest accuracy compared to other classification methods.</p>
<p>In the following, different DL methods of SZ diagnosis <italic>via</italic> EEG signals were employed. The proposed DL methods in this section included three 1D-CNN architectures, two LSTM models, and ultimately two 1D-CNN-LSTM networks. Different activation functions, namely, Leaky ReLU, seLU, and ReLU were used to implement the proposed DL models. Besides, in all models, the sigmoid activation function was used for classification. The results of DL models for different normalization methods and activation functions were indicated in <xref ref-type="table" rid="T10">Tables 10</xref>&#x02013;<xref ref-type="table" rid="T12">12</xref>. Among the proposed DL models, the 1D-CNN-LSTM architecture consisting of 13 layers with the ReLU activation function and <italic>z</italic>-score &#x0002B; L2 normalization could obtain an accuracy of %99.25 &#x000B1; 0.25. This model is presented for the first time in this research, as this article&#x00027;s novelty. The comparison between the proposed 1D-CNN-LSTM model with the proposed models of the previous studies conducted on SZ diagnosis <italic>via</italic> EEG signals is indicated in <xref ref-type="table" rid="T13">Table 13</xref>.</p>
<table-wrap position="float" id="T13">
<label>Table 13</label>
<caption><p>The proposed method compared with related works in diagnosis of schizophrenia.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Work</bold></th>
<th valign="top" align="left"><bold>Dataset</bold></th>
<th valign="top" align="left"><bold>Number of cases</bold></th>
<th valign="top" align="left"><bold>Preprocessing</bold></th>
<th valign="top" align="left"><bold>Feature extraction and selection</bold></th>
<th valign="top" align="left"><bold>Classifier</bold></th>
<th valign="top" align="center"><bold>Accuracy (%)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Siuly et al. (<xref ref-type="bibr" rid="B64">2020</xref>)</td>
<td valign="top" align="left">Kaggle</td>
<td valign="top" align="left">SZ:49, HC:32</td>
<td valign="top" align="left">EMD</td>
<td valign="top" align="left">Statistical Features &#x0002B; KW Test</td>
<td valign="top" align="left">EBT</td>
<td valign="top" align="center">89.59</td>
</tr>
<tr>
<td valign="top" align="left">Jahmunah et al. (<xref ref-type="bibr" rid="B28">2019</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">SZ:14, HC:14</td>
<td valign="top" align="left">Filtering</td>
<td valign="top" align="left">Non-linear Features &#x0002B; <italic>t</italic>-Test</td>
<td valign="top" align="left">SVM-RBF</td>
<td valign="top" align="center">92.90</td>
</tr>
<tr>
<td valign="top" align="left">Devia et al. (<xref ref-type="bibr" rid="B15">2019</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">SZ:11, HC:9</td>
<td valign="top" align="left">Filtering</td>
<td valign="top" align="left">ERP Features</td>
<td valign="top" align="left">LDA</td>
<td valign="top" align="center">71.00</td>
</tr>
<tr>
<td valign="top" align="left">Prabhakar et al. (<xref ref-type="bibr" rid="B49">2020</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">SZ:14, HC:14</td>
<td valign="top" align="left">ICA</td>
<td valign="top" align="left">Isomap &#x0002B; Optimization Methods</td>
<td valign="top" align="left">Adaboost Methods</td>
<td valign="top" align="center">98.77</td>
</tr>
<tr>
<td valign="top" align="left">Alimardani et al. (<xref ref-type="bibr" rid="B1">2018</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">SZ:23, HC:23</td>
<td valign="top" align="left">NA</td>
<td valign="top" align="left">Statistical features of SSVEPs &#x0002B; Fisher&#x00027;s Score</td>
<td valign="top" align="left">KNN</td>
<td valign="top" align="center">91.30</td>
</tr>
<tr>
<td valign="top" align="left">Li et al. (<xref ref-type="bibr" rid="B33">2019</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">SZ:19, HC:23</td>
<td valign="top" align="left">Filtering</td>
<td valign="top" align="left">SPN features</td>
<td valign="top" align="left">SVM</td>
<td valign="top" align="center">90.48</td>
</tr>
<tr>
<td valign="top" align="left">Prasad et al. (<xref ref-type="bibr" rid="B50">2013</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">SZ:5, HC:5</td>
<td valign="top" align="left">NA</td>
<td valign="top" align="left">Different Methods</td>
<td valign="top" align="center">Logistic Regression</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Luo et al. (<xref ref-type="bibr" rid="B35">2020</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">Different Cases</td>
<td valign="top" align="left">Interpolation algorithms</td>
<td valign="top" align="left">Microstate Features</td>
<td valign="top" align="left">RF</td>
<td valign="top" align="center">NA</td>
</tr>
<tr>
<td valign="top" align="left">Shim et al. (<xref ref-type="bibr" rid="B58">2016</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">SZ:34, HC:34</td>
<td valign="top" align="left">Filtering</td>
<td valign="top" align="left">Sensor-level and source-level features &#x0002B; Fisher&#x00027;s Score</td>
<td valign="top" align="left">SVM</td>
<td valign="top" align="center">88.24</td>
</tr>
<tr>
<td valign="top" align="left">Shalbaf et al. (<xref ref-type="bibr" rid="B56">2020</xref>)</td>
<td valign="top" align="left">Public Dataset</td>
<td valign="top" align="left">SZ:14, HC:14</td>
<td valign="top" align="left">Filtering</td>
<td valign="top" align="left">ResNet-18</td>
<td valign="top" align="left">SVM</td>
<td valign="top" align="center">98.60</td>
</tr>
<tr>
<td valign="top" align="left">Aristizabal et al. (<xref ref-type="bibr" rid="B3">2020</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">Sz:65/HC;40SZ:65/HC:45SZ:65/ HC:57</td>
<td valign="top" align="left">NA</td>
<td valign="top" align="left">CNN&#x0002B;LSTM</td>
<td valign="top" align="left">Sigmoid</td>
<td valign="top" align="center">72.54</td>
</tr>
<tr>
<td valign="top" align="left">Sun et al. (<xref ref-type="bibr" rid="B67">2021</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">SZ:54, HC:55</td>
<td valign="top" align="left">Filtering</td>
<td valign="top" align="left">CNN-LSTM</td>
<td valign="top" align="left">Softmax</td>
<td valign="top" align="center">99.22</td>
</tr>
<tr>
<td valign="top" align="left">Phang et al. (<xref ref-type="bibr" rid="B47">2019a</xref>)</td>
<td valign="top" align="left">Public Data</td>
<td valign="top" align="left">SZ:45, HC:39</td>
<td valign="top" align="left">NA</td>
<td valign="top" align="left">MDC-CNN</td>
<td valign="top" align="left">Softmax</td>
<td valign="top" align="center">93.06</td>
</tr>
<tr>
<td valign="top" align="left">Chu et al. (<xref ref-type="bibr" rid="B11">2017</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">SZ:40, HC:40</td>
<td valign="top" align="left">Ocular correction algorithm-filtering</td>
<td valign="top" align="left">CNN</td>
<td valign="top" align="left">RF</td>
<td valign="top" align="left">99.20</td>
</tr>
<tr>
<td valign="top" align="left">Oh et al. (<xref ref-type="bibr" rid="B44">2019</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">SZ:14, HC:14</td>
<td valign="top" align="left"><italic>z</italic>-score Normalization</td>
<td valign="top" align="left">CNN</td>
<td valign="top" align="left">Softmax</td>
<td valign="top" align="center">89.59</td>
</tr>
<tr>
<td valign="top" align="left">Naira and Alamo (<xref ref-type="bibr" rid="B40">2019</xref>)</td>
<td valign="top" align="left">NNCI</td>
<td valign="top" align="left">SZ:45, HC:39</td>
<td valign="top" align="left">Pearson Correlation Coefficient (PCC)</td>
<td valign="top" align="left">CNN</td>
<td valign="top" align="left">Softmax</td>
<td valign="top" align="center">90.00</td>
</tr>
<tr>
<td valign="top" align="left">Sharma et al. (<xref ref-type="bibr" rid="B57">2021</xref>)</td>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">SZ:21, HC:24</td>
<td valign="top" align="left">Filtering</td>
<td valign="top" align="left">CNN-LSTM</td>
<td valign="top" align="left">Sigmoid</td>
<td valign="top" align="center">99.10</td>
</tr>
<tr>
<td valign="top" align="left">Singh et al. (<xref ref-type="bibr" rid="B63">2021</xref>)</td>
<td valign="top" align="left">NNCI</td>
<td valign="top" align="left">SZ:45, HC:39</td>
<td valign="top" align="left">Filtering</td>
<td valign="top" align="left">CNN-LSTM</td>
<td valign="top" align="left">Sigmoid</td>
<td valign="top" align="center">98.56</td>
</tr>
<tr>
<td valign="top" align="left">Phang et al. (<xref ref-type="bibr" rid="B48">2019b</xref>)</td>
<td valign="top" align="left">NNCI</td>
<td valign="top" align="left">SZ:45, HC:39</td>
<td valign="top" align="left">NA</td>
<td valign="top" align="left">DBN</td>
<td valign="top" align="left">Softmax</td>
<td valign="top" align="center">95.00</td>
</tr>
<tr>
<td valign="top" align="left">Proposed Method</td>
<td valign="top" align="left">Public Dataset</td>
<td valign="top" align="left">SZ:14, HC:14</td>
<td valign="top" align="left">Filtering, Normalization</td>
<td valign="top" align="left">1D CNN-LSTM</td>
<td valign="top" align="left">Sigmoid</td>
<td valign="top" align="center"><bold>99.25</bold></td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>CNN, convolutional network; EBT, ensemble bagged tree; EMD, empirical mode decomposition; KNN, k-nearest neighbor; LDA, linear discriminant analysis; LSTM, long short-term memory; RBF, radial basis function; SPN, solitary pulmonary nodules; SSVEPs, steady-state visual evoked potentials; SVM, support vector machine; ERP, Event-related potentials; ICA, Independent component analysis; MDC-CNN, Multi-domain connectome CNN; DBN, Deep belief network. The bold values provide the highest accuracy the method compared other methods</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>As shown in <xref ref-type="table" rid="T13">Table 13</xref>, the model proposed in this research could obtain higher accuracy compared to a vast majority of conducted studies. The proposed model can be implemented on special software and hardware platforms for quick SZ diagnosis <italic>via</italic> EEG signals and may be employed as an assistant diagnosis method in hospitals.</p>
<p>In the following, some future investigations into SZ diagnosis <italic>via</italic> EEG signals are presented. The CNN-AE models can be employed for SZ diagnosis <italic>via</italic> EEG signals as the first future work. Several researchers indicate that CNN-AE models are highly efficient in neural disorders <italic>via</italic> EEG signals (Shoeibi et al., <xref ref-type="bibr" rid="B59">2021a</xref>). As mentioned in the section of limitation of the study, the dataset used in this study is for SZ disorder diagnosis. However, providing EEG datasets for SZ disorder diagnosis can be of paramount importance for future investigations. One of the future works is to provide classification models based on DL for different age and gender groups, which requires researchers to have access to relevant data.</p>
<p>Another future work is using a combination of conventional ML and DL models for SZ diagnosis such that different non-linear features are extracted from EEG signals first. Afterward, the features are extracted from raw EEG signals by DL models. Ultimately, manual and DL features are combined, and the classification is carried out. Graph models based on DL are one of the new fields in diagnosing brain disorders. Accordingly, in future works, using graph models based on DL can be suitable for SZ diagnosis <italic>via</italic> EEG signals (Cao et al., <xref ref-type="bibr" rid="B7">2016</xref>).</p></sec>
<sec sec-type="data-availability" id="s6">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/supplementary material, further inquiries can be directed to the corresponding author/s.</p></sec>
<sec id="s7">
<title>Author Contributions</title>
<p>AS, NG, and JH: methodology. AS, YK, and JH: software. AS and JH: validation. AS, RA, and JG: formal analysis. AS, DS, and PM: resources. AS and NG: writing&#x02014;original draft preparation. AS, NG, and RA: writing&#x02014;review and editing. AS, Y-DZ, SN, and YK: visualization. All authors contributed to the article and approved the submitted version.</p></sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p></sec>
<sec sec-type="disclaimer" id="s8">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p></sec> </body>
<back>
<ack><p>This work was supported by the MCIN/AEI/10.13039/501100011033/ and FEDER &#x0201C;Una manera de hacer Europa&#x0201D; under the RTI2018-098913-B100 project, by the Consejeria de Economia, Innovacion, Ciencia y Empleo (Junta de Andalucia) and FEDER under CV20-45250, A-TIC-080-UGR18, B-TIC-586-UGR20, and P20-00525 projects.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alimardani</surname> <given-names>F.</given-names></name> <name><surname>Cho</surname> <given-names>J. H.</given-names></name> <name><surname>Boostani</surname> <given-names>R.</given-names></name> <name><surname>Hwang</surname> <given-names>H. J.</given-names></name></person-group> (<year>2018</year>). <article-title>Classification of bipolar disorder and schizophrenia using steady-state visual evoked potential based features</article-title>. <source>IEEE Access</source>. <volume>6</volume>, <fpage>40379</fpage>&#x02013;<lpage>40388</lpage>. <pub-id pub-id-type="doi">10.1109/ACCESS.2018.2854555</pub-id><pub-id pub-id-type="pmid">27295638</pub-id></citation></ref>
<ref id="B2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alizadehsani</surname> <given-names>R.</given-names></name> <name><surname>Roshanzamir</surname> <given-names>M.</given-names></name> <name><surname>Hussain</surname> <given-names>S.</given-names></name> <name><surname>Khosravi</surname> <given-names>A.</given-names></name> <name><surname>Koohestani</surname> <given-names>A.</given-names></name> <name><surname>Zangooei</surname> <given-names>M. H.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Handling of uncertainty in medical data using machine learning and probability theory techniques: a review of 30 years (1991&#x02013;2020)</article-title>. <source>Ann. Oper. Res</source>. <fpage>1</fpage>&#x02013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1007/s10479-021-04006-2</pub-id><pub-id pub-id-type="pmid">33776178</pub-id></citation></ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aristizabal</surname> <given-names>D. A.</given-names></name> <name><surname>Fernando</surname> <given-names>T.</given-names></name> <name><surname>Denman</surname> <given-names>S.</given-names></name> <name><surname>Robinson</surname> <given-names>J. E.</given-names></name> <name><surname>Sridharan</surname> <given-names>S.</given-names></name> <name><surname>Johnston</surname> <given-names>P. J.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Identification of children at risk of schizophrenia via deep learning and EEG responses</article-title>. <source>IEEE J. Biomed. Health Inform</source>. <volume>25</volume>, <fpage>69</fpage>&#x02013;<lpage>76</lpage>. <pub-id pub-id-type="doi">10.1109/JBHI.2020.2984238</pub-id><pub-id pub-id-type="pmid">32310808</pub-id></citation></ref>
<ref id="B4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baygin</surname> <given-names>M.</given-names></name> <name><surname>Dogan</surname> <given-names>S.</given-names></name> <name><surname>Tuncer</surname> <given-names>T.</given-names></name> <name><surname>Barua</surname> <given-names>P. D.</given-names></name> <name><surname>Faust</surname> <given-names>O.</given-names></name> <name><surname>Arunkumar</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Automated ASD detection using hybrid deep lightweight features extracted from EEG signals</article-title>. <source>Comput. Biol. Med</source>. <volume>134</volume>:<fpage>104548</fpage>. <pub-id pub-id-type="doi">10.1016/j.compbiomed.2021.104548</pub-id><pub-id pub-id-type="pmid">34119923</pub-id></citation></ref>
<ref id="B5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boutros</surname> <given-names>N. N.</given-names></name> <name><surname>Arfken</surname> <given-names>C.</given-names></name> <name><surname>Galderisi</surname> <given-names>S.</given-names></name> <name><surname>Warrick</surname> <given-names>J.</given-names></name> <name><surname>Pratt</surname> <given-names>G.</given-names></name> <name><surname>Iacono</surname> <given-names>W.</given-names></name></person-group> (<year>2008</year>). <article-title>The status of spectral EEG abnormality as a diagnostic test for schizophrenia</article-title>. <source>Schizophr. Res</source>. <volume>99</volume>, <fpage>225</fpage>&#x02013;<lpage>237</lpage>. <pub-id pub-id-type="doi">10.1016/j.schres.2007.11.020</pub-id><pub-id pub-id-type="pmid">18160260</pub-id></citation></ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Breiman</surname> <given-names>L.</given-names></name></person-group> (<year>2001</year>). <article-title>Random forests</article-title>. <source>Mach. Learn</source>. <volume>45</volume>, <fpage>5</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1023/A:1010933404324</pub-id></citation>
</ref>
<ref id="B7">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Cao</surname> <given-names>S.</given-names></name> <name><surname>Lu</surname> <given-names>W.</given-names></name> <name><surname>Xu</surname> <given-names>Q.</given-names></name></person-group> (<year>2016</year>). <article-title>&#x0201C;Deep neural networks for learning graph representations,&#x0201D;</article-title> in <source>Proceedings of the AAAI Conference on Artificial Intelligence, Vol</source>. (<publisher-loc>Phoenix, AZ</publisher-loc>) <volume>30</volume>, No. 1.</citation>
</ref>
<ref id="B8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cheadle</surname> <given-names>C.</given-names></name> <name><surname>Vawter</surname> <given-names>M. P.</given-names></name> <name><surname>Freed</surname> <given-names>W. J.</given-names></name> <name><surname>Becker</surname> <given-names>K. G.</given-names></name></person-group> (<year>2003</year>). <article-title>Analysis of microarray data using Z score transformation</article-title>. <source>J. Mol. Diagn</source>. <volume>5</volume>, <fpage>73</fpage>&#x02013;<lpage>81</lpage>. <pub-id pub-id-type="doi">10.1016/S1525-1578(10)60455-2</pub-id><pub-id pub-id-type="pmid">12707371</pub-id></citation></ref>
<ref id="B9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>H.</given-names></name> <name><surname>Song</surname> <given-names>Y.</given-names></name> <name><surname>Li</surname> <given-names>X.</given-names></name></person-group> (<year>2019</year>). <article-title>A deep learning framework for identifying children with ADHD using an EEG-based brain network</article-title>. <source>Neurocomputing</source> <volume>356</volume>, <fpage>83</fpage>&#x02013;<lpage>96</lpage>. <pub-id pub-id-type="doi">10.1016/j.neucom.2019.04.058</pub-id></citation>
</ref>
<ref id="B10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>L.</given-names></name> <name><surname>Li</surname> <given-names>Q.</given-names></name> <name><surname>Song</surname> <given-names>H.</given-names></name> <name><surname>Gao</surname> <given-names>R.</given-names></name> <name><surname>Yang</surname> <given-names>J.</given-names></name> <name><surname>Dong</surname> <given-names>W.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Classification of schizophrenia using general linear model and support vector machine via fNIRS</article-title>. <source>Phys. Eng. Sci. Med</source>. <volume>43</volume>, <fpage>1151</fpage>&#x02013;<lpage>1160</lpage>. <pub-id pub-id-type="doi">10.1007/s13246-020-00920-0</pub-id><pub-id pub-id-type="pmid">33113110</pub-id></citation></ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chu</surname> <given-names>L.</given-names></name> <name><surname>Qiu</surname> <given-names>R.</given-names></name> <name><surname>Liu</surname> <given-names>H.</given-names></name> <name><surname>Ling</surname> <given-names>Z.</given-names></name> <name><surname>Zhang</surname> <given-names>T.</given-names></name> <name><surname>Wang</surname> <given-names>J.</given-names></name></person-group> (<year>2017</year>). <article-title>Individual recognition in schizophrenia using deep learning methods with random forest and voting classifiers: insights from resting state EEG streams</article-title>. <source>arXiv preprint arXiv:</source>1707.03467.</citation>
</ref>
<ref id="B12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cortes</surname> <given-names>C.</given-names></name> <name><surname>Vapnik</surname> <given-names>V.</given-names></name></person-group> (<year>1995</year>). <article-title>Support-vector networks</article-title>. <source>Mach. Learn</source>. <volume>20</volume>, <fpage>273</fpage>&#x02013;<lpage>297</lpage>. <pub-id pub-id-type="doi">10.1007/BF00994018</pub-id></citation>
</ref>
<ref id="B13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cover</surname> <given-names>T.</given-names></name> <name><surname>Hart</surname> <given-names>P.</given-names></name></person-group> (<year>1967</year>). <article-title>Nearest neighbor pattern classification</article-title>. <source>IEEE Transac. Inform. Theory</source> <volume>13</volume>, <fpage>21</fpage>&#x02013;<lpage>27</lpage>. <pub-id pub-id-type="doi">10.1109/TIT.1967.1053964</pub-id><pub-id pub-id-type="pmid">27295638</pub-id></citation></ref>
<ref id="B14">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Deng</surname> <given-names>L.</given-names></name> <name><surname>Liu</surname> <given-names>Y.</given-names></name></person-group> (Eds.). (<year>2018</year>). <source>Deep Learning in Natural Language Processing</source>. <publisher-name>Springer</publisher-name>.</citation>
</ref>
<ref id="B15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Devia</surname> <given-names>C.</given-names></name> <name><surname>Mayol-Troncoso</surname> <given-names>R.</given-names></name> <name><surname>Parrini</surname> <given-names>J.</given-names></name> <name><surname>Orellana</surname> <given-names>G.</given-names></name> <name><surname>Ruiz</surname> <given-names>A.</given-names></name> <name><surname>Maldonado</surname> <given-names>P. E.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>EEG classification during scene free-viewing for schizophrenia detection</article-title>. <source>IEEE Trans. Neural Syst. Rehabil. Eng</source>. <volume>27</volume>, <fpage>1193</fpage>&#x02013;<lpage>1199</lpage>. <pub-id pub-id-type="doi">10.1109/TNSRE.2019.2913799</pub-id><pub-id pub-id-type="pmid">31034418</pub-id></citation></ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Diykh</surname> <given-names>M.</given-names></name> <name><surname>Li</surname> <given-names>Y.</given-names></name> <name><surname>Wen</surname> <given-names>P.</given-names></name></person-group> (<year>2016</year>). <article-title>EEG sleep stages classification based on time domain features and structural graph similarity</article-title>. <source>IEEE Trans. Neural Syst. Rehabil. Eng</source>. <volume>24</volume>, <fpage>1159</fpage>&#x02013;<lpage>1168</lpage>. <pub-id pub-id-type="doi">10.1109/TNSRE.2016.2552539</pub-id><pub-id pub-id-type="pmid">27101613</pub-id></citation></ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elvevag</surname> <given-names>B.</given-names></name> <name><surname>Goldberg</surname> <given-names>T. E.</given-names></name></person-group> (<year>2000</year>). <article-title>Cognitive impairment in schizophrenia is the core of the disorder</article-title>. <source>Crit. Rev. Neurobiol</source>. <volume>14</volume>:<fpage>1</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1615/CritRevNeurobiol.v14.i1.10</pub-id><pub-id pub-id-type="pmid">11253953</pub-id></citation></ref>
<ref id="B18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Faust</surname> <given-names>O.</given-names></name> <name><surname>Acharya</surname> <given-names>U. R.</given-names></name> <name><surname>Min</surname> <given-names>L. C.</given-names></name> <name><surname>Sputh</surname> <given-names>B. H.</given-names></name></person-group> (<year>2010</year>). <article-title>Automatic identification of epileptic and background EEG signals using frequency domain parameters</article-title>. <source>Int. J. Neural Syst</source>. <volume>20</volume>, <fpage>159</fpage>&#x02013;<lpage>176</lpage>. <pub-id pub-id-type="doi">10.1142/S0129065710002334</pub-id><pub-id pub-id-type="pmid">20411598</pub-id></citation></ref>
<ref id="B19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fern&#x000E1;ndez</surname> <given-names>A.</given-names></name> <name><surname>L&#x000F3;pez-Ibor</surname> <given-names>M. I.</given-names></name> <name><surname>Turrero</surname> <given-names>A.</given-names></name> <name><surname>Santos</surname> <given-names>J. M.</given-names></name> <name><surname>Mor&#x000F3;n</surname> <given-names>M. D.</given-names></name> <name><surname>Hornero</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2011</year>). <article-title>Lempel&#x02013;Ziv complexity in schizophrenia: a MEG study</article-title>. <source>Clin. Neurophysiol</source>. <volume>122</volume>, <fpage>2227</fpage>&#x02013;<lpage>2235</lpage>. <pub-id pub-id-type="doi">10.1016/j.clinph.2011.04.011</pub-id><pub-id pub-id-type="pmid">21592856</pub-id></citation></ref>
<ref id="B20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Friedman</surname> <given-names>J. H.</given-names></name></person-group> (<year>2001</year>). <article-title>Greedy function approximation: a gradient boosting machine</article-title>. <source>Ann. Statist</source>. <volume>29</volume>, <fpage>1189</fpage>&#x02013;<lpage>1232</lpage>. <pub-id pub-id-type="doi">10.1214/aos/1013203451</pub-id></citation>
</ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gajic</surname> <given-names>D.</given-names></name> <name><surname>Djurovic</surname> <given-names>Z.</given-names></name> <name><surname>Gligorijevic</surname> <given-names>J.</given-names></name> <name><surname>Di Gennaro</surname> <given-names>S.</given-names></name> <name><surname>Savic-Gajic</surname> <given-names>I.</given-names></name></person-group> (<year>2015</year>). <article-title>Detection of epileptiform activity in EEG signals based on time-frequency and non-linear analysis</article-title>. <source>Front. Comput. Neurosci</source>. <volume>9</volume>:<fpage>38</fpage>. <pub-id pub-id-type="doi">10.3389/fncom.2015.00038</pub-id><pub-id pub-id-type="pmid">25852534</pub-id></citation></ref>
<ref id="B22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Geurts</surname> <given-names>P.</given-names></name> <name><surname>Ernst</surname> <given-names>D.</given-names></name> <name><surname>Wehenkel</surname> <given-names>L.</given-names></name></person-group> (<year>2006</year>). <article-title>Extremely randomized trees</article-title>. <source>Mach. Learn</source>. <volume>63</volume>, <fpage>3</fpage>&#x02013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1007/s10994-006-6226-1</pub-id></citation>
</ref>
<ref id="B23">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Goodfellow</surname> <given-names>I.</given-names></name> <name><surname>Bengio</surname> <given-names>Y.</given-names></name> <name><surname>Courville</surname> <given-names>A.</given-names></name></person-group> (<year>2016</year>). <source>Deep Learning</source>. <publisher-loc>Cambridge, MA</publisher-loc>: <publisher-name>MIT Press</publisher-name>.</citation>
</ref>
<ref id="B24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>G&#x000F3;rriz</surname> <given-names>J. M.</given-names></name> <name><surname>Ram&#x000ED;rez</surname> <given-names>J.</given-names></name> <name><surname>Ort&#x000ED;z</surname> <given-names>A.</given-names></name> <name><surname>Martinez-Murcia</surname> <given-names>F. J.</given-names></name> <name><surname>Segovia</surname> <given-names>F.</given-names></name> <name><surname>Suckling</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Artificial intelligence within the interplay between natural and artificial computation: advances in data science, trends and applications</article-title>. <source>Neurocomputing</source> <volume>410</volume>, <fpage>237</fpage>&#x02013;<lpage>270</lpage>. <pub-id pub-id-type="doi">10.1016/j.neucom.2020.05.078</pub-id></citation>
</ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gorriz</surname> <given-names>J. M.</given-names></name> <name><surname>Suckling</surname> <given-names>J.</given-names></name> <name><surname>Ramirez</surname> <given-names>J.</given-names></name> <name><surname>Jimenez-Mesa</surname> <given-names>C.</given-names></name> <name><surname>Segovia</surname> <given-names>F.</given-names></name></person-group> (<year>2021</year>). <article-title>A connection between pattern classification by machine learning and statistical inference with the General Linear Model</article-title>. <source>IEEE J. Biomed. Health Inform</source>. <pub-id pub-id-type="doi">10.1109/JBHI.2021.3101662</pub-id><pub-id pub-id-type="pmid">34347610</pub-id></citation></ref>
<ref id="B26">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Gulli</surname> <given-names>A.</given-names></name> <name><surname>Pal</surname> <given-names>S.</given-names></name></person-group> (<year>2017</year>). <source>Deep Learning With Keras</source>. <publisher-loc>Birmingham</publisher-loc>: <publisher-name>Packt Publishing Ltd</publisher-name>.</citation>
</ref>
<ref id="B27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hu</surname> <given-names>M.</given-names></name> <name><surname>Qian</surname> <given-names>X.</given-names></name> <name><surname>Liu</surname> <given-names>S.</given-names></name> <name><surname>Koh</surname> <given-names>A. J.</given-names></name> <name><surname>Sim</surname> <given-names>K.</given-names></name> <name><surname>Jiang</surname> <given-names>X.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Structural and diffusion MRI based schizophrenia classification using 2D pretrained and 3D naive Convolutional Neural Networks</article-title>. <source>Schizophr. Res</source>. <pub-id pub-id-type="doi">10.1016/j.schres.2021.06.011</pub-id><pub-id pub-id-type="pmid">34210562</pub-id></citation></ref>
<ref id="B28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jahmunah</surname> <given-names>V.</given-names></name> <name><surname>Oh</surname> <given-names>S. L.</given-names></name> <name><surname>Rajinikanth</surname> <given-names>V.</given-names></name> <name><surname>Ciaccio</surname> <given-names>E. J.</given-names></name> <name><surname>Cheong</surname> <given-names>K. H.</given-names></name> <name><surname>Arunkumar</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Automated detection of schizophrenia using nonlinear signal processing methods</article-title>. <source>Artif. Intell. Med</source>. <volume>100</volume>:<fpage>101698</fpage>. <pub-id pub-id-type="doi">10.1016/j.artmed.2019.07.006</pub-id><pub-id pub-id-type="pmid">31607349</pub-id></citation></ref>
<ref id="B29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jim&#x000E9;nez-Mesa</surname> <given-names>C.</given-names></name> <name><surname>Ram&#x000ED;rez</surname> <given-names>J.</given-names></name> <name><surname>Suckling</surname> <given-names>J.</given-names></name> <name><surname>V&#x000F6;glein</surname> <given-names>J.</given-names></name> <name><surname>Levin</surname> <given-names>J.</given-names></name> <name><surname>G&#x000F3;rriz</surname> <given-names>J. M.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Deep Learning in current Neuroimaging: a multivariate approach with power and type I error control but arguable generalization ability</article-title>. <source>arXiv preprint arXiv:</source>2103.16685.</citation>
</ref>
<ref id="B30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Khodatars</surname> <given-names>M.</given-names></name> <name><surname>Shoeibi</surname> <given-names>A.</given-names></name> <name><surname>Ghassemi</surname> <given-names>N.</given-names></name> <name><surname>Jafari</surname> <given-names>M.</given-names></name> <name><surname>Khadem</surname> <given-names>A.</given-names></name> <name><surname>Sadeghi</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Deep learning for neuroimaging-based diagnosis and rehabilitation of autism spectrum disorder: a review</article-title>. <source>arXiv preprint arXiv:</source>2007.01285. <pub-id pub-id-type="doi">10.1016/j.compbiomed.2021.104949</pub-id><pub-id pub-id-type="pmid">34737139</pub-id></citation></ref>
<ref id="B31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>J.</given-names></name> <name><surname>Chon</surname> <given-names>M. W.</given-names></name> <name><surname>Kim</surname> <given-names>H.</given-names></name> <name><surname>Rathi</surname> <given-names>Y.</given-names></name> <name><surname>Bouix</surname> <given-names>S.</given-names></name> <name><surname>Shenton</surname> <given-names>M. E.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Diagnostic value of structural and diffusion imaging measures in schizophrenia</article-title>. <source>Neuroimage Clin</source>. <volume>18</volume>, <fpage>467</fpage>&#x02013;<lpage>474</lpage>. <pub-id pub-id-type="doi">10.1016/j.nicl.2018.02.007</pub-id><pub-id pub-id-type="pmid">29876254</pub-id></citation></ref>
<ref id="B32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lewis</surname> <given-names>D. A.</given-names></name> <name><surname>Levitt</surname> <given-names>P.</given-names></name></person-group> (<year>2002</year>). <article-title>Schizophrenia as a disorder of neurodevelopment</article-title>. <source>Annu. Rev. Neurosci</source>. <volume>25</volume>, <fpage>409</fpage>&#x02013;<lpage>432</lpage>. <pub-id pub-id-type="doi">10.1146/annurev.neuro.25.112701.142754</pub-id><pub-id pub-id-type="pmid">12052915</pub-id></citation></ref>
<ref id="B33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>F.</given-names></name> <name><surname>Wang</surname> <given-names>J.</given-names></name> <name><surname>Liao</surname> <given-names>Y.</given-names></name> <name><surname>Yi</surname> <given-names>C.</given-names></name> <name><surname>Jiang</surname> <given-names>Y.</given-names></name> <name><surname>Si</surname> <given-names>Y.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Differentiation of schizophrenia by combining the spatial EEG brain network patterns of rest and task P300</article-title>. <source>IEEE Trans. Neural Syst. Rehabil. Eng</source>. <volume>27</volume>, <fpage>594</fpage>&#x02013;<lpage>602</lpage>. <pub-id pub-id-type="doi">10.1109/TNSRE.2019.2900725</pub-id><pub-id pub-id-type="pmid">30802869</pub-id></citation></ref>
<ref id="B34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>Z.</given-names></name> <name><surname>Li</surname> <given-names>W.</given-names></name> <name><surname>Wei</surname> <given-names>Y.</given-names></name> <name><surname>Gui</surname> <given-names>G.</given-names></name> <name><surname>Zhang</surname> <given-names>R.</given-names></name> <name><surname>Liu</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Deep learning based automatic diagnosis of first-episode psychosis, bipolar disorder and healthy controls</article-title>. <source>Comput. Med. Imaging Graph</source>. <volume>89</volume>:<fpage>101882</fpage>. <pub-id pub-id-type="doi">10.1016/j.compmedimag.2021.101882</pub-id><pub-id pub-id-type="pmid">33684730</pub-id></citation></ref>
<ref id="B35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Luo</surname> <given-names>Y.</given-names></name> <name><surname>Tian</surname> <given-names>Q.</given-names></name> <name><surname>Wang</surname> <given-names>C.</given-names></name> <name><surname>Zhang</surname> <given-names>K.</given-names></name> <name><surname>Wang</surname> <given-names>C.</given-names></name> <name><surname>Zhang</surname> <given-names>J.</given-names></name></person-group> (<year>2020</year>). <article-title>Biomarkers for prediction of schizophrenia: insights from resting-state EEG microstates</article-title>. <source>IEEE Access</source>. <volume>8</volume>, <fpage>213078</fpage>&#x02013;<lpage>213093</lpage>. <pub-id pub-id-type="doi">10.1109/ACCESS.2020.3037658</pub-id><pub-id pub-id-type="pmid">27295638</pub-id></citation></ref>
<ref id="B36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Madhavan</surname> <given-names>S.</given-names></name> <name><surname>Tripathy</surname> <given-names>R. K.</given-names></name> <name><surname>Pachori</surname> <given-names>R. B.</given-names></name></person-group> (<year>2019</year>). <article-title>Time-frequency domain deep convolutional neural network for the classification of focal and non-focal EEG signals</article-title>. <source>IEEE Sens. J</source>. <volume>20</volume>, <fpage>3078</fpage>&#x02013;<lpage>3086</lpage>. <pub-id pub-id-type="doi">10.1109/JSEN.2019.2956072</pub-id><pub-id pub-id-type="pmid">27295638</pub-id></citation></ref>
<ref id="B37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mahmud</surname> <given-names>T.</given-names></name> <name><surname>Khan</surname> <given-names>I. A.</given-names></name> <name><surname>Mahmud</surname> <given-names>T. I.</given-names></name> <name><surname>Fattah</surname> <given-names>S. A.</given-names></name> <name><surname>Zhu</surname> <given-names>W. P.</given-names></name> <name><surname>Ahmad</surname> <given-names>M. O.</given-names></name></person-group> (<year>2021</year>). <article-title>Sleep apnea detection from variational mode decomposed EEG signal using a hybrid CNN-BiLSTM</article-title>. <source>IEEE Access</source>. <pub-id pub-id-type="doi">10.1109/ACCESS.2021.3097090</pub-id><pub-id pub-id-type="pmid">27295638</pub-id></citation></ref>
<ref id="B38">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Martinez-Murcia</surname> <given-names>F. J.</given-names></name> <name><surname>Ortiz</surname> <given-names>A.</given-names></name> <name><surname>Gorriz</surname> <given-names>J. M.</given-names></name> <name><surname>Ramirez</surname> <given-names>J.</given-names></name> <name><surname>Castillo-Barnes</surname> <given-names>D.</given-names></name></person-group> (<year>2019</year>). <article-title>Studying the manifold structure of Alzheimer&#x00027;s disease: a deep learning approach using convolutional autoencoders</article-title>. <source>IEEE J. Biomed. Health Inform</source>. <volume>24</volume>, <fpage>17</fpage>&#x02013;<lpage>26</lpage>. <pub-id pub-id-type="doi">10.1109/JBHI.2019.2914970</pub-id><pub-id pub-id-type="pmid">31217131</pub-id></citation></ref>
<ref id="B39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Murashko</surname> <given-names>A. A.</given-names></name> <name><surname>Shmukler</surname> <given-names>A.</given-names></name></person-group> (<year>2019</year>). <article-title>EEG correlates of face recognition in patients with schizophrenia spectrum disorders: a systematic review</article-title>. <source>Clin. Neurophysiol</source>. <volume>130</volume>, <fpage>986</fpage>&#x02013;<lpage>996</lpage>. <pub-id pub-id-type="doi">10.1016/j.clinph.2019.03.027</pub-id><pub-id pub-id-type="pmid">31003117</pub-id></citation></ref>
<ref id="B40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Naira</surname> <given-names>C. A. T.</given-names></name> <name><surname>Alamo</surname> <given-names>C. J. L. D.</given-names></name></person-group> (<year>2019</year>). <article-title>Classification of people who suffer schizophrenia and healthy people by EEG signals using deep learning</article-title>. <source>Int. J. Adv. Comput. Sci. Appl</source>. <volume>10</volume>, <fpage>511</fpage>&#x02013;<lpage>516</lpage>. <pub-id pub-id-type="doi">10.14569/IJACSA.2019.0101067</pub-id></citation>
</ref>
<ref id="B41">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Niepert</surname> <given-names>M.</given-names></name> <name><surname>Ahmed</surname> <given-names>M.</given-names></name> <name><surname>Kutzkov</surname> <given-names>K.</given-names></name></person-group> (<year>2016</year>). <article-title>&#x0201C;Learning convolutional neural networks for graphs,&#x0201D;</article-title> in <source>International Conference on Machine Learning</source> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>PMLR</publisher-name>), <fpage>2014</fpage>&#x02013;<lpage>2023</lpage>.</citation>
</ref>
<ref id="B42">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ogunfunmi</surname> <given-names>T.</given-names></name> <name><surname>Ramachandran</surname> <given-names>R. P.</given-names></name> <name><surname>Togneri</surname> <given-names>R.</given-names></name> <name><surname>Zhao</surname> <given-names>Y.</given-names></name> <name><surname>Xia</surname> <given-names>X.</given-names></name></person-group> (<year>2019</year>). <article-title>A primer on deep learning architectures and applications in speech processing</article-title>. <source>Circuits Syst. Signal Proc</source>. <volume>38</volume>, <fpage>3406</fpage>&#x02013;<lpage>3432</lpage>. <pub-id pub-id-type="doi">10.1007/s00034-019-01157-3</pub-id></citation>
</ref>
<ref id="B43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oh</surname> <given-names>J.</given-names></name> <name><surname>Oh</surname> <given-names>B. L.</given-names></name> <name><surname>Lee</surname> <given-names>K. U.</given-names></name> <name><surname>Chae</surname> <given-names>J. H.</given-names></name> <name><surname>Yun</surname> <given-names>K.</given-names></name></person-group> (<year>2020</year>). <article-title>Identifying schizophrenia using structural MRI with a deep learning algorithm</article-title>. <source>Front. Psychiatry</source>. <volume>11</volume>:<fpage>16</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyt.2020.00016</pub-id><pub-id pub-id-type="pmid">32116837</pub-id></citation></ref>
<ref id="B44">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oh</surname> <given-names>S. L.</given-names></name> <name><surname>Vicnesh</surname> <given-names>J.</given-names></name> <name><surname>Ciaccio</surname> <given-names>E. J.</given-names></name> <name><surname>Yuvaraj</surname> <given-names>R.</given-names></name> <name><surname>Acharya</surname> <given-names>U. R.</given-names></name></person-group> (<year>2019</year>). <article-title>Deep convolutional neural network model for automated diagnosis of schizophrenia using EEG signals</article-title>. <source>Appl. Sci</source>. <volume>9</volume>:<fpage>2870</fpage>. <pub-id pub-id-type="doi">10.3390/app9142870</pub-id></citation>
</ref>
<ref id="B45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Olejarczyk</surname> <given-names>E.</given-names></name> <name><surname>Jernajczyk</surname> <given-names>W.</given-names></name></person-group> (<year>2017</year>). <article-title>Graph-based analysis of brain connectivity in schizophrenia</article-title>. <source>PLoS ONE</source> <volume>12</volume>:<fpage>e0188629</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0188629</pub-id><pub-id pub-id-type="pmid">29190759</pub-id></citation></ref>
<ref id="B46">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pedregosa</surname> <given-names>F.</given-names></name> <name><surname>Varoquaux</surname> <given-names>G.</given-names></name> <name><surname>Gramfort</surname> <given-names>A.</given-names></name> <name><surname>Michel</surname> <given-names>V.</given-names></name> <name><surname>Thirion</surname> <given-names>B.</given-names></name> <name><surname>Grisel</surname> <given-names>O.</given-names></name> <etal/></person-group>. (<year>2011</year>). <article-title>Scikit-learn: machine learning in Python</article-title>. <source>J. Mach. Learn. Res</source>. <volume>12</volume>, <fpage>2825</fpage>&#x02013;<lpage>2830</lpage>.</citation>
</ref>
<ref id="B47">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Phang</surname> <given-names>C. R.</given-names></name> <name><surname>Noman</surname> <given-names>F.</given-names></name> <name><surname>Hussain</surname> <given-names>H.</given-names></name> <name><surname>Ting</surname> <given-names>C. M.</given-names></name> <name><surname>Ombao</surname> <given-names>H.</given-names></name></person-group> (<year>2019a</year>). <article-title>A multi-domain connectome convolutional neural network for identifying schizophrenia from EEG connectivity patterns</article-title>. <source>IEEE J. Biomed. Health Informatics</source>. <volume>24</volume>, <fpage>1333</fpage>&#x02013;<lpage>1343</lpage>. <pub-id pub-id-type="doi">10.1109/JBHI.2019.2941222</pub-id><pub-id pub-id-type="pmid">31536026</pub-id></citation></ref>
<ref id="B48">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Phang</surname> <given-names>C. R.</given-names></name> <name><surname>Ting</surname> <given-names>C. M.</given-names></name> <name><surname>Samdin</surname> <given-names>S. B.</given-names></name> <name><surname>Ombao</surname> <given-names>H.</given-names></name></person-group> (<year>2019b</year>). <article-title>&#x0201C;Classification of EEG-based effective brain connectivity in schizophrenia using deep neural networks,&#x0201D;</article-title> in <source>2019 9th International IEEE/EMBS Conference on Neural Engineering (NER)</source> (<publisher-loc>San Francisco, CA</publisher-loc>: <publisher-name>IEEE</publisher-name>), <fpage>401</fpage>&#x02013;<lpage>406</lpage>.</citation>
</ref>
<ref id="B49">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Prabhakar</surname> <given-names>S. K.</given-names></name> <name><surname>Rajaguru</surname> <given-names>H.</given-names></name> <name><surname>Lee</surname> <given-names>S. W.</given-names></name></person-group> (<year>2020</year>). <article-title>A framework for schizophrenia EEG signal classification with nature inspired optimization algorithms</article-title>. <source>IEEE Access</source>. <volume>8</volume>, <fpage>39875</fpage>&#x02013;<lpage>39897</lpage>. <pub-id pub-id-type="doi">10.1109/ACCESS.2020.2975848</pub-id><pub-id pub-id-type="pmid">27295638</pub-id></citation></ref>
<ref id="B50">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Prasad</surname> <given-names>P. D.</given-names></name> <name><surname>Halahalli</surname> <given-names>H. N.</given-names></name> <name><surname>John</surname> <given-names>J. P.</given-names></name> <name><surname>Majumdar</surname> <given-names>K. K.</given-names></name></person-group> (<year>2013</year>). <article-title>Single-trial EEG classification using logistic regression based on ensemble synchronization</article-title>. <source>IEEE J</source>. <volume>18</volume>, <fpage>1074</fpage>&#x02013;<lpage>1080</lpage>. <pub-id pub-id-type="doi">10.1109/JBHI.2013.2289741</pub-id><pub-id pub-id-type="pmid">24808232</pub-id></citation></ref>
<ref id="B51">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Qureshi</surname> <given-names>M. N. I.</given-names></name> <name><surname>Oh</surname> <given-names>J.</given-names></name> <name><surname>Lee</surname> <given-names>B.</given-names></name></person-group> (<year>2019</year>). <article-title>3D-CNN based discrimination of schizophrenia using resting-state fMRI</article-title>. <source>Artif. Intell. Med</source>. <volume>98</volume>, <fpage>10</fpage>&#x02013;<lpage>17</lpage>. <pub-id pub-id-type="doi">10.1016/j.artmed.2019.06.003</pub-id><pub-id pub-id-type="pmid">31521248</pub-id></citation></ref>
<ref id="B52">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Rokach</surname> <given-names>L.</given-names></name> <name><surname>Maimon</surname> <given-names>O. Z.</given-names></name></person-group> (<year>2007</year>). <source>Data Mining With Decision Trees: Theory and Applications</source>, <volume>Vol. 69</volume>. <publisher-name>World Scientific</publisher-name>.</citation>
</ref>
<ref id="B53">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sadeghi</surname> <given-names>D.</given-names></name> <name><surname>Shoeibi</surname> <given-names>A.</given-names></name> <name><surname>Ghassemi</surname> <given-names>N.</given-names></name> <name><surname>Moridian</surname> <given-names>P.</given-names></name> <name><surname>Khadem</surname> <given-names>A.</given-names></name> <name><surname>Alizadehsani</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>An overview on artificial intelligence techniques for diagnosis of schizophrenia based on magnetic resonance imaging modalities: methods, challenges, and future works</article-title>. <source>arXiv preprint arXiv:</source>2103.03081.</citation>
</ref>
<ref id="B54">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sartipi</surname> <given-names>S.</given-names></name> <name><surname>Kalbkhani</surname> <given-names>H.</given-names></name> <name><surname>Shayesteh</surname> <given-names>M. G.</given-names></name></person-group> (<year>2020</year>). <article-title>Diagnosis of schizophrenia from R-fMRI data using Ripplet transform and OLPP</article-title>. <source>Multimed. Tools Appl</source>. <volume>79</volume>, <fpage>23401</fpage>&#x02013;<lpage>23423</lpage>. <pub-id pub-id-type="doi">10.1007/s11042-020-09122-y</pub-id></citation>
</ref>
<ref id="B55">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schmitt</surname> <given-names>A.</given-names></name> <name><surname>Hasan</surname> <given-names>A.</given-names></name> <name><surname>Gruber</surname> <given-names>O.</given-names></name> <name><surname>Falkai</surname> <given-names>P.</given-names></name></person-group> (<year>2011</year>). <article-title>Schizophrenia as a disorder of disconnectivity</article-title>. <source>Eur. Arch. Psychiatry Clin. Neurosci</source>. <volume>261</volume>, <fpage>150</fpage>&#x02013;<lpage>154</lpage>. <pub-id pub-id-type="doi">10.1007/s00406-011-0242-2</pub-id><pub-id pub-id-type="pmid">21866371</pub-id></citation></ref>
<ref id="B56">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shalbaf</surname> <given-names>A.</given-names></name> <name><surname>Bagherzadeh</surname> <given-names>S.</given-names></name> <name><surname>Maghsoudi</surname> <given-names>A.</given-names></name></person-group> (<year>2020</year>). <article-title>Transfer learning with deep convolutional neural network for automated detection of schizophrenia from EEG signals</article-title>. <source>Phys. Eng. Sci. Med</source>. <volume>43</volume>, <fpage>1229</fpage>&#x02013;<lpage>1239</lpage>. <pub-id pub-id-type="doi">10.1007/s13246-020-00925-9</pub-id><pub-id pub-id-type="pmid">32926393</pub-id></citation></ref>
<ref id="B57">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sharma</surname> <given-names>G.</given-names></name> <name><surname>Parashar</surname> <given-names>A.</given-names></name> <name><surname>Joshi</surname> <given-names>A. M.</given-names></name></person-group> (<year>2021</year>). <article-title>DepHNN: a novel hybrid neural network for electroencephalogram (EEG)-based screening of depression</article-title>. <source>Biomed. Signal Process. Control</source>. <volume>66</volume>:<fpage>102393</fpage>. <pub-id pub-id-type="doi">10.1016/j.bspc.2020.102393</pub-id></citation>
</ref>
<ref id="B58">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shim</surname> <given-names>M.</given-names></name> <name><surname>Hwang</surname> <given-names>H. J.</given-names></name> <name><surname>Kim</surname> <given-names>D. W.</given-names></name> <name><surname>Lee</surname> <given-names>S. H.</given-names></name> <name><surname>Im</surname> <given-names>C. H.</given-names></name></person-group> (<year>2016</year>). <article-title>Machine-learning-based diagnosis of schizophrenia using combined sensor-level and source-level EEG features</article-title>. <source>Schizophr. Res</source>. <volume>176</volume>, <fpage>314</fpage>&#x02013;<lpage>319</lpage>. <pub-id pub-id-type="doi">10.1016/j.schres.2016.05.007</pub-id><pub-id pub-id-type="pmid">27427557</pub-id></citation></ref>
<ref id="B59">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shoeibi</surname> <given-names>A.</given-names></name> <name><surname>Ghassemi</surname> <given-names>N.</given-names></name> <name><surname>Alizadehsani</surname> <given-names>R.</given-names></name> <name><surname>Rouhani</surname> <given-names>M.</given-names></name> <name><surname>Hosseini-Nejad</surname> <given-names>H.</given-names></name> <name><surname>Khosravi</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2021a</year>). <article-title>A comprehensive comparison of handcrafted features and convolutional autoencoders for epileptic seizures detection in EEG signals</article-title>. <source>Expert Syst. Appl</source>. <volume>163</volume>:<fpage>113788</fpage>. <pub-id pub-id-type="doi">10.1016/j.eswa.2020.113788</pub-id></citation>
</ref>
<ref id="B60">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shoeibi</surname> <given-names>A.</given-names></name> <name><surname>Ghassemi</surname> <given-names>N.</given-names></name> <name><surname>Khodatars</surname> <given-names>M.</given-names></name> <name><surname>Jafari</surname> <given-names>M.</given-names></name> <name><surname>Moridian</surname> <given-names>P.</given-names></name> <name><surname>Alizadehsani</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2021b</year>). <article-title>Applications of epileptic seizures detection in neuroimaging modalities using deep learning techniques: methods, challenges, and future works</article-title>. <source>arXiv preprint arXiv:</source>2105.14278.</citation>
</ref>
<ref id="B61">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shoeibi</surname> <given-names>A.</given-names></name> <name><surname>Khodatars</surname> <given-names>M.</given-names></name> <name><surname>Alizadehsani</surname> <given-names>R.</given-names></name> <name><surname>Ghassemi</surname> <given-names>N.</given-names></name> <name><surname>Jafari</surname> <given-names>M.</given-names></name> <name><surname>Moridian</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Automated detection and forecasting of covid-19 using deep learning techniques: a review</article-title>. <source>arXiv preprint arXiv:</source>2007.10785.</citation>
</ref>
<ref id="B62">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shoeibi</surname> <given-names>A.</given-names></name> <name><surname>Khodatars</surname> <given-names>M.</given-names></name> <name><surname>Ghassemi</surname> <given-names>N.</given-names></name> <name><surname>Jafari</surname> <given-names>M.</given-names></name> <name><surname>Moridian</surname> <given-names>P.</given-names></name> <name><surname>Alizadehsani</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Epileptic seizures detection using deep learning techniques: a review</article-title>. <source>Int. J. Environ. Res. Public Health</source>. <volume>18</volume>:<fpage>5780</fpage>. <pub-id pub-id-type="doi">10.3390/ijerph18115780</pub-id><pub-id pub-id-type="pmid">34072232</pub-id></citation></ref>
<ref id="B63">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Singh</surname> <given-names>K.</given-names></name> <name><surname>Singh</surname> <given-names>S.</given-names></name> <name><surname>Malhotra</surname> <given-names>J.</given-names></name></person-group> (<year>2021</year>). <article-title>Spectral features based convolutional neural network for accurate and prompt identification of schizophrenic patients</article-title>. <source>Proc. Inst. Mech. Eng. Part H J. Eng. Med</source>. <volume>235</volume>, <fpage>167</fpage>&#x02013;<lpage>184</lpage>. <pub-id pub-id-type="doi">10.1177/0954411920966937</pub-id><pub-id pub-id-type="pmid">33124526</pub-id></citation></ref>
<ref id="B64">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Siuly</surname> <given-names>S.</given-names></name> <name><surname>Khare</surname> <given-names>S. K.</given-names></name> <name><surname>Bajaj</surname> <given-names>V.</given-names></name> <name><surname>Wang</surname> <given-names>H.</given-names></name> <name><surname>Zhang</surname> <given-names>Y.</given-names></name></person-group> (<year>2020</year>). <article-title>A computerized method for automatic detection of schizophrenia using EEG signals</article-title>. <source>IEEE Transac. Neural Syst. Rehabil. Eng</source>. <volume>28</volume>, <fpage>2390</fpage>&#x02013;<lpage>2400</lpage>. <pub-id pub-id-type="doi">10.1109/TNSRE.2020.3022715</pub-id><pub-id pub-id-type="pmid">32897863</pub-id></citation></ref>
<ref id="B65">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Steardo</surname> <given-names>L.</given-names> <suffix>Jr.</suffix></name> <name><surname>Carbone</surname> <given-names>E. A.</given-names></name> <name><surname>de Filippis</surname> <given-names>R.</given-names></name> <name><surname>Pisanu</surname> <given-names>C.</given-names></name> <name><surname>Segura-Garcia</surname> <given-names>C.</given-names></name> <name><surname>Squassina</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Application of support vector machine on fMRI data as biomarkers in schizophrenia diagnosis: a systematic review</article-title>. <source>Front. Psychiatry</source>. <volume>11</volume>:<fpage>588</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyt.2020.00588</pub-id><pub-id pub-id-type="pmid">32670113</pub-id></citation></ref>
<ref id="B66">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sui</surname> <given-names>J.</given-names></name> <name><surname>He</surname> <given-names>H.</given-names></name> <name><surname>Yu</surname> <given-names>Q.</given-names></name> <name><surname>Rogers</surname> <given-names>J.</given-names></name> <name><surname>Pearlson</surname> <given-names>G.</given-names></name> <name><surname>Mayer</surname> <given-names>A. R.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Combination of resting state fMRI, DTI, and sMRI data to discriminate schizophrenia by N-way MCCA&#x0002B; jICA</article-title>. <source>Front. Hum. Neurosci</source>. <volume>7</volume>:<fpage>235</fpage>. <pub-id pub-id-type="doi">10.3389/fnhum.2013.00235</pub-id><pub-id pub-id-type="pmid">23755002</pub-id></citation></ref>
<ref id="B67">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sun</surname> <given-names>J.</given-names></name> <name><surname>Cao</surname> <given-names>R.</given-names></name> <name><surname>Zhou</surname> <given-names>M.</given-names></name> <name><surname>Hussain</surname> <given-names>W.</given-names></name> <name><surname>Wang</surname> <given-names>B.</given-names></name> <name><surname>Xue</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>A hybrid deep neural network for classification of schizophrenia using EEG Data</article-title>. <source>Sci. Rep</source>. <volume>11</volume>, <fpage>1</fpage>&#x02013;<lpage>16</lpage>. <pub-id pub-id-type="doi">10.1038/s41598-021-83350-6</pub-id><pub-id pub-id-type="pmid">33633134</pub-id></citation></ref>
<ref id="B68">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vicnesh</surname> <given-names>J.</given-names></name> <name><surname>Wei</surname> <given-names>J. K. E.</given-names></name> <name><surname>Oh</surname> <given-names>S. L.</given-names></name> <name><surname>Arunkumar</surname> <given-names>N.</given-names></name> <name><surname>Abdulhay</surname> <given-names>E.</given-names></name> <name><surname>Ciaccio</surname> <given-names>E. J.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Autism spectrum disorder diagnostic system using HOS bispectrum with EEG signals</article-title>. <source>Int. J. Environ. Res. Public Health</source> <volume>17</volume>:<fpage>971</fpage>. <pub-id pub-id-type="doi">10.3390/ijerph17030971</pub-id><pub-id pub-id-type="pmid">32033231</pub-id></citation></ref>
<ref id="B69">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yan</surname> <given-names>W.</given-names></name> <name><surname>Zhao</surname> <given-names>M.</given-names></name> <name><surname>Fu</surname> <given-names>Z.</given-names></name> <name><surname>Pearlson</surname> <given-names>G. D.</given-names></name> <name><surname>Sui</surname> <given-names>J.</given-names></name> <name><surname>Calhoun</surname> <given-names>V. D.</given-names></name></person-group> (<year>2021</year>). <article-title>Mapping relationships among schizophrenia, bipolar and schizoaffective disorders: a deep classification and clustering framework using fMRI time series</article-title>. <source>Schizophr. Res</source>. <pub-id pub-id-type="doi">10.1016/j.schres.2021.02.007</pub-id><pub-id pub-id-type="pmid">33676821</pub-id></citation></ref>
<ref id="B70">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>H.</given-names></name></person-group> (<year>2004</year>). <article-title>The optimality of naive Bayes</article-title>. <source>AA</source> <volume>1</volume>:<fpage>3</fpage>.</citation>
</ref>
<ref id="B71">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>Z.</given-names></name> <name><surname>Zohren</surname> <given-names>S.</given-names></name> <name><surname>Roberts</surname> <given-names>S.</given-names></name></person-group> (<year>2019</year>). <article-title>Deeplob: deep convolutional neural networks for limit order books</article-title>. <source>IEEE Trans. Signal Proc</source>. <volume>67</volume>, <fpage>3001</fpage>&#x02013;<lpage>3012</lpage>. <pub-id pub-id-type="doi">10.1109/TSP.2019.2907260</pub-id><pub-id pub-id-type="pmid">27295638</pub-id></citation></ref>
</ref-list> 
</back>
</article> 