<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neurol.</journal-id>
<journal-title>Frontiers in Neurology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neurol.</abbrev-journal-title>
<issn pub-type="epub">1664-2295</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fneur.2023.1203375</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neurology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Artificial intelligence and bioinformatics analyze markers of children&#x00027;s transcriptional genome to predict autism spectrum disorder</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes" equal-contrib="yes">
<name><surname>Tang</surname> <given-names>Huitao</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1931241/overview"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Liang</surname> <given-names>Jiawei</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Chai</surname> <given-names>Keping</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1332521/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gu</surname> <given-names>Huaqian</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Ye</surname> <given-names>Weiping</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Cao</surname> <given-names>Panlong</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Chen</surname> <given-names>Shufang</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x0002A;</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Shen</surname> <given-names>Daojiang</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c003"><sup>&#x0002A;</sup></xref>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Pediatrics, Zhejiang Hospital</institution>, <addr-line>Hangzhou</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>College of Life Science and Technology, Huazhong University of Science and Technology</institution>, <addr-line>Wuhan</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Madelyn Gillentine, Seattle Children&#x00027;s Hospital, United States</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Yingxue Ding, Capital Medical University, China; Priyadarsan Parida, Gandhi Institute of Engineering and Technology University (GIET), India</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Huitao Tang <email>tanghuitao2021&#x00040;126.com</email></corresp>
<corresp id="c002">Shufang Chen <email>chenshufang189&#x00040;126.com</email></corresp>
<corresp id="c003">Daojiang Shen <email>zjyysdj&#x00040;126.com</email></corresp>
<fn fn-type="equal" id="fn002"><p>&#x02020;These authors have contributed equally to this work</p></fn></author-notes>
<pub-date pub-type="epub">
<day>17</day>
<month>07</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>14</volume>
<elocation-id>1203375</elocation-id>
<history>
<date date-type="received">
<day>10</day>
<month>04</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>26</day>
<month>06</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2023 Tang, Liang, Chai, Gu, Ye, Cao, Chen and Shen.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Tang, Liang, Chai, Gu, Ye, Cao, Chen and Shen</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license></permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Autism spectrum disorder (ASD), characterized by difficulties in social interaction and communication as well as restricted interests and repetitive behaviors, is extremely challenging to diagnose in toddlers. Early diagnosis and intervention are crucial however.</p></sec>
<sec>
<title>Methods</title>
<p>In this study, we developed a machine learning classification model based on mRNA expression data from the peripheral blood of 128 toddlers with ASD and 126 controls. Differentially expressed genes (DEGs) between ASD and controls were identified.</p></sec>
<sec>
<title>Results</title>
<p>We identified genes such as UBE4B, SPATA2 and RBM3 as DEGs, mainly involved in immune-related pathways. 21 genes were screened as key biomarkers using LASSO regression, yielding an accuracy of 86%. A neural network model based on these 21 genes achieved an AUC of 0.88.</p></sec>
<sec>
<title>Discussion</title>
<p>Our findings suggest that the identified neurotransmitters and 21 immune-related biomarkers may facilitate the early diagnosis of ASD. The mRNA expression profile sheds light on the biological underpinnings of ASD in toddlers and potential biomarkers for early identification. Nevertheless, larger samples are needed to validate these biomarkers.</p></sec></abstract>
<kwd-group>
<kwd>autistic spectrum disorder</kwd>
<kwd>biomarkers</kwd>
<kwd>RNA-Seq</kwd>
<kwd>neural network</kwd>
<kwd>LASSO</kwd>
</kwd-group>
<counts>
<fig-count count="5"/>
<table-count count="0"/>
<equation-count count="0"/>
<ref-count count="37"/>
<page-count count="9"/>
<word-count count="5434"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Pediatric Neurology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1">
<title>1. Introduction</title>
<p>Autism spectrum disorder (ASD) is a neurodevelopmental disorder characterized by the impairment of social and communication skills and repetitive movements in early childhood (<xref ref-type="bibr" rid="B1">1</xref>). Genetic factors are associated with the susceptibility to and development of ASD, with an estimated heritability of 50&#x02013;83% (<xref ref-type="bibr" rid="B2">2</xref>). To date, the pathological mechanisms and curative treatment of ASD have not been clarified (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B4">4</xref>). Early diagnosis and interventions could significantly improve the life of ASD toddlers (<xref ref-type="bibr" rid="B5">5</xref>). Reportedly, ASD is difficult to diagnose in toddlers under 53 months of age (<xref ref-type="bibr" rid="B6">6</xref>).</p>
<p>The current methods are either expensive or subjective, and their application in the diagnosis of ASD is limited. Research on the use of electroencephalography (EEG) data from children with ASD to train neural networks for predicting ASD has yielded promising results. However, EEG signals are susceptible to ambient noise, and there may be significant individual differences, which pose practical limitations in their application (<xref ref-type="bibr" rid="B7">7</xref>). Similarly, studies utilizing infant functional magnetic resonance imaging (fMRI) data and machine learning methods have shown potential for the classification of ASD. Nevertheless, fMRI scanning can be challenging for infants who require a calm and still environment, leading to poor image quality and motion artifacts (<xref ref-type="bibr" rid="B8">8</xref>). Additionally, genomic data analysis has identified genetic risk variants associated with ASD. However, single gene mutations alone are not sufficient for fully explaining the complexity of ASD (<xref ref-type="bibr" rid="B9">9</xref>). Therefore, further research is necessary to explore the potential of these approaches in accurately predicting ASD in children.</p>
<p>Identifying ASD biomarkers may help with the early diagnosis of ASD. However, the well-known neural system biomarkers of ASD are rarely applied due to the difficulty of sample collection. Compared to neural system tissue, peripheral blood is more readily available to screen for biomarkers, but identifying blood biomarkers for ASD and using them to diagnose ASD are two core issues that need to be resolved. The impetus herein was interrogating mRNA expression profiles of peripheral blood from ASD subjects and controls to obtain biomarkers that are amenable to ASD diagnostics. Expression microarray data from 128 ASD and 126 control toddlers were analyzed. Differential expression analysis revealed that 1,027 genes (adjusted <italic>P</italic> &#x0003C; 0.05) were dysregulated in ASD; the ingenuity pathway analysis of the top 200 genes identified immune response, neurotransmission, and cell proliferation pathways as enriched. The least absolute shrinkage and selection operator (LASSO) regression identified 21 candidate biomarkers, including <italic>GDI1, HYAL3</italic>, and <italic>ANAPC7</italic>. Binary logistic regression and neural network models were developed utilizing these 21 biomarkers, achieving a satisfactory accuracy of 86 and 88%, respectively. These models demonstrated the potential of the identified biomarkers for the early detection of ASD.</p>
<p>In aggregate, we adduced 21 candidate peripheral blood biomarkers related to immune functions, growth factors, and neurotransmitter functions in ASD. Our methodology and results adumbrate the value of biomolecular approaches coupled with machine learning for illuminating pathological mechanisms underlying ASD and developing diagnostic modalities. Although the findings are promising, further validation in larger, heterogeneous populations and comparison with prevailing diagnostics are necessary to determine their clinical utility.</p></sec>
<sec id="s2">
<title>2. Methods</title>
<sec>
<title>2.1. Data acquisition and preprocessing</title>
<p>The data used in this study were obtained from the Gene Expression Omnibus (GEO) database in NCBI (Gene Expression Omnibus, <ext-link ext-link-type="uri" xlink:href="http://www.ncbi.nlm.gov/geo">http://www.ncbi.nlm.gov/geo</ext-link>), and the access number is GSE111175 (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B11">11</xref>), GSE42133 (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B13">13</xref>). The platform is Illumina HumanHT-12 V4.0 Expression BeadChip. Gene expression data of 128 ASD and 126 CON samples were identified. In addition, 38 developmental delay (27 language delay samples, 9 pervasive developmental disorder not otherwise specified samples, 1 socially and emotionally delayed sample, 1 global developmental delay sample) samples in GSE111175 were identified for specificity detection of the machine learning model. Principal component analysis (PCA) was performed to visualize the batch effect between the two datasets. The batch effect was eliminated using the SVA package based on the R language (<xref ref-type="bibr" rid="B14">14</xref>). Expression matrix probes without corresponding annotation were removed. Finally, we obtained normalized and batch effect-removed RNA expression data, which contained 254 samples and 24,698 genes.</p></sec>
<sec>
<title>2.2. Diagnostic criteria and procedures for ASD</title>
<p>The diagnosis of ASD was determined using the datasets GSE111175 and GSE42133, which also provide the age, the Autism Diagnostic Observation Schedule (Module T, 1, or 2) (ADOS) scores (<xref ref-type="bibr" rid="B15">15</xref>), the Mullen Scales of Early Learning (MSEL) (<xref ref-type="bibr" rid="B16">16</xref>) scores of the ASD and CON samples, and the Vineland Adaptive Behavior Scales (<xref ref-type="bibr" rid="B17">17</xref>) scores of the ASD and CON samples. A <italic>t</italic>-test was performed to calculate the <italic>p-</italic>values of scores between the two groups.</p></sec>
<sec>
<title>2.3. Clustering methods</title>
<p>A cohort of 128 toddlers diagnosed with ASD was assessed using a dataset consisting of 12 clinical features, including scores from the ADOS, MSEL, and Vineland. In particular, ADOS scores encompassed communication, sociability, circumscribed, and repetitious behaviors, while MSEL scores encompassed precocious learning aggregate and fine motor skills. The Vineland scores encompassed activities of daily living and motor adaptive functioning.</p>
<p>To analyze the data, both hierarchical and K-means clustering methods were employed, with the number of clusters set to two for each technique. The K-means algorithm utilizes a random state of 42. By calculating the spatial distances among the 12 indices across the entire cohort, the toddlers were effectively stratified into two distinct clusters, providing valuable insights into the heterogeneity of ASD profiles.</p></sec>
<sec>
<title>2.4. Identification of differential expression genes</title>
<p>The Wilcox test in the R-package &#x0201C;limma&#x0201D; was performed to screen for differentially expressed genes (DEGs) (<xref ref-type="bibr" rid="B18">18</xref>). The Benjamini&#x02013;Hochberg method, which is a multiple testing method, was performed to calculate the adjusted <italic>p</italic>-values and reduce false-positive DEGs. The heatmap and scatter plot of DEGs were plotted using the R language packages &#x0201C;pheatmap&#x0201D; and &#x0201C;ggpubr.&#x0201D; A total of 200 DEGs with the largest absolute value of LogFC were used as the top 200 candidates for subsequent analysis.</p></sec>
<sec>
<title>2.5. Functional enrichment analysis of DEGs</title>
<p>The Gene Ontology enrichment analysis of DEGs was based on R language packages &#x0201C;org.Hs.eg.db&#x0201D; and &#x0201C;enrichplot.&#x0201D; The gene set enrichment analysis (GSEA) function enrichment analysis was performed using the R language package &#x0201C;ReactomePA&#x0201D; (<xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B20">20</xref>). The number of permutations was set to 100, and a <italic>p</italic>-value of &#x0003C;0.05 and an FDR of &#x0003C;0.25 were considered statistically significant. Ingenuity pathway analysis (IPA) was conducted using IPA software with input data for the gene symbol and the logFC value of DEGs with an adjusted <italic>p</italic>-value of &#x0003C;0.05.</p></sec>
<sec>
<title>2.6. The construction of machine learning models</title>
<p>The LASSO regression model, which is suitable for dimensionality reduction of high-dimensional data, was used to screen genes with non-zero coefficients. The expression data of the screened genes were used to train the logistic regression model and construct the nomograph. The glmnet (<xref ref-type="bibr" rid="B21">21</xref>), rms, and regplot (<xref ref-type="bibr" rid="B22">22</xref>) packages based on the R language were used to implement the above method. The expression data of the screened genes were used to train and optimize the neural network model using the sklearn package in Python.</p></sec>
<sec>
<title>2.7. The acquisition and pre-processing of the test dataset</title>
<p>The test dataset was GSE26415 (<xref ref-type="bibr" rid="B23">23</xref>). The platform was Agilent-014850 Whole Human Genome Microarray 4x44K G4112F. The original datasets contained four groups of 21 toddlers each: toddlers with ASDs, healthy age- and sex-matched subjects (ASD and CON, ages ranging from 18 to 35 months), healthy mothers who had toddlers with ASD (ASDmos), and CONmos (ages ranging from 33 to 55 months). Gene expression data of the 21 ASD and 21 CON participants were retained. The normalized data were downloaded, and the expression matrix was obtained.</p></sec>
<sec>
<title>2.8. Validation of ASD early diagnosis nomogram</title>
<p>A calibration curve method was adopted to evaluate the coordination between the predicted and actual ASD. A decision curve was adopted to quantify the net benefits of different threshold probabilities in the ASD cohort and evaluate the clinical utility of the strong line chart. The net benefits were calculated by subtracting the proportion of all false positive patients from the proportion of true positive patients. The relative harm caused by the intervention was balanced, and the negative consequences of unnecessary interventions were eliminated. The visualization of the decision curve was based on the RMDA package of the R language. The generalization ability and accuracy of the trained model were evaluated using the test datasets.</p></sec></sec>
<sec id="s3">
<title>3. Results</title>
<sec>
<title>3.1. Identification and removal of batch effects and normalization of datasets</title>
<p>We identified an obvious batch effect between the two datasets (GSE111175 and GSE42133) via PCA (<xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S1A</xref>), which could be removed via the SVA package (<xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S1B</xref>). To eliminate the within-group inconsistency and normalize the dataset, limma packages were used (<xref ref-type="supplementary-material" rid="SM1">Supplementary Figures</xref> <xref ref-type="supplementary-material" rid="SM1">S1C, D</xref>).</p></sec>
<sec>
<title>3.2. The analysis of participant characteristics and clinical information</title>
<p>First, differences in the clinical scores between the ASD and CON participants were identified (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table S1</xref>, <xref ref-type="fig" rid="F1">Figure 1A</xref>). Specifically, we compared the ADOS scores of the ASD and CON participants and observed that the ASD participants had significantly higher ADOS scores than the CON participants. Similarly, MSEL score differences between the two groups were identified. Furthermore, we also observed that the Vineland scores of the ASD participants were lower than those of the CON participants.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p><bold>(A)</bold> A heatmap of the clinical feature score for CON and ASD samples. <bold>(B)</bold> Distribution of hierarchical clusters 0 and 1 of ASD in PC1 and PC2 spaces. <bold>(C)</bold> Logistic regression identifies the receiver-operating characteristic (ROC) curves of hierarchical ASD-0 and ASD-1 <bold>(D)</bold> Distribution of ASD-0 and ASD-1 clusters in PC1 and PC2 spaces identified by k-means. <bold>(E)</bold> Logistic regression identifies the ROC curves of k-means ASD-0 and ASD-1. <bold>(F)</bold> The boxplot shows the difference in clinical feature scores between ASD-0 and ASD-1.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fneur-14-1203375-g0001.tif"/>
</fig>
<p>To assess whether there was a within-group bias within the ASD cohort, such as the presence of a good or poor ASD group, hierarchical cluster methods were employed. In particular, 61 ASD toddlers in cluster 0 and 67 ASD toddlers in cluster 1 were identified (<xref ref-type="fig" rid="F1">Figure 1B</xref>). The confidence of the clusters was verified by logistic regression (AUC = 0.92, <xref ref-type="fig" rid="F1">Figure 1C</xref>). To improve the accuracy of clustering, the k-means clustering method was employed. Ultimately, 66 ASD toddlers in cluster 0 and 62 ASD toddlers in cluster 1 were identified (<xref ref-type="fig" rid="F1">Figure 1D</xref>). The confidence of the clusters was verified by logistic regression (AUC = 0.98, <xref ref-type="fig" rid="F1">Figure 1E</xref>). Furthermore, we identified that early learning composite (ELC) and adaptive behavior (AB) scores in ASD cluster 1 were higher than those in ASD cluster 0 (<xref ref-type="fig" rid="F1">Figure 1F</xref>).</p></sec>
<sec>
<title>3.3. Identification of DEGs between ASD and CON, and the functions of DEGs</title>
<p>We identified 1,027 DEGs between 128 ASD and 126 CON participants based on the pre-processing expression data (<xref ref-type="fig" rid="F2">Figures 2A</xref>, <xref ref-type="fig" rid="F2">B</xref>). GO analysis was performed to identify the function of these DEGs; regulatory region nucleic acid binding and transcription regulatory region sequence-specific DNA binding were identified as the main molecular functions. Furthermore, the results of GSEA indicated that the main function of DEGs was APC-mediated degradation of cell cycle proteins, the immune system, and so on (<xref ref-type="fig" rid="F2">Figures 2C</xref>, <xref ref-type="fig" rid="F2">D</xref>). We also analyzed the canonical pathways of DEGs through IPA and found that the functions of the DEGs are enriched in immune-related signaling pathways such as cellular immune response and cytokine signaling. In addition, growth-related signaling pathways, neurotransmitter pathways, and other nervous signaling pathways were identified (<xref ref-type="fig" rid="F2">Figure 2E</xref>).</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Identification of DEGs between ASD and CON and DEGs functional enrichment analysis. <bold>(A)</bold> Volcano diagram: Each point represents a protein: downregulated (blue), upregulated (red), and not significant (yellow). <bold>(B)</bold> A heatmap of the expression of DEGs in ASD and CON. <bold>(C)</bold> TOP-6 GSEA analysis of the KEGG pathway in DEGs. <bold>(D)</bold> Statistically significant Gene Ontology terms with a false discovery rate of &#x0003C;0.05. <bold>(E)</bold> The canonical pathway of IPA shows the signaling pathways in which DEGs are involved.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fneur-14-1203375-g0002.tif"/>
</fig></sec>
<sec>
<title>3.4. Construction of nomogram for the early diagnosis of ASD</title>
<p>To limit the overfitting of machine learning models and screen the DEGs, LASSO regression was performed. Specifically, we selected 200 genes with large logFC absolute values from 1,027 DEGs for LASSO regression, and 21 DEGs were retained (<xref ref-type="fig" rid="F3">Figures 3A</xref>&#x02013;<xref ref-type="fig" rid="F3">C</xref>). These genes included <italic>ZNF716, SNRPB2, AC145207.2, UBE4B, SPATA2, RBM3, PRKCSH, PRAM1, PIP4K2A, PGK1, NSD3, MAP1LC3A, HYAL3, GNL3</italic>, and so on. Logistic regression analysis and nomography were performed to construct a diagnosis model of ASD based on the expression data of the 21 DEGs (<xref ref-type="fig" rid="F4">Figures 4A</xref>, <xref ref-type="fig" rid="F4">B</xref>). In addition, the calibration curve demonstrated the consistency between the predictions of the nomograph and the cohort (<xref ref-type="fig" rid="F4">Figure 4C</xref>).</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Blood feature gene selection using the LASSO binary logistic regression model. <bold>(A)</bold> LASSO coefficient profiles of the 200 DEGs. <bold>(B)</bold> A coefficient profile plot was produced against the log (lambda) sequence in the LASSO model. The optimal parameter (lambda) was selected as the first black dotted line indicated. <bold>(C)</bold> A bar graph of the coefficients of the 21 genes selected.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fneur-14-1203375-g0003.tif"/>
</fig>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>Construction and validation of ASD diagnosis nomogram. <bold>(A)</bold> A boxplot of the expression values of the 21 genes selected in different samples. <bold>(B)</bold> The nomogram for predicting the risk of ASD based on 21 genes. <bold>(C)</bold> The calibration curves of the ASD prediction nomogram. <bold>(D)</bold> The ROC curve of the nomogram in the validation cohort. <bold>(E)</bold> The decision curve analysis for the nomogram.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fneur-14-1203375-g0004.tif"/>
</fig>
<p>To evaluate the generalization ability of the logistic regression model and the benefits of the nomogram in clinical use, we assessed the accuracy of prediction of the trained logistic regression model in the test dataset, as shown in <xref ref-type="fig" rid="F4">Figure 4D</xref>, AUC = 0.86. Furthermore, the decision curve of the nomogram indicated a higher net benefit of using the complex model than using the single gene model (<xref ref-type="fig" rid="F4">Figure 4E</xref>).</p></sec>
<sec>
<title>3.5. Construction of the artificial neural network model</title>
<p>To further improve the accuracy of ASD diagnosis, we used the Python-based sklearn package to construct a neural network model that could predict ASD. Specifically, the above 21 gene expression matrix was used to train the neural network model, which had five hidden layers, and the number of neurons included in each hidden layer was 10, 10, 8, 10, and 10, as shown in <xref ref-type="fig" rid="F5">Figure 5A</xref>. The number of iterations was set to 200, ReLU was selected as the activation function, the weight optimizer was the optimizer of the quasi-Newton method, and the regularization parameter was 0.00001. The average AUC of the model in the training dataset was 0.88, as shown in <xref ref-type="fig" rid="F5">Figure 5B</xref>. Next, we evaluated the generalization ability of the trained neural network model in the test dataset (n ASD = 21, n CON = 21), as shown in <xref ref-type="fig" rid="F5">Figure 5C</xref>, AUC = 0.88. The precision-recall curve (<xref ref-type="fig" rid="F5">Figure 5D</xref>, average precision = 0.91) indicated that the trained neural network had improved generalization and accuracy.</p>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>Construction and validation of the ASD diagnosis neural network. <bold>(A)</bold> Results of neural network visualization. <bold>(B)</bold> The ROC curve of the neural network in the training cohort. <bold>(C)</bold> The ROC curve of the neural network in the validation cohort. <bold>(D)</bold> The precision-recall curve for the neural network classifier.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fneur-14-1203375-g0005.tif"/>
</fig>
<p>In addition, to prevent the differences within the ASD dataset from affecting the prediction results of the model, the data of ASD good and ASD poor were used to construct the neural network model. Firstly, 66 ASD good and 126 CON samples were used to construct the neural network model of the above structure, and the accuracy of the model in predicting the ASD good and CON samples was 0.87 through 5-fold cross-validation (<xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S2A</xref>). Similarly, we also built the neural network model of ASD poor and CON samples and found that the accuracy of the model was 0.85 (<xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S2B</xref>). To explore the 21 genes&#x00027; ability to distinguish between ASD good and poor samples, 66 ASD good and 62 ASD poor samples were used to construct the neural network, and we found that the accuracy of this model was 0.68 (<xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S2C</xref>). Finally, to explore the specificity of the neural network model in predicting ASDs, 38 toddlers with developmental delays were considered in the analysis, and the accuracy of the model in predicting 38 developmental delays was 0.52 (<xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S2D</xref>).</p></sec></sec>
<sec id="s4">
<title>4. Discussion</title>
<p>Early diagnosis and targeted interventions for ASD in toddlers are imperative to optimize neurodevelopmental outcomes and quality of life (<xref ref-type="bibr" rid="B5">5</xref>); yet, current diagnostic methods are subjective, cost-prohibitive, and constrained by developmental maturation. The current diagnosis of ASD includes multiple dimensions, such as vision and hearing examination to exclude sensory impairment, genetic and neurological testing, interviews with parents, neurological or psychiatrist observation of children, and development and behavioral tests of children (<xref ref-type="bibr" rid="B24">24</xref>&#x02013;<xref ref-type="bibr" rid="B26">26</xref>). These special evaluation or inspection methods are either subjective or expensive. In addition, the cognitive assessment for toddlers may vary depending on their age. Thus, there is an urgent need to develop a safe, convenient, and accurate method for ASD diagnosis.</p>
<p>Biomarker-based machine learning models could enable scalable, accurate, and objective early detection of ASD, which is critical to transforming prognosis. Compared with other methods, biomarkers are more objective and convenient (<xref ref-type="bibr" rid="B27">27</xref>, <xref ref-type="bibr" rid="B28">28</xref>). With the development of machine learning algorithms, the accuracy of diagnosis can be improved by combining machine learning methods with biomarker data. However, two issues remain and must be resolved. First, machine learning usually requires a large amount of data (<xref ref-type="bibr" rid="B29">29</xref>, <xref ref-type="bibr" rid="B30">30</xref>). To expand the dataset, datasets GSE111175 and GSE42133 from the GEO database, which included 128 ASD participants and 126 CON participants in the datasets, were obtained. Second, limiting the features of the data to avoid overfitting the model and improving the generalization ability of the model are necessary. In this study, several methods were employed to reduce the dataset&#x00027;s dimensions, such as selecting the top 200 genes from 1,027 DEGs (<xref ref-type="fig" rid="F2">Figures 2A</xref>, <xref ref-type="fig" rid="F2">B</xref>) and LASSO regression (<xref ref-type="fig" rid="F3">Figure 3</xref>). In addition, 21 key DEGs were identified as the biomarkers to diagnose ASD (<xref ref-type="fig" rid="F3">Figures 3</xref>, <xref ref-type="fig" rid="F4">4A</xref>). To evaluate the generalization ability of the model, we compared the predicted results of the trained dataset with the predicted results of the test dataset (GSE26415, 21 CON, 21 ASD) and found that the difference in accuracy between the two was negligible, indicating that there was no serious overfitting in the trained model (<xref ref-type="fig" rid="F4">Figure 4D</xref>). We also found that the net benefit of using the complex model was higher than the benefit of using a single gene model, indicating the strong robustness of the trained model (<xref ref-type="fig" rid="F4">Figure 4E</xref>). To obtain a more accurate model, the neural network model was also trained in this study (<xref ref-type="fig" rid="F5">Figure 5A</xref>). Similarly, we found that the accuracy of the neural network in the test data was higher than that of the nomograph (AUC = 0.88, <xref ref-type="fig" rid="F5">Figures 5B</xref>, <xref ref-type="fig" rid="F5">C</xref>). Although the improvement in the accuracy of the model was not as obvious as in other studies (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B23">23</xref>), we established the robustness of the model across different datasets. To prevent the interference of intra-group differences in ASDs with the prediction results, we redefined neural network models as ASD good and ASD poor, respectively. Compared with the original neural network model, the accuracy of the ASD good and ASD poor models decreased, which may have been caused by the reduction of the dataset size (<xref ref-type="supplementary-material" rid="SM1">Supplementary Figures</xref> <xref ref-type="supplementary-material" rid="SM1">S2A, B</xref>). In addition, we found that the neural network model used to distinguish ASD good from ASD poor did not show high accuracy, which may have been due to the insignificant difference in biomarkers between the two groups (<xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S2C</xref>).</p>
<p>Many previous studies have identified biomarkers related to the immune system in blood samples from individuals with ASD (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B31">31</xref>&#x02013;<xref ref-type="bibr" rid="B33">33</xref>), which is consistent with our results that the DEG pathways are mainly distributed in the immune system (<xref ref-type="fig" rid="F2">Figures 2C</xref>&#x02013;<xref ref-type="fig" rid="F2">E</xref>). Furthermore, the growth factor, organismal growth and development, neurotransmitters, and other nervous system signaling were established through IPA analysis, which may indicate the novel and specific pathways related to ASD biomarkers (<xref ref-type="fig" rid="F2">Figure 2E</xref>). Among these 21 biomarkers, we identified that <italic>GDI1</italic> expression in ASD was significantly increased (<xref ref-type="fig" rid="F4">Figure 4A</xref>), which can be explained by the recurrent duplications of <italic>GDI1</italic> in ASD (<xref ref-type="bibr" rid="B34">34</xref>). In a previous study, <italic>GDI1</italic>-related pathways were reported to be a vesicle-mediated transport (<xref ref-type="bibr" rid="B35">35</xref>), which may be related to the neurotransmitter pathway identified in the IPA (<xref ref-type="fig" rid="F2">Figure 2E</xref>). A genome-wide association study analysis showed that <italic>HYAL3</italic> is one of the pathogenic genes of attention-deficit hyperactivity disorder (<xref ref-type="bibr" rid="B36">36</xref>). In our study, the expression of <italic>HYAL3</italic> in ASD was significantly increased (<xref ref-type="fig" rid="F4">Figure 4A</xref>), indicating that <italic>HYAL3</italic> may also cause ASD. Similarly, a decrease in <italic>ANAPC7</italic> expression in ASD was also identified (<xref ref-type="fig" rid="F4">Figure 4A</xref>). Studies have shown that the loss of <italic>ANAPC7</italic> is associated with intellectual disability syndrome (<xref ref-type="bibr" rid="B37">37</xref>), which may also explain the intellectual disability in toddlers with ASD.</p>
<p>The final limitation of our study is the generalization ability of the neural network model, which can be better assessed with the help of multiple test datasets. We encountered difficulty in finding the expression profile data of blood leukocyte samples for ASD in open databases, which prevented us from verifying the generalizability of the model in this study. Thus, in a future study, we will explore whether specific data are available for this purpose.</p></sec>
<sec id="s5">
<title>5. Conclusion</title>
<p>In this study, we obtained blood RNA-seq data of CON and ASD toddlers from public GEO datasets in NCBI and identified the potential biomarkers of ASD, including ANAPC7 and HYAL3, through a series of analyses. Machine learning can be used on the expression data of the biomarkers to obtain models with high prediction accuracy. By predicting different datasets, we established a certain level of generalizability of our model. We also predicted the developmental delay dataset and established that our model has a certain specificity. Further improvements to the model may shed some light on its clinical application.</p></sec>
<sec sec-type="data-availability" id="s6">
<title>Data availability statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found below: <ext-link ext-link-type="uri" xlink:href="https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE111175">https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE111175</ext-link>; <ext-link ext-link-type="uri" xlink:href="https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE42133">https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE42133</ext-link>.</p></sec>
<sec sec-type="ethics-statement" id="s7">
<title>Ethics statement</title>
<p>Ethical review and approval was not required for the study on human participants in accordance with the local legislation and institutional requirements. Written informed consent from the patients/participants or patients/participants&#x00027; legal guardian/next of kin was not required to participate in this study in accordance with the national legislation and the institutional requirements.</p></sec>
<sec sec-type="author-contributions" id="s8">
<title>Author contributions</title>
<p>HT contributed to the study design, performed the experiments, and contributed to the writing of the manuscript. JL contributed to the data collection and writing of the manuscript. KC, HG, WY, PC, and SC contributed to the study design. DS contributed to the study design, performed the experiments, and contributed to the writing of the manuscript. All authors read and approved the final manuscript.</p>
</sec>
</body>
<back>
<ack><p>We acknowledge the GEO database for providing their platforms and contributors for uploading meaningful datasets. We also acknowledge Chenxi Li, Ph.D., of West Lake University for helping with the IPA analysis.</p>
</ack>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x00027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="s10">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fneur.2023.1203375/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fneur.2023.1203375/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/></sec>
<fn-group>
<title>Abbreviations</title>
<fn fn-type="abbr"><p>ASD, Autism spectrum disorder; GEO, Gene Expression Omnibus; CON, control; DEGs, differentially expressed genes; AUC, accuracy; ROC, receiver-operating characteristic; LASSO, least absolute shrinkage and selection operator; IPA, ingenuity pathway analysis; GSEA, gene set enrichment analysis; PCA, principal component analysis; ADOS, Autism Diagnostic Observations Schedule; MSEL, Mullen Scales of Early Learning; fMRI, functional magnetic resonance imaging; EEG, electroencephalography.</p></fn></fn-group>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lai</surname> <given-names>M-C</given-names></name> <name><surname>Lombardo</surname> <given-names>MV</given-names></name> <name><surname>Baron-Cohen</surname> <given-names>S</given-names></name></person-group>. <article-title>Autism</article-title>. <source>Lancet.</source> (<year>2014</year>) <volume>383</volume>:<fpage>896</fpage>&#x02013;<lpage>910</lpage>. <pub-id pub-id-type="doi">10.1016/S0140-6736(13)61539-1</pub-id><pub-id pub-id-type="pmid">24074734</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sandin</surname> <given-names>S</given-names></name> <name><surname>Lichtenstein</surname> <given-names>P</given-names></name> <name><surname>Kuja-Halkola</surname> <given-names>R</given-names></name> <name><surname>Hultman</surname> <given-names>C</given-names></name> <name><surname>Larsson</surname> <given-names>H</given-names></name> <name><surname>Reichenberg</surname> <given-names>A</given-names></name></person-group>. <article-title>The heritability of autism spectrum disorder</article-title>. <source>JAMA.</source> (<year>2017</year>) <volume>318</volume>:<fpage>1182</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2017.12141</pub-id><pub-id pub-id-type="pmid">28973605</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chang</surname> <given-names>J</given-names></name> <name><surname>Gilman</surname> <given-names>SR</given-names></name> <name><surname>Chiang</surname> <given-names>AH</given-names></name> <name><surname>Sanders</surname> <given-names>SJ</given-names></name> <name><surname>Vitkup</surname> <given-names>D</given-names></name></person-group>. <article-title>Genotype to phenotype relationships in autism spectrum disorders</article-title>. <source>Nat Neurosci.</source> (<year>2015</year>) <volume>18</volume>:<fpage>191</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1038/nn.3907</pub-id><pub-id pub-id-type="pmid">25531569</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bhandari</surname> <given-names>R</given-names></name> <name><surname>Paliwal</surname> <given-names>JK</given-names></name> <name><surname>Kuhad</surname> <given-names>A</given-names></name></person-group>. <article-title>Neuropsychopathology of autism spectrum disorder: complex interplay of genetic, epigenetic, and environmental factors</article-title>. <source>Adv Neurobiol.</source> (<year>2020</year>) <volume>24</volume>:<fpage>97</fpage>&#x02013;<lpage>141</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-030-30402-7_4</pub-id><pub-id pub-id-type="pmid">32006358</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Famitafreshi</surname> <given-names>H</given-names></name> <name><surname>Karimian</surname> <given-names>M</given-names></name></person-group>. <article-title>Overview of the recent advances in pathophysiology and treatment for autism</article-title>. <source>CNS Neurol Disord Drug Targets.</source> (<year>2018</year>) <volume>17</volume>:<fpage>590</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.2174/1871527317666180706141654</pub-id><pub-id pub-id-type="pmid">29984672</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><collab>Developmental Disabilities Monitoring Network Surveillance Year 2010 Principal Investigators Centers for Disease Control and Prevention (CDC)</collab></person-group>. <article-title>Prevalence of autism spectrum disorder among children aged 8 years - autism and developmental disabilities monitoring network, 11 sites, United States, 2010</article-title>. <source>MMWR Surveill Summ.</source> (<year>2014</year>) <volume>63</volume>:<fpage>1</fpage>&#x02013;<lpage>21</lpage>.</citation>
</ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bosl</surname> <given-names>WJ</given-names></name> <name><surname>Tager-Flusberg</surname> <given-names>H</given-names></name> <name><surname>Nelson</surname> <given-names>CA</given-names></name></person-group>. <article-title>EEG analytics for early detection of autism spectrum disorder: a data-driven approach</article-title>. <source>Sci Rep.</source> (<year>2018</year>) <volume>8</volume>:<fpage>6828</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-018-24318-x</pub-id><pub-id pub-id-type="pmid">29717196</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Santana</surname> <given-names>CP</given-names></name> <name><surname>de Carvalho</surname> <given-names>EA</given-names></name> <name><surname>Rodrigues</surname> <given-names>ID</given-names></name> <name><surname>Bastos</surname> <given-names>GS</given-names></name> <name><surname>de Souza</surname> <given-names>AD</given-names></name> <name><surname>de Brito</surname> <given-names>LL</given-names></name></person-group>. <article-title>rs-fMRI and machine learning for ASD diagnosis: a systematic review and meta-analysis</article-title>. <source>Sci Rep.</source> (<year>2022</year>) <volume>12</volume>:<fpage>6030</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-022-09821-6</pub-id><pub-id pub-id-type="pmid">35411059</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grove</surname> <given-names>J</given-names></name> <name><surname>Ripke</surname> <given-names>S</given-names></name> <name><surname>Als</surname> <given-names>TD</given-names></name> <name><surname>Mattheisen</surname> <given-names>M</given-names></name> <name><surname>Walters</surname> <given-names>RK</given-names></name> <name><surname>Won</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Identification of common genetic risk variants for autism spectrum disorder</article-title>. <source>Nat Genet.</source> (<year>2019</year>) <volume>51</volume>:<fpage>431</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1038/s41588-019-0344-8</pub-id><pub-id pub-id-type="pmid">30804558</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gazestani</surname> <given-names>VH</given-names></name> <name><surname>Pramparo</surname> <given-names>T</given-names></name> <name><surname>Nalabolu</surname> <given-names>S</given-names></name> <name><surname>Kellman</surname> <given-names>BP</given-names></name> <name><surname>Murray</surname> <given-names>S</given-names></name> <name><surname>Lopez</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>Perturbed gene network containing PI3K-AKT, RAS-ERK and WNT-&#x003B2;-catenin pathways in leukocytes is linked to ASD genetics and symptom severity</article-title>. <source>Nat Neurosci.</source> (<year>2019</year>) <volume>22</volume>:<fpage>1624</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1038/s41593-019-0489-x</pub-id><pub-id pub-id-type="pmid">31551593</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lombardo</surname> <given-names>MV</given-names></name> <name><surname>Eyler</surname> <given-names>L</given-names></name> <name><surname>Pramparo</surname> <given-names>T</given-names></name> <name><surname>Gazestani</surname> <given-names>VH</given-names></name> <name><surname>Hagler</surname> <given-names>DJ</given-names></name> <name><surname>Chen</surname> <given-names>C-H</given-names></name> <etal/></person-group>. <article-title>Atypical genomic cortical patterning in autism with poor early language outcome</article-title>. <source>Sci Adv.</source> (<year>2021</year>) <volume>7</volume>:<fpage>eabh1663</fpage>. <pub-id pub-id-type="doi">10.1126/sciadv.abh1663</pub-id><pub-id pub-id-type="pmid">34516910</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pramparo</surname> <given-names>T</given-names></name> <name><surname>Lombardo</surname> <given-names>MV</given-names></name> <name><surname>Campbell</surname> <given-names>K</given-names></name> <name><surname>Barnes</surname> <given-names>CC</given-names></name> <name><surname>Marinero</surname> <given-names>S</given-names></name> <name><surname>Solso</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Cell cycle networks link gene expression dysregulation, mutation, and brain maldevelopment in autistic toddlers</article-title>. <source>Mol Syst Biol.</source> (<year>2015</year>) <volume>11</volume>:<fpage>841</fpage>. <pub-id pub-id-type="doi">10.15252/msb.20156108</pub-id><pub-id pub-id-type="pmid">26668231</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pramparo</surname> <given-names>T</given-names></name> <name><surname>Pierce</surname> <given-names>K</given-names></name> <name><surname>Lombardo</surname> <given-names>MV</given-names></name> <name><surname>Carter Barnes</surname> <given-names>C</given-names></name> <name><surname>Marinero</surname> <given-names>S</given-names></name> <name><surname>Ahrens-Barbeau</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Prediction of autism by translation and immune/inflammation coexpressed genes in toddlers from pediatric community practices</article-title>. <source>JAMA Psychiatry.</source> (<year>2015</year>) <volume>72</volume>:<fpage>386</fpage>&#x02013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2014.3008</pub-id><pub-id pub-id-type="pmid">25739104</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leek</surname> <given-names>JT</given-names></name> <name><surname>Johnson</surname> <given-names>WE</given-names></name> <name><surname>Parker</surname> <given-names>HS</given-names></name> <name><surname>Jaffe</surname> <given-names>AE</given-names></name> <name><surname>Storey</surname> <given-names>JD</given-names></name></person-group>. <article-title>The sva package for removing batch effects and other unwanted variation in high-throughput experiments</article-title>. <source>Bioinformatics.</source> (<year>2012</year>) <volume>28</volume>:<fpage>882</fpage>&#x02013;<lpage>3</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/bts034</pub-id><pub-id pub-id-type="pmid">22257669</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lord</surname> <given-names>C</given-names></name> <name><surname>Risi</surname> <given-names>S</given-names></name> <name><surname>Lambrecht</surname> <given-names>L</given-names></name> <name><surname>Cook</surname> <given-names>EH</given-names></name> <name><surname>Leventhal</surname> <given-names>BL</given-names></name> <name><surname>DiLavore</surname> <given-names>PC</given-names></name> <etal/></person-group>. <article-title>The autism diagnostic observation schedule-generic: a standard measure of social and communication deficits associated with the spectrum of autism</article-title>. <source>J Autism Dev Disord.</source> (<year>2000</year>) <volume>30</volume>:<fpage>205</fpage>&#x02013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.1037/t17256-000</pub-id><pub-id pub-id-type="pmid">11055457</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Hutchins</surname> <given-names>T</given-names></name> <name><surname>Vivanti</surname> <given-names>G</given-names></name> <name><surname>Mateljevic</surname> <given-names>N</given-names></name> <name><surname>Jou</surname> <given-names>RJ</given-names></name> <name><surname>Shic</surname> <given-names>F</given-names></name> <name><surname>Cornew</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>Mullen Scales of Early Learning</article-title>. In:<person-group person-group-type="editor"><name><surname>Volkmar</surname> <given-names>FR</given-names></name></person-group>, editor. <source>Encyclopedia of Autism Spectrum Disorders</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Springer New York</publisher-name> (<year>2013</year>). p. <fpage>1941</fpage>&#x02013;<lpage>1946</lpage>.</citation>
</ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Sparrow</surname> <given-names>SS</given-names></name></person-group>. <article-title>Vineland Adaptive Behavior Scales</article-title>. In:<person-group person-group-type="editor"><name><surname>Kreutzer</surname> <given-names>JS</given-names></name> <name><surname>DeLuca</surname> <given-names>J</given-names></name> <name><surname>Caplan</surname> <given-names>B</given-names></name></person-group>, editors. <source>Encyclopedia of Clinical Neuropsychology</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Springer New York</publisher-name> (<year>2011</year>). p. <fpage>2618</fpage>&#x02013;<lpage>2621</lpage>. <pub-id pub-id-type="doi">10.1007/978-0-387-79948-3_1602</pub-id></citation>
</ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ritchie</surname> <given-names>ME</given-names></name> <name><surname>Phipson</surname> <given-names>B</given-names></name> <name><surname>Wu</surname> <given-names>D</given-names></name> <name><surname>Hu</surname> <given-names>Y</given-names></name> <name><surname>Law</surname> <given-names>CW</given-names></name> <name><surname>Shi</surname> <given-names>W</given-names></name> <etal/></person-group>. <article-title>limma powers differential expression analyses for RNA-sequencing and microarray studies</article-title>. <source>Nucleic Acids Res.</source> (<year>2015</year>) <volume>43</volume>:<fpage>e47</fpage>. <pub-id pub-id-type="doi">10.1093/nar/gkv007</pub-id><pub-id pub-id-type="pmid">25605792</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yu</surname> <given-names>G</given-names></name> <name><surname>He</surname> <given-names>Q-Y</given-names></name></person-group>. <article-title>ReactomePA: an R/Bioconductor package for reactome pathway analysis and visualization</article-title>. <source>Mol Biosyst.</source> (<year>2016</year>) <volume>12</volume>:<fpage>477</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1039/C5MB00663E</pub-id><pub-id pub-id-type="pmid">26661513</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Powers</surname> <given-names>RK</given-names></name> <name><surname>Goodspeed</surname> <given-names>A</given-names></name> <name><surname>Pielke-Lombardo</surname> <given-names>H</given-names></name> <name><surname>Tan</surname> <given-names>A-C</given-names></name> <name><surname>Costello</surname> <given-names>JC</given-names></name></person-group>. <article-title>GSEA-InContext: identifying novel and common patterns in expression experiments</article-title>. <source>Bioinformatics.</source> (<year>2018</year>) <volume>34</volume>:<fpage>i555</fpage>&#x02013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/bty271</pub-id><pub-id pub-id-type="pmid">29950010</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Engebretsen</surname> <given-names>S</given-names></name> <name><surname>Bohlin</surname> <given-names>J</given-names></name></person-group>. <article-title>Statistical predictions with glmnet</article-title>. <source>Clin Epigenetics.</source> (<year>2019</year>) <volume>11</volume>:<fpage>123</fpage>. <pub-id pub-id-type="doi">10.1186/s13148-019-0730-1</pub-id><pub-id pub-id-type="pmid">31443682</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>Z</given-names></name> <name><surname>Cortese</surname> <given-names>G</given-names></name> <name><surname>Combescure</surname> <given-names>C</given-names></name> <name><surname>Marshall</surname> <given-names>R</given-names></name> <name><surname>Lee</surname> <given-names>M</given-names></name> <name><surname>Lim</surname> <given-names>HJ</given-names></name> <etal/></person-group>. <article-title>Overview of model validation for survival regression model with competing risks using melanoma study data</article-title>. <source>Ann Transl Med.</source> (<year>2018</year>) <volume>6</volume>:<fpage>325</fpage>. <pub-id pub-id-type="doi">10.21037/atm.2018.07.38</pub-id><pub-id pub-id-type="pmid">30364028</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kuwano</surname> <given-names>Y</given-names></name> <name><surname>Kamio</surname> <given-names>Y</given-names></name> <name><surname>Kawai</surname> <given-names>T</given-names></name> <name><surname>Katsuura</surname> <given-names>S</given-names></name> <name><surname>Inada</surname> <given-names>N</given-names></name> <name><surname>Takaki</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Autism-associated gene expression in peripheral leucocytes commonly observed between subjects with autism and healthy women having autistic children</article-title>. <source>PLoS ONE.</source> (<year>2011</year>) <volume>6</volume>:<fpage>e24723</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0024723</pub-id><pub-id pub-id-type="pmid">21935445</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yu</surname> <given-names>TW</given-names></name> <name><surname>Chahrour</surname> <given-names>MH</given-names></name> <name><surname>Coulter</surname> <given-names>ME</given-names></name> <name><surname>Jiralerspong</surname> <given-names>S</given-names></name> <name><surname>Okamura-Ikeda</surname> <given-names>K</given-names></name> <name><surname>Ataman</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>Using whole-exome sequencing to identify inherited causes of autism</article-title>. <source>Neuron.</source> (<year>2013</year>) <volume>77</volume>:<fpage>259</fpage>&#x02013;<lpage>73</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuron.2012.11.002</pub-id><pub-id pub-id-type="pmid">23352163</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Robertson</surname> <given-names>CE</given-names></name> <name><surname>Baron-Cohen</surname> <given-names>S</given-names></name></person-group>. <article-title>Sensory perception in autism</article-title>. <source>Nat Rev Neurosci.</source> (<year>2017</year>) <volume>18</volume>:<fpage>671</fpage>&#x02013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1038/nrn.2017.112</pub-id><pub-id pub-id-type="pmid">28951611</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brosnan</surname> <given-names>M</given-names></name></person-group>. <article-title>An exploratory study of a dimensional assessment of the diagnostic criteria for autism</article-title>. <source>J Autism Dev Disord.</source> (<year>2020</year>) <volume>50</volume>:<fpage>4158</fpage>&#x02013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1007/s10803-020-04474-8</pub-id><pub-id pub-id-type="pmid">32219635</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Farah</surname> <given-names>R</given-names></name> <name><surname>Haraty</surname> <given-names>H</given-names></name> <name><surname>Salame</surname> <given-names>Z</given-names></name> <name><surname>Fares</surname> <given-names>Y</given-names></name> <name><surname>Ojcius</surname> <given-names>DM</given-names></name> <name><surname>Said Sadier</surname> <given-names>N</given-names></name></person-group>. <article-title>Salivary biomarkers for the diagnosis and monitoring of neurological diseases</article-title>. <source>Biomed J.</source> (<year>2018</year>) <volume>41</volume>:<fpage>63</fpage>&#x02013;<lpage>87</lpage>. <pub-id pub-id-type="doi">10.1016/j.bj.2018.03.004</pub-id><pub-id pub-id-type="pmid">29866603</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Galiana-Simal</surname> <given-names>A</given-names></name> <name><surname>Mu&#x000F1;oz-Martinez</surname> <given-names>V</given-names></name> <name><surname>Calero-Bueno</surname> <given-names>P</given-names></name> <name><surname>Vela-Romero</surname> <given-names>M</given-names></name> <name><surname>Beato-Fernandez</surname> <given-names>L</given-names></name></person-group>. <article-title>Towards a future molecular diagnosis of autism: Recent advances in biomarkers research from saliva samples</article-title>. <source>Int J Dev Neurosci.</source> (<year>2018</year>) <volume>67</volume>:<fpage>1</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijdevneu.2018.03.004</pub-id><pub-id pub-id-type="pmid">29545097</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Blum</surname> <given-names>AL</given-names></name> <name><surname>Langley</surname> <given-names>P</given-names></name></person-group>. <article-title>Selection of relevant features and examples in machine learning</article-title>. <source>Artif Intell.</source> (<year>1997</year>) <volume>97</volume>:<fpage>245</fpage>&#x02013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1016/S0004-3702(97)00063-5</pub-id></citation>
</ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Srivastava</surname> <given-names>N</given-names></name> <name><surname>Hinton</surname> <given-names>G</given-names></name> <name><surname>Krizhevsky</surname> <given-names>A</given-names></name> <name><surname>Sutskever</surname> <given-names>I</given-names></name> <name><surname>Salakhutdinov</surname> <given-names>R</given-names></name></person-group>. <article-title>Dropout: a simple way to prevent neural networks from overfitting</article-title>. <source>J Mach Learn Res.</source> (<year>2014</year>) <volume>15</volume>:<fpage>1929</fpage>&#x02013;<lpage>58</lpage>. <pub-id pub-id-type="doi">10.5555/2627435.2670313</pub-id><pub-id pub-id-type="pmid">33259321</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ashwood</surname> <given-names>P</given-names></name> <name><surname>Corbett</surname> <given-names>BA</given-names></name> <name><surname>Kantor</surname> <given-names>A</given-names></name> <name><surname>Schulman</surname> <given-names>H</given-names></name> <name><surname>Van de Water</surname> <given-names>J</given-names></name> <name><surname>Amaral</surname> <given-names>DG</given-names></name></person-group>. <article-title>In search of cellular immunophenotypes in the blood of children with autism</article-title>. <source>PLoS ONE.</source> (<year>2011</year>) <volume>6</volume>:<fpage>e19299</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0019299</pub-id><pub-id pub-id-type="pmid">21573236</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bjorklund</surname> <given-names>G</given-names></name> <name><surname>Saad</surname> <given-names>K</given-names></name> <name><surname>Chirumbolo</surname> <given-names>S</given-names></name> <name><surname>Kern</surname> <given-names>JK</given-names></name> <name><surname>Geier</surname> <given-names>DA</given-names></name> <name><surname>Geier</surname> <given-names>MR</given-names></name> <etal/></person-group>. <article-title>Immune dysfunction and neuroinflammation in autism spectrum disorder</article-title>. <source>Acta Neurobiol Exp.</source> (<year>2016</year>) <volume>76</volume>:<fpage>257</fpage>&#x02013;<lpage>68</lpage>. <pub-id pub-id-type="doi">10.21307/ane-2017-025</pub-id><pub-id pub-id-type="pmid">36494048</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McCarthy</surname> <given-names>MM</given-names></name> <name><surname>Wright</surname> <given-names>CL</given-names></name></person-group>. <article-title>Convergence of sex differences and the neuroimmune system in autism spectrum disorder</article-title>. <source>Biol Psychiatry.</source> (<year>2017</year>) <volume>81</volume>:<fpage>402</fpage>&#x02013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.1016/j.biopsych.2016.10.004</pub-id><pub-id pub-id-type="pmid">27871670</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pinto</surname> <given-names>D</given-names></name> <name><surname>Delaby</surname> <given-names>E</given-names></name> <name><surname>Merico</surname> <given-names>D</given-names></name> <name><surname>Barbosa</surname> <given-names>M</given-names></name> <name><surname>Merikangas</surname> <given-names>A</given-names></name> <name><surname>Klei</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>Convergence of genes and cellular pathways dysregulated in autism spectrum disorders</article-title>. <source>Am J Hum Genet.</source> (<year>2014</year>) <volume>94</volume>:<fpage>677</fpage>&#x02013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1016/j.ajhg.2014.03.018</pub-id><pub-id pub-id-type="pmid">24768552</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>John</surname> <given-names>A</given-names></name> <name><surname>Ng-Cordell</surname> <given-names>E</given-names></name> <name><surname>Hanna</surname> <given-names>N</given-names></name> <name><surname>Brkic</surname> <given-names>D</given-names></name> <name><surname>Baker</surname> <given-names>K</given-names></name></person-group>. <article-title>The neurodevelopmental spectrum of synaptic vesicle cycling disorders</article-title>. <source>J Neurochem.</source> (<year>2021</year>) <volume>157</volume>:<fpage>208</fpage>&#x02013;<lpage>28</lpage>. <pub-id pub-id-type="doi">10.1111/jnc.15135</pub-id><pub-id pub-id-type="pmid">32738165</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fahira</surname> <given-names>A</given-names></name> <name><surname>Li</surname> <given-names>Z</given-names></name> <name><surname>Liu</surname> <given-names>N</given-names></name> <name><surname>Shi</surname> <given-names>Y</given-names></name></person-group>. <article-title>Prediction of causal genes and gene expression analysis of attention-deficit hyperactivity disorder in the different brain region, a comprehensive integrative analysis of ADHD</article-title>. <source>Behav Brain Res.</source> (<year>2019</year>) <volume>364</volume>:<fpage>183</fpage>&#x02013;<lpage>92</lpage>. <pub-id pub-id-type="doi">10.1016/j.bbr.2019.02.010</pub-id><pub-id pub-id-type="pmid">30738099</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ferguson</surname> <given-names>CJ</given-names></name> <name><surname>Urso</surname> <given-names>O</given-names></name> <name><surname>Bodrug</surname> <given-names>T</given-names></name> <name><surname>Gassaway</surname> <given-names>BM</given-names></name> <name><surname>Watson</surname> <given-names>ER</given-names></name> <name><surname>Prabu</surname> <given-names>JR</given-names></name> <etal/></person-group>. <article-title>APC7 mediates ubiquitin signaling in constitutive heterochromatin in the developing mammalian brain</article-title>. <source>Mol Cell.</source> (<year>2022</year>) <volume>82</volume>:<fpage>90</fpage>&#x02013;<lpage>105</lpage>.e13. <pub-id pub-id-type="doi">10.1016/j.molcel.2021.11.031</pub-id><pub-id pub-id-type="pmid">34942119</pub-id></citation></ref>
</ref-list>
</back>
</article>