<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Hum. Neurosci.</journal-id>
<journal-title>Frontiers in Human Neuroscience</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Hum. Neurosci.</abbrev-journal-title>
<issn pub-type="epub">1662-5161</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fnhum.2021.765517</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Human Neuroscience</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Identifying and Predicting Autism Spectrum Disorder Based on Multi-Site Structural MRI With Machine Learning</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Duan</surname> <given-names>YuMei</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1508254/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhao</surname> <given-names>WeiDong</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Luo</surname> <given-names>Cheng</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/68983/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Liu</surname> <given-names>XiaoJu</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Jiang</surname> <given-names>Hong</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/359714/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Tang</surname> <given-names>YiQian</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1509140/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Liu</surname> <given-names>Chang</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1452193/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Yao</surname> <given-names>DeZhong</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/54424/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Computer and Software, Chengdu Jincheng College</institution>, <addr-line>Chengdu</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>College of Computer, Chengdu University</institution>, <addr-line>Chengdu</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>The Key Laboratory for Neuro Information of Ministry of Education, Center for Information in Bio Medicine, High-Field Magnetic Resonance Brain Imaging Key Laboratory of Sichuan Province, School of Life Science and Technology, University of Electronic Science and Technology of China</institution>, <addr-line>Chengdu</addr-line>, <country>China</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Abdominal Oncology, Cancer Center, West China Hospital, Sichuan University</institution>, <addr-line>Chengdu</addr-line>, <country>China</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Neurosurgery, Rui-Jin Hospital, Shanghai Jiao Tong University School of Medicine</institution>, <addr-line>Shanghai</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Miseon Shim, Korea University, South Korea</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Xun Yang, Chongqing University, China; Weihao Zheng, Lanzhou University, China</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Chang Liu <email>liuchang&#x00040;cdu.edu.cn</email></corresp>
<corresp id="c002">DeZhong Yao <email>dyao&#x00040;uestc.edu.cn</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Brain Imaging and Stimulation, a section of the journal Frontiers in Human Neuroscience</p></fn>
<fn fn-type="equal" id="fn002"><p>&#x02020;These authors have contributed equally to this work</p></fn></author-notes>
<pub-date pub-type="epub">
<day>22</day>
<month>02</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>15</volume>
<elocation-id>765517</elocation-id>
<history>
<date date-type="received">
<day>27</day>
<month>08</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>13</day>
<month>12</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2022 Duan, Zhao, Luo, Liu, Jiang, Tang, Liu and Yao.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Duan, Zhao, Luo, Liu, Jiang, Tang, Liu and Yao</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<p>Although emerging evidence has implicated structural/functional abnormalities of patients with Autism Spectrum Disorder(ASD), definitive neuroimaging markers remain obscured due to inconsistent or incompatible findings, especially for structural imaging. Furthermore, brain differences defined by statistical analysis are difficult to implement individual prediction. The present study has employed the machine learning techniques under the unified framework in neuroimaging to identify the neuroimaging markers of patients with ASD and distinguish them from typically developing controls(TDC). To enhance the interpretability of the machine learning model, the study has processed three levels of assessments including model-level assessment, feature-level assessment, and biology-level assessment. According to these three levels assessment, the study has identified neuroimaging markers of ASD including the opercular part of bilateral inferior frontal gyrus, the orbital part of right inferior frontal gyrus, right rolandic operculum, right olfactory cortex, right gyrus rectus, right insula, left inferior parietal gyrus, bilateral supramarginal gyrus, bilateral angular gyrus, bilateral superior temporal gyrus, bilateral middle temporal gyrus, and left inferior temporal gyrus. In addition, negative correlations between the communication skill score in the Autism Diagnostic Observation Schedule (ADOS_G) and regional gray matter (GM) volume in the gyrus rectus, left middle temporal gyrus, and inferior temporal gyrus have been detected. A significant negative correlation has been found between the communication skill score in ADOS_G and the orbital part of the left inferior frontal gyrus. A negative correlation between verbal skill score and right angular gyrus and a significant negative correlation between non-verbal communication skill and right angular gyrus have been found. These findings in the study have suggested the GM alteration of ASD and correlated with the clinical severity of ASD disease symptoms. The interpretable machine learning framework gives sight to the pathophysiological mechanism of ASD but can also be extended to other diseases.</p></abstract>
<kwd-group>
<kwd>autism spectrum disorder</kwd>
<kwd>structural MRI</kwd>
<kwd>multi-site data</kwd>
<kwd>machine learning</kwd>
<kwd>searchlight technique</kwd>
</kwd-group>
<contract-num rid="cn001">2016M592656</contract-num>
<contract-num rid="cn001">2018JY0272</contract-num>
<contract-sponsor id="cn001">Sichuan Province Science and Technology Support Program<named-content content-type="fundref-id">10.13039/100012542</named-content></contract-sponsor>
<counts>
<fig-count count="4"/>
<table-count count="6"/>
<equation-count count="15"/>
<ref-count count="86"/>
<page-count count="16"/>
<word-count count="11570"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>1. Introduction</title>
<p>Autism Spectrum Disorder, known as ASD, is a complex neuro-developmental disorder and has been characterized by a series of symptoms including early-onset difficulties in social communication as well as restricted, repetitive behaviors and interests (Pagnozzi et al., <xref ref-type="bibr" rid="B56">2018</xref>). The symptoms of ASD generally occur within the first 3 years of life and tend to last even one&#x00027;s whole life (Hazlett et al., <xref ref-type="bibr" rid="B32">2017</xref>). ASD brings significant impairments on an individual&#x00027;s language, emotions, behavior, self-control, learning, and memory and also is accompanied by intellectual disability. Moreover, it is reported that patients with ASD are far more likely to encounter premature death than healthy controls (Hirvikoski et al., <xref ref-type="bibr" rid="B34">2015</xref>). According to the Morbidity and Mortality Weekly Report (MMWR) Series published by the Centers for Disease Controls and Prevention (CDC) in the United States, the prevalence of ASD among children has increased from 1 in 150 to 1 in 54 over 16 years (from 2000 to 2016) and the incidence rate of ASD was 4.3 times higher in boys than girls (Maenner et al., <xref ref-type="bibr" rid="B47">2020</xref>) in 2016. For each patient with ASD, the average lifetime social cost is approximately $3.6 million (Cakir et al., <xref ref-type="bibr" rid="B14">2020</xref>).</p>
<p>Actually, if ASD is unable to be detected and intervened at an earlier age, the impairments are irreversible. Therefore, early and accurate identification and diagnosis are crucial to improving the life quality of ASD patients and their families. Unfortunately, it is notoriously difficult to diagnose, especially in children, since the cause of ASD is a result of combined factors, including genetics, the structure and function of the brain, as well as environmental influences (Raki&#x00107; et al., <xref ref-type="bibr" rid="B61">2020</xref>). Until now, there are still no effective medical treatments for ASD. For the current practice guidelines to assess, diagnose and treat ASD, it is recommended to use the behavioral observation of symptomology following the Diagnostic and Statistical Manual (Fifth Edition) (DSM-5) (American Psychiatric Association, <xref ref-type="bibr" rid="B4">2013</xref>) symptom criteria and the International Classification of Mental and Behavioral Disorders (Tenth Edition) (ICD-10) (Organization, <xref ref-type="bibr" rid="B54">1993</xref>). However, uniformity is lacking while using these practice guidelines, so it is probably prone to misdiagnosis (Eslami et al., <xref ref-type="bibr" rid="B22">2021</xref>). Furthermore, these guidelines cannot point out the biological bases related to behavioral symptoms due to unclear neuroanatomy. Finally, these limitations have resulted in calls for more optimal diagnostic approaches for ASD.</p>
<p>In the last few decades, advances in non-invasive neuroimaging techniques and analysis have provided crucial knowledge to uncover patterns of brain structure and function that would be symptomatic for the autism spectrum. The vast majority of statistical methods on Structural MRI have intended to explore the common patterns between patients with ASD and healthy groups, but previous volumetric and morphological analysis on structural MRI often has derived contradicted results. For example, some research work reported decreased volumes of the amygdala for ASD (van Rooij Daan et al., <xref ref-type="bibr" rid="B77">2017</xref>) while others did not find significant alterations (Maier et al., <xref ref-type="bibr" rid="B48">2015</xref>). Focusing on the hippocampus volumes, some reported its reduction, others reported its enlargement or no changes (Barnea-Goraly et al., <xref ref-type="bibr" rid="B8">2014</xref>; Maier et al., <xref ref-type="bibr" rid="B48">2015</xref>). Xiao et al. (<xref ref-type="bibr" rid="B83">2014</xref>) has found that both gray and white matter (WM) has a significant increment with ASD, and Hazlett et al. (<xref ref-type="bibr" rid="B32">2017</xref>) has pointed out brain volume overgrowth is related to the emergence and severity of ASD. While Palmen et al. (<xref ref-type="bibr" rid="B57">2005</xref>) and Jou et al. (<xref ref-type="bibr" rid="B36">2011</xref>) have noted that there is no difference or decreased WM volume between ASD and healthy controls, and Riddle et al. (<xref ref-type="bibr" rid="B62">2016</xref>) conducted voxel-based morphometry analysis and found that the total brain volume and the left anterior superior temporal gyrus increased for children aged 2&#x02013;4 with ASD. But these brain structural abnormalities are subtle at later ages (Riedel et al., <xref ref-type="bibr" rid="B63">2014</xref>). These inconsistent findings are most likely due to different collecting approaches and limited sample size with heterogeneous characteristics of subjects (Riddle et al., <xref ref-type="bibr" rid="B62">2016</xref>). Moreover, traditional statistical analysis is based on mass univariate techniques which process a single voxel independently and ignore the relationship between voxels (Bonnici et al., <xref ref-type="bibr" rid="B12">2012</xref>; Samartsidis et al., <xref ref-type="bibr" rid="B67">2016</xref>). Furthermore, it defines the common pattern at the level of groups and is unable to predict the unknown sample at the level of individuals (Zhutovsky et al., <xref ref-type="bibr" rid="B85">2019</xref>; Hu et al., <xref ref-type="bibr" rid="B35">2021</xref>).</p>
<p>Most recently, the rapid advance of machine learning has made it becomes possible to explore the underlying neural mechanisms and provide accurate predictions and convincing explanations for ASD from various aspects (Khodatars et al., <xref ref-type="bibr" rid="B38">2020</xref>; Eslami et al., <xref ref-type="bibr" rid="B22">2021</xref>). Knutson (<xref ref-type="bibr" rid="B39">2013</xref>) has pointed out that machine learning can detect differences in neuroimaging data that might not be detected with traditional univariate analysis. In previous studies, typical statistical machine learning and deep learning have been utilized to identify ASD from NC in terms of structural and functional alterations. Statistical machine learning requires the design of handmade features (feature extraction/feature selection) and implement the identification of patients with ASD based on these features (feature classification). Ecker et al. (<xref ref-type="bibr" rid="B21">2010</xref>) has applied SVM to investigate the whole-brain differences of GM and WM volume on 44 subjects and obtained significant predictive power. Additionally, it has been found that these brain differences are related to symptom severity. Ecker et al. (<xref ref-type="bibr" rid="B21">2010</xref>) and Wee et al. (<xref ref-type="bibr" rid="B81">2014</xref>) have extracted morphological features based on structural images and used SVM or multi-kernel technique to achieve satisfactory results. Furthermore, Zheng et al. (<xref ref-type="bibr" rid="B84">2018</xref>) have constructed a multi-feature-based network based on morphological features to explore the cortico-cortical similarities of ASD. Bilgen et al. (<xref ref-type="bibr" rid="B10">2020</xref>) have modeled the morphological relationship between pairs of ROIs with a cortical networks and verified the classification performance of different machine learning methods. Concerning female children, Calderoni et al. (<xref ref-type="bibr" rid="B15">2012</xref>) have detected the abnormality of the gray matter volume based on SVM-RFE (Leung et al., <xref ref-type="bibr" rid="B42">2006</xref>; ChenZhiHong et al., <xref ref-type="bibr" rid="B18">2020</xref>) and found the increased cortical volume in some brain regions involving the left superior frontal gyrus (SFG). In addition, bilateral SFG and right temporoparietal junction (TPJ) resulted in the appearance of some atypical symptoms of ASD and might be relevant to the pathophysiology of female children in ASD. These findings are helpful to reveal the important influence of the structural alterations and the relationship between the brain structure and the pathophysiology of ASD.</p>
<p>However, the lack of a sufficiently large sample at a single site probably leads to poor generalizability that is notably serious for neuroimaging due to limited participants and super-high dimensionality of data. Consequently, the investigation of large sample data from multi-site has attracted increasing attention. Some studies (Spera et al., <xref ref-type="bibr" rid="B73">2019</xref>; Mwiza et al., <xref ref-type="bibr" rid="B52">2020</xref>) have figured out the superiority of machine learning for the classification of multi-site data based on fMRI or the combining structural and MRI in the Autism Imaging Data Exchange database (Di Martino et al., <xref ref-type="bibr" rid="B20">2017</xref>). Due to the excellent performance of deep learning in the field of artificial intelligence on large sample data, some researchers have begun to detect abnormalities of functional connectivity based on deep learning. Deep learning has combined dimensionality reduction and feature classification and implemented the end-to-end classification model automatically, which has achieved satisfaction performance (Eslami et al., <xref ref-type="bibr" rid="B23">2019</xref>; Sherkatghanad et al., <xref ref-type="bibr" rid="B69">2020</xref>). Furthermore, some attempts have been done to fuse structural and functional features with the model of deep learning to improve the classification performance (Raki&#x00107; et al., <xref ref-type="bibr" rid="B61">2020</xref>). But it cannot be denied that deep learning handles data with the mechanism of a black box and it is so hard to identify the abnormal brain regions and connect the classification accuracy with the underlying mechanism of ASD. Furthermore, multi-site data also has brought the issue of data heterogeneity due to different scanning parameters and participant populations. The direct way to address the heterogeneity issue is to apply dimensionality reduction to transform source data into features in the field of machine learning (Wang et al., <xref ref-type="bibr" rid="B80">2020</xref>). Furthermore, these studies also utilized leave-one-site-out cross-validation to evaluate the classification performance in the expectation of reducing the impact of heterogeneity simultaneously (Raki&#x00107; et al., <xref ref-type="bibr" rid="B61">2020</xref>; Eslami et al., <xref ref-type="bibr" rid="B22">2021</xref>). In order to make the results robust, Ashourvan et al. (<xref ref-type="bibr" rid="B6">2016</xref>) have further proposed intra-site cross-validation and inter-site cross-validation and achieved 65% accuracy with functional connections (FC) to identify ASD from normal control.</p>
<p>In fact, detecting the structural/functional brain alterations is vital to reveal the pathological mechanism of ASD. In particular, these brain regions with obvious differences can be recognized as the neuro-imaging biomarkers related to the disease. Based on this kind of neuro-imaging biomarkers (brain regions), achieving excellent classification performance even from different multi-sites would be the most desirable and helpful in the clinical diagnosis. Meanwhile, aiming at a few investigations on volumetric changes based on machine learning, this study has applied machine learning techniques followed the unified framework to implement model-level, feature-level, and biology-level assessment successively. First of all, a searchlight-based classification method has been used to detect the volumetric changes locally and some candidate brain regions have been defined based on the areas of the volumetric changes at the model-level assessment; Regarding distinguished brain regions, this study has processed the &#x0201C;visual lesion&#x0201D; analysis at the feature-level assessment. Stability based on nested cross-validation and multi-site validation of each region has been evaluated. The candidate regions with good stability performance have been preserved and considered as candidate biomarkers related to ASD. Finally, this study investigated the relationship between candidate biomarkers and symptom severity and analyzed our results with previous findings.</p>
<p>The main contributions of the study are discussed as follows: (1) Previous machine learning studies on ASD mainly focus on the classification performance or the important features. Furthermore, this study paid attention to the interpretability of the machine learning model to explore abnormal brain regions related to ASD and conducted model level and feature level assessment to ensure the robustness and stability of the results. (2) The correlation analysis between abnormal brain regions and clinical severity in our study has further proved the relationship between the volume changes of some specific brain regions and the clinical symptom. (3) The findings in our study are partly consistent with previous research work. The abnormal gray matter (GM) volume in the temporal lobe, Broca and Wernicke area probably provides the support for the social brain hypothesis and the broken mirror theory of ASD, which is helpful to understand the neuroanatomy of ASD.</p>
<p>The structure of this study is as follows: First, in section 2, we provide a brief introduction to the pre-processing procedure and statistical analysis of sMRI data. In section 3, we describe the machine learning workflow in detail. Experimental results and discussion are provided in section 4. Finally, in section 4, we conclude the study and discuss the future direction.</p>
</sec>
<sec id="s2">
<title>2. Material</title>
<sec>
<title>2.1. Participants</title>
<p>All data carried in the present study came from the Autism Imaging Data Exchange (ABIDE II) (<ext-link ext-link-type="uri" xlink:href="http://fcon_1000.projects.nitrc.org/indi/abide/abide_II.html">http://fcon_1000.projects.nitrc.org/indi/abide/abide_II.html</ext-link>). Briefly, ABIDE with ABIDE I and ABIDE II is a public repository that provides structural MRI and resting-state fMRI acquired on ASD and matched control subjects for the purpose of data sharing and scientific research (Martino et al., <xref ref-type="bibr" rid="B49">2013</xref>). The ABIDE II includes 1,114 data sets from 19 independent sites which comprise 521 participants with ASD and 593 typically developing controls (TDC) with the age from 5 to 64. All participants in ABIDE have received approval from the Institutional Review Board (IRB) of each site. In the present study, we have selected three independent datasets from Georgetown University (GU), Oregon Health and Science University (OHSU), and University of California Los Angeles (UCLA) which are collected by the same scanner (Siemens) and all participants are children with the age from 7 to 15 to reduce the variability of multi-site neuroimaging data. Since GU has the greatest participants, machine learning methods were conducted on GU with nested cross-validation. Furthermore, we also trained machine learning models for GU and tested them on OHSU and UCLA to verify their robustness. Demographics information of participants is summarized in <xref ref-type="table" rid="T1">Table 1</xref>. The scanning parameters of the three sites are listed in <xref ref-type="table" rid="T2">Table 2</xref>.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Demographics information.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>Site</bold></th>
<th valign="top" align="center" colspan="2" style="border-bottom: thin solid #000000;"><bold>Gender(M/F)</bold></th>
<th valign="top" align="center" colspan="2" style="border-bottom: thin solid #000000;"><bold>Age</bold></th>
<th valign="top" align="center" colspan="2" style="border-bottom: thin solid #000000;"><bold>Full scale IQ</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>NC</bold></th>
<th valign="top" align="center"><bold>ASD</bold></th>
<th valign="top" align="center"><bold>NC</bold></th>
<th valign="top" align="center"><bold>ASD</bold></th>
<th valign="top" align="center"><bold>NC</bold></th>
<th valign="top" align="center"><bold>ASD</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">GU</td>
<td valign="top" align="center">28/27</td>
<td valign="top" align="center">43/8</td>
<td valign="top" align="center">10.448 &#x000B1; 1.696</td>
<td valign="top" align="center">10.896 &#x000B1; 1.535</td>
<td valign="top" align="center">121.46 &#x000B1; 13.808</td>
<td valign="top" align="center">118.3 &#x000B1; 15.377</td>
</tr>
<tr>
<td valign="top" align="left">OHSU</td>
<td valign="top" align="center">27/29</td>
<td valign="top" align="center">30/7</td>
<td valign="top" align="center">10.38 &#x000B1; 1.636</td>
<td valign="top" align="center">11.81 &#x000B1; 2.271</td>
<td valign="top" align="center">117.46 &#x000B1; 11.968</td>
<td valign="top" align="center">105.97 &#x000B1; 16.734</td>
</tr>
<tr>
<td valign="top" align="left">UCLA</td>
<td valign="top" align="center">11/5</td>
<td valign="top" align="center">15/1</td>
<td valign="top" align="center">9.3 &#x000B1; 2.09</td>
<td valign="top" align="center">11.13 &#x000B1; 2.247</td>
<td valign="top" align="center">115 &#x000B1; 13.05</td>
<td valign="top" align="center">102.06 &#x000B1; 13.959</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>The scanning parameters of structural MRI imaging in Georgetown University (GU), Oregon Health and Science University (OHSU), and University of California Los Angeles (UCLA) with Siemens.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>Site</bold></th>
<th valign="top" align="center"><bold>Voxel size(mm<sup>3</sup>)</bold></th>
<th valign="top" align="center"><bold>Flip angle(deg)</bold></th>
<th valign="top" align="center"><bold>FOV(mm)</bold></th>
<th valign="top" align="center"><bold>TR(ms)</bold></th>
<th valign="top" align="center"><bold>TE(ms)</bold></th>
<th valign="top" align="center"><bold>T1(ms)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">GU</td>
<td valign="top" align="center">1 &#x000D7; 1 &#x000D7; 1</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">256 &#x000D7; 256</td>
<td valign="top" align="center">2530</td>
<td valign="top" align="center">3.5</td>
<td valign="top" align="center">1100</td>
</tr>
<tr>
<td valign="top" align="left">OHSU</td>
<td valign="top" align="center">1 &#x000D7; 1 v 1.1</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">256 &#x000D7; 256</td>
<td valign="top" align="center">2300</td>
<td valign="top" align="center">3.58</td>
<td valign="top" align="center">900</td>
</tr>
<tr>
<td valign="top" align="left">UCLA</td>
<td valign="top" align="center">1 &#x000D7; 1 &#x000D7; 1.2</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">256 &#x000D7; 256</td>
<td valign="top" align="center">2300</td>
<td valign="top" align="center">2.86</td>
<td valign="top" align="center">853</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec>
<title>2.2. MRI Data Pre-processing</title>
<p>All structural images were processed using the SPM8 package (Welcome Trust Center for Neuroimaging, London, UK, <ext-link ext-link-type="uri" xlink:href="http://www.filion.ucl.ac.uk/spm/software/spm8/">http://www.filion.ucl.ac.uk/spm/software/spm8/</ext-link>) and the VBM8 (Voxel-Based Morphometry) toolbox (<ext-link ext-link-type="uri" xlink:href="http://dbm.neuro.uni-jena.de/vbm">http://dbm.neuro.uni-jena.de/vbm</ext-link>) running under Matlab R2014a (Mathworks). At first, all T1-weighted images were corrected for bias-field inhomogeneities and then segmented into GM, WM, and CSF (cerebrospinal fluid) based on a tissue probability map (Mazziotta et al., <xref ref-type="bibr" rid="B51">1995</xref>). The segmented GM/WM image was spatially normalized to the &#x0201C;IXI500_MNI152&#x0201D; template based on the DARTEL algorithm (Ashburner, <xref ref-type="bibr" rid="B5">2007</xref>). After that, non-linear warping for the effect of spatial normalization was corrected to generate GM/WM modulated normalized images. Finally, spatial smoothing (Gaussian kernel with 6 mm full-width at half-maximum) was conducted on GM/WM images to remove noise.</p>
</sec>
<sec>
<title>2.3. Statistical Analysis</title>
<p>In the present study, a two-sample <italic>t</italic>-test has been employed on the GU dataset with age, gender, Total Intracranial Volume (TIV) as the effect-of-no-interest covariates to identify group differences between ASD and TDC. A significance level of <italic>p</italic> &#x0003C; 0.001 (uncorrected) was established with an extent threshold of 50 voxels. Meanwhile, an absolute threshold mask of 0.1 was used on GM/WM volume images to avoid potential edge effects.</p>
</sec>
</sec>
<sec sec-type="methods" id="s3">
<title>3. Methods</title>
<p>This study aimed to identify the brain abnormality and predict ASD from TDC <italic>via</italic> machine learning techniques. However, neuroimaging-based ML models like the &#x0201C;black-box&#x0201D; and unable to be understood from the prospect of neuroscience. To address this issue, Kohoutov et al. (<xref ref-type="bibr" rid="B40">2020</xref>) has developed a unified framework to enhance the interpretability of ML models and provide mechanistic insights into underlying neural or disease processes. The proposed framework contains a three-stage process of assessment including Model-level assessment, Feature-level assessment, and Biology-level assessment. In the first stage, the ML model has been built from observations and assessed in terms of its sensitivity, specificity, and generalizability. In the second stage, significant features have been identified from a prediction within the model. Finally, the neuroscientific plausibility of the ML model has been proved with evidence from previous literature and other studies.</p>
<p>However, ML models based on neuroimaging are often built on numerous features and limited participants, which makes the model is prone to overfitting and leads to poor generalization and expensive computational cost even if dimensional reduction techniques have been used. Moreover, isolated features are often insufficient to acquire satisfactory predictive performance and explain the model performance. Consequently, the study has designed a neighborhood-to-regional machine learning workflow within this unified framework to identify structural alteration and discriminant ASD from TDC. The workflow proposed in the study has been illustrated in <xref ref-type="fig" rid="F1">Figure 1</xref>.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>The machine learning workflow proposed in the study.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnhum-15-765517-g0001.tif"/>
</fig>
<sec>
<title>3.1. Model-Level Assessment</title>
<p>First, the study has built an ML model based on the searchlight technique (Kriegeskorte et al., <xref ref-type="bibr" rid="B41">2006</xref>). A spherical window is centered at each voxel to generate a data matrix from the voxel and its neighbors. In light of the spherical window, PCA(Principal Component Analysis) has been used to reduce the dimensionality of the matrix, and SVM(Support Vector Machine) has been used to achieve the classification.</p>
<sec>
<title>3.1.1. Principal Component Analysis</title>
<p>Supposed data matrix obtained from training data <inline-formula><mml:math id="M1"><mml:mi>x</mml:mi><mml:mo>=</mml:mo><mml:mrow><mml:mo>{</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>x</mml:mi></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:msub><mml:mrow><mml:mi>x</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mo>.</mml:mo><mml:mo>.</mml:mo><mml:mo>.</mml:mo><mml:msub><mml:mrow><mml:mi>x</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>}</mml:mo></mml:mrow><mml:mo>&#x02208;</mml:mo><mml:msup><mml:mrow><mml:mi>&#x0211D;</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi><mml:mo>&#x000D7;</mml:mo><mml:mi>n</mml:mi></mml:mrow></mml:msup></mml:math></inline-formula> is obtained from a spherical window, where <italic>m</italic> is the number of subjects in the training dataset, <italic>n</italic> represents the voxel number centered a specific voxel within a spherical window, PCA (Wold et al., <xref ref-type="bibr" rid="B82">1987</xref>) has been used to reduce the dimensionality of the matrix by transforming high-dimensional data into lower-dimensional features while preserving its maximum variance. To this end, data points are projected from high-dimensional space to low-dimensional space with the following linear combinations:</p>
<disp-formula id="E1"><label>(1)</label><mml:math id="M2"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:mstyle mathvariant="bold"><mml:mtext>y</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mstyle displaystyle="true"><mml:munderover accentunder="false" accent="false"><mml:mrow><mml:mo>&#x02211;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>n</mml:mi></mml:mrow></mml:munderover></mml:mstyle><mml:msub><mml:mrow><mml:mi>a</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mstyle mathvariant="bold"><mml:mtext>x</mml:mtext></mml:mstyle></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mi>X</mml:mi><mml:mi>a</mml:mi></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>where <inline-formula><mml:math id="M3"><mml:mstyle mathvariant="bold"><mml:mi>a</mml:mi></mml:mstyle><mml:mo>=</mml:mo><mml:mrow><mml:mo>{</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>a</mml:mi></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:msub><mml:mrow><mml:mi>a</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mo>.</mml:mo><mml:mo>.</mml:mo><mml:mo>.</mml:mo><mml:mo>,</mml:mo><mml:msub><mml:mrow><mml:mi>a</mml:mi></mml:mrow><mml:mrow><mml:mi>n</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>}</mml:mo></mml:mrow><mml:mo>&#x02208;</mml:mo><mml:msup><mml:mrow><mml:mi>&#x0211D;</mml:mi></mml:mrow><mml:mrow><mml:mi>n</mml:mi><mml:mo>&#x000D7;</mml:mo><mml:mi>k</mml:mi></mml:mrow></mml:msup></mml:math></inline-formula> and k &#x0226A; n, <bold>y</bold> is the low-dimensional features. Meanwhile, the variance of the low-dimensional feature is given by:</p>
<disp-formula id="E2"><label>(2)</label><mml:math id="M4"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:mo class="qopname">var</mml:mo><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mstyle mathvariant="bold"><mml:mtext>X</mml:mtext></mml:mstyle><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:msup><mml:mrow><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle></mml:mrow><mml:mrow><mml:mi>T</mml:mi></mml:mrow></mml:msup><mml:mstyle mathvariant="bold"><mml:mtext>S</mml:mtext></mml:mstyle><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>where <bold>S</bold> is the symmetric covariance matrix of data samples. Hence, the linear combination with maximum variance can be achieved by optimizing the following problem:</p>
<disp-formula id="E3"><label>(3)</label><mml:math id="M5"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:mo class="qopname">max</mml:mo><mml:msup><mml:mrow><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle></mml:mrow><mml:mrow><mml:mi>T</mml:mi></mml:mrow></mml:msup><mml:mstyle mathvariant="bold"><mml:mtext>S</mml:mtext></mml:mstyle><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle><mml:mi>s</mml:mi><mml:mo>.</mml:mo><mml:mi>t</mml:mi><mml:mo>.</mml:mo><mml:msup><mml:mrow><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle></mml:mrow><mml:mrow><mml:mi>T</mml:mi></mml:mrow></mml:msup><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>In light of the Lagrangian multiplier method with the restrictions of orthogonality of different coefficient vectors, we can obtain the following equation easily:</p>
<disp-formula id="E4"><label>(4)</label><mml:math id="M7"><mml:mrow><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mi>S</mml:mi><mml:mi>a</mml:mi></mml:mstyle><mml:mo>&#x02212;</mml:mo><mml:mi>&#x003BB;</mml:mi><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mi>a</mml:mi></mml:mstyle><mml:mo>=</mml:mo><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mn>0</mml:mn></mml:mstyle><mml:mo>&#x021D4;</mml:mo><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mi>S</mml:mi><mml:mi>a</mml:mi></mml:mstyle><mml:mo>=</mml:mo><mml:mi>&#x003BB;</mml:mi><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mi>a</mml:mi></mml:mstyle></mml:mrow></mml:math></disp-formula>
<p>where <italic><bold>a</bold></italic> is the orthonormal eigenvector of the covariance matrix <bold>S</bold> and &#x003BB; refers to the corresponding eigenvalue. Thus, the maximum variance corresponds to the largest eigenvalue as follow:</p>
<disp-formula id="E5"><label>(5)</label><mml:math id="M8"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:mo class="qopname">max</mml:mo><mml:mo class="qopname">var</mml:mo><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mstyle mathvariant="bold"><mml:mtext>X</mml:mtext></mml:mstyle><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mo class="qopname">max</mml:mo><mml:msup><mml:mrow><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle mathvariant="bold"><mml:mtext>T</mml:mtext></mml:mstyle></mml:mrow></mml:msup><mml:mstyle mathvariant="bold"><mml:mtext>S</mml:mtext></mml:mstyle><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mo class="qopname">max</mml:mo><mml:mi>&#x003BB;</mml:mi><mml:msup><mml:mrow><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle mathvariant="bold"><mml:mtext>T</mml:mtext></mml:mstyle></mml:mrow></mml:msup><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mo class="qopname">max</mml:mo><mml:mi>&#x003BB;</mml:mi></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>As a consequence, the eigenvectors of <bold>S</bold> corresponding to the first <bold>k</bold> largest eigenvalues can be considered as the coefficient vectors <italic><bold>a</bold></italic> and these linear combinations <bold>Xa</bold><sub><italic>k</italic></sub> are called the principal components (PCs) of the dataset. The quality of a given PC <bold>Xa</bold><sub><italic>j</italic></sub> is measured according to the following proportion of total variance:</p>
<disp-formula id="E6"><label>(6)</label><mml:math id="M9"><mml:mrow><mml:msub><mml:mi>&#x003C0;</mml:mi><mml:mi>j</mml:mi></mml:msub><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:msub><mml:mi>&#x003BB;</mml:mi><mml:mi>j</mml:mi></mml:msub></mml:mrow><mml:mrow><mml:mstyle displaystyle='true'><mml:msubsup><mml:mo>&#x02211;</mml:mo><mml:mrow><mml:mi>j</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mi>n</mml:mi></mml:msubsup><mml:mrow><mml:msub><mml:mi>&#x003BB;</mml:mi><mml:mi>j</mml:mi></mml:msub></mml:mrow></mml:mstyle></mml:mrow></mml:mfrac><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:msub><mml:mi>&#x003BB;</mml:mi><mml:mi>j</mml:mi></mml:msub></mml:mrow><mml:mrow><mml:mi>tr</mml:mi><mml:mo stretchy='false'>(</mml:mo><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mi>S</mml:mi></mml:mstyle><mml:mo stretchy='false'>)</mml:mo></mml:mrow></mml:mfrac></mml:mrow></mml:math></disp-formula>
<p>where tr(<bold>S</bold>) denotes the trace of <bold>S</bold>, and &#x003BB;<sub><italic>j</italic></sub> is the <italic>j</italic>th eigenvalue of <bold>S</bold>. The proportion of total variance preserved by a set of <bold>S</bold> of PCs can be expressed as a percentage of total variance as follows:</p>
<disp-formula id="E7"><label>(7)</label><mml:math id="M10"><mml:mrow><mml:mstyle displaystyle='true'><mml:munderover><mml:mo>&#x02211;</mml:mo><mml:mrow><mml:mi>j</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mi>k</mml:mi></mml:munderover><mml:mrow><mml:msub><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mi>&#x003C0;</mml:mi></mml:mstyle><mml:mi>j</mml:mi></mml:msub></mml:mrow></mml:mstyle><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mstyle displaystyle='true'><mml:msubsup><mml:mo>&#x02211;</mml:mo><mml:mrow><mml:mi>j</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mi>k</mml:mi></mml:msubsup><mml:mrow><mml:msub><mml:mi>&#x003BB;</mml:mi><mml:mi>j</mml:mi></mml:msub></mml:mrow></mml:mstyle></mml:mrow><mml:mrow><mml:mi>tr</mml:mi><mml:mo stretchy='false'>(</mml:mo><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mi>S</mml:mi></mml:mstyle><mml:mo stretchy='false'>)</mml:mo></mml:mrow></mml:mfrac></mml:mrow></mml:math></disp-formula>
<p>In practice, it is common to use some predefined percentage of the total variance to decide how many PCs should be retained, rather than setting the number of the coefficient vector <bold>k</bold> directly. In our study, 80% of total variability has been used.</p>
</sec>
<sec>
<title>3.1.2. Support Vector Machine</title>
<p>After that, supposed a set of feature-label pairs(<italic>f</italic><sub><italic>i</italic></sub>, <italic>y</italic><sub><italic>i</italic></sub>), <inline-formula><mml:math id="M11"><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn><mml:mo>,</mml:mo><mml:mo>&#x02026;</mml:mo><mml:mo>,</mml:mo><mml:mi>m</mml:mi><mml:mo>,</mml:mo><mml:mtext>&#x000A0;</mml:mtext><mml:msub><mml:mrow><mml:mstyle mathvariant="bold"><mml:mi>f</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>&#x02208;</mml:mo><mml:msup><mml:mrow><mml:mi>&#x0211D;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msup><mml:mo>,</mml:mo><mml:msub><mml:mrow><mml:mi>y</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>&#x02208;</mml:mo><mml:mrow><mml:mo>{</mml:mo><mml:mrow><mml:mo>-</mml:mo><mml:mn>1</mml:mn><mml:mo>,</mml:mo><mml:mo>&#x0002B;</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mo>}</mml:mo></mml:mrow></mml:math></inline-formula>, the classification with linear SVM (Fan et al., <xref ref-type="bibr" rid="B24">2008</xref>) has been implemented according to solving the following unconstrained optimization problem:</p>
<disp-formula id="E8"><label>(8)</label><mml:math id="M12"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:mstyle displaystyle="true"><mml:munder class="msub"><mml:mrow><mml:mo class="qopname">min</mml:mo></mml:mrow><mml:mrow><mml:mstyle mathvariant="bold"><mml:mi>w</mml:mi></mml:mstyle></mml:mrow></mml:munder></mml:mstyle><mml:mfrac><mml:mrow><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:mfrac><mml:msup><mml:mrow><mml:mstyle mathvariant="bold"><mml:mi>w</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mi>T</mml:mi></mml:mrow></mml:msup><mml:mstyle mathvariant="bold"><mml:mi>w</mml:mi></mml:mstyle><mml:mo>&#x0002B;</mml:mo><mml:mi>C</mml:mi><mml:mstyle displaystyle="true"><mml:munderover accentunder="false" accent="false"><mml:mrow><mml:mo>&#x02211;</mml:mo></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>l</mml:mi></mml:mrow></mml:munderover></mml:mstyle><mml:mi>&#x003BE;</mml:mi><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mstyle mathvariant="bold"><mml:mi>w</mml:mi></mml:mstyle><mml:mo>;</mml:mo><mml:msub><mml:mrow><mml:mi>f</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:msub><mml:mrow><mml:mi>y</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>where <italic>C</italic> is a penalty parameter and the loss function <inline-formula><mml:math id="M13"><mml:mi>&#x003BE;</mml:mi><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mstyle mathvariant="bold"><mml:mi>w</mml:mi></mml:mstyle><mml:mo>;</mml:mo><mml:msub><mml:mrow><mml:mi>f</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:msub><mml:mrow><mml:mi>y</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mo class="qopname">max</mml:mo><mml:msup><mml:mrow><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mi>y</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:msup><mml:mrow><mml:mstyle mathvariant="bold"><mml:mi>w</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mi>T</mml:mi></mml:mrow></mml:msup><mml:msub><mml:mrow><mml:mstyle mathvariant="bold"><mml:mi>f</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mn>0</mml:mn></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msup></mml:math></inline-formula>.</p>
<p>When a new testing data point <italic>x</italic> arrives, it can be projected into low-dimensional space by PCA as follows:</p>
<disp-formula id="E9"><label>(9)</label><mml:math id="M14"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:msup><mml:mrow><mml:mstyle mathvariant="bold"><mml:mtext>x</mml:mtext></mml:mstyle></mml:mrow><mml:mrow><mml:mi>&#x02032;</mml:mi></mml:mrow></mml:msup><mml:mo>=</mml:mo><mml:mstyle mathvariant="bold"><mml:mtext>x</mml:mtext></mml:mstyle><mml:mstyle mathvariant="bold"><mml:mtext>a</mml:mtext></mml:mstyle></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>and then the low-dimensional feature <bold>x</bold>&#x02032; is predicted as positive if <italic><bold>w</bold></italic><sup><italic>T</italic></sup><italic><bold>x</bold></italic> &#x0003E; 0 and negative, otherwise. In the present study, the number of the coefficient vector <bold>k</bold> of PCA is determined when preserving the energy of PCs is 80% and the penalty parameter <italic>C</italic> &#x0003D; 1 of linear SVM is used in default.</p>
<p>The classification accuracy of a spherical window around a specific voxel has indicated how well centered voxel in the local spherical neighborhood differentiates between different groups. According to slide the spherical searchlight window on each voxel of GM/WM images, a 3D accuracy map has been obtained to explore the local spatial pattern of GM/WM volume. The ML model based on the neighborhood window is useful to relieve overfitting and computational cost problem.</p>
<p>In order to assess the robustness of the results, the 5-fold cross-validation has been employed. For 5-fold cross-validation, the dataset has been divided randomly into five equal subsets. One subset has been used for testing and the other subsets have been used for training machine learning models. Repeating this process five times, the average 3D accuracy map has been obtained to evaluate the local structural differences between ASD and TDC ultimately. Generally, 5-fold cross-validation also has been repeated several times to enhance the robustness of the results. The higher accuracy of the voxels have, the more significant structural changes around the voxels. Similar to the previous study (Feng et al., <xref ref-type="bibr" rid="B26">2012</xref>), a rigorous threshold (70% in the present study) has been set to identify meaningful clusters (features) with a cluster size larger than 50 voxels. The brain regions involved in these clusters can be considered as candidate brain regions that are related to structural alteration.</p>
</sec>
</sec>
<sec>
<title>3.2. Feature-Level Assessment</title>
<p>Feature-level assessment in the study has processed the &#x02018;virtual lesion&#x00027; analysis based on these candidate brain regions (Chang et al., <xref ref-type="bibr" rid="B17">2015</xref>) involved in the above clusters. Originally, the &#x0201C;virtual lesion&#x0201D; analysis has been applied to investigate how individual regions or networks contribute to the prediction of ML models by removing or using each region or network at a time from the model based on a selected parcellation. Based on AAL parcellation, we have divided the clusters identified in model-level assessment into different brain regions and utilized the &#x0201C;virtual lesion&#x0201D; analysis to investigate their classification performance separately based on three different ML models including PCA&#x0002B;Ridge, PCA&#x0002B;SVM, and Bagging. For PCA&#x0002B;Ridge and PCA&#x0002B;SVM, PCA has been used to reduce the dimensionality of data, and Ridge/SVM has been used as the classifier, respectively.</p>
<sec>
<title>3.2.1. Ridge Classifier</title>
<p>Ridge method has been proposed to solve the regression problem originally by imposing a penalty on the coefficient vector <italic><bold>w</bold></italic> on the following objective function (Rifkin et al., <xref ref-type="bibr" rid="B64">2003</xref>):</p>
<disp-formula id="E10"><label>(10)</label><mml:math id="M15"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:mstyle displaystyle="true"><mml:munder class="msub"><mml:mrow><mml:mo class="qopname">min</mml:mo></mml:mrow><mml:mrow><mml:mi>w</mml:mi></mml:mrow></mml:munder></mml:mstyle><mml:mo>&#x02016;</mml:mo><mml:mi>X</mml:mi><mml:mi>w</mml:mi><mml:mo>-</mml:mo><mml:mi>y</mml:mi><mml:mo>&#x02016;</mml:mo><mml:msubsup><mml:mrow></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msubsup><mml:mo>&#x0002B;</mml:mo><mml:mi>&#x003B1;</mml:mi><mml:mo>&#x02016;</mml:mo><mml:mi>w</mml:mi><mml:mo>&#x02016;</mml:mo><mml:msubsup><mml:mrow></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msubsup></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>where <italic>X</italic> is the dataset, <italic>y</italic> is the data label. The penalty factor &#x003B1; is used to control the amount of shrinkage. The larger the value of &#x003B1;, the greater the amount of shrinkage. When utilized for classification problems, the Ridge classifier converts binary targets <italic>y</italic> to {&#x02212;1, &#x0002B;1} and treats them as regression tasks, optimizing the above objective function.</p>
</sec>
<sec>
<title>3.2.2. Bagging Classifier</title>
<p>As a kind of ensemble algorithms, the bagging method has used a base estimator to build several instances from random subsets of the original training set and then average the predictions of these instances to drive a final prediction, which is helpful to reduce the variance of a base estimator. In this present study, the base estimator used a decision tree by default. Given training vectors <inline-formula><mml:math id="M16"><mml:msub><mml:mrow><mml:mi>x</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>&#x02208;</mml:mo><mml:msup><mml:mrow><mml:mi>&#x0211D;</mml:mi></mml:mrow><mml:mrow><mml:mi>n</mml:mi></mml:mrow></mml:msup><mml:mo>,</mml:mo><mml:mstyle mathvariant="bold"><mml:mtext>i</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mn>1</mml:mn><mml:mo>,</mml:mo><mml:mo>&#x02026;</mml:mo><mml:mi>m</mml:mi></mml:math></inline-formula> and the label vector <italic>y</italic> &#x02208; &#x0211D;<sup><italic>l</italic></sup>, a decision tree employs a tree to model the classification problem, which partitions the feature space recursively to make samples with the same label grouped together. Supposed the data at node <italic>m</italic> be expressed by <italic>Q</italic><sub><italic>m</italic></sub> with <italic>N</italic><sub><italic>m</italic></sub> samples. For each candidate split &#x003B8; &#x0003D; (<italic>j, t</italic><sub><italic>m</italic></sub>) consisting of a feature <italic>j</italic> and threshold <italic>t</italic><sub><italic>m</italic></sub>, partition training data into <inline-formula><mml:math id="M17"><mml:msubsup><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow><mml:mrow><mml:mi>l</mml:mi><mml:mi>e</mml:mi><mml:mi>f</mml:mi><mml:mi>t</mml:mi></mml:mrow></mml:msubsup><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>&#x003B8;</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M18"><mml:msubsup><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow><mml:mrow><mml:mi>r</mml:mi><mml:mi>i</mml:mi><mml:mi>g</mml:mi><mml:mi>h</mml:mi><mml:mi>t</mml:mi></mml:mrow></mml:msubsup><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>&#x003B8;</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:math></inline-formula> subsets as follows:</p>
<disp-formula id="E11"><label>(11)</label><mml:math id="M19"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:msubsup><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow><mml:mrow><mml:mi>l</mml:mi><mml:mi>e</mml:mi><mml:mi>f</mml:mi><mml:mi>t</mml:mi></mml:mrow></mml:msubsup><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>&#x003B8;</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mrow><mml:mo>{</mml:mo><mml:mrow><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>x</mml:mi><mml:mo>,</mml:mo><mml:mi>y</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>&#x02223;</mml:mo><mml:msub><mml:mrow><mml:mi>x</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>&#x0003C;</mml:mo><mml:mo>=</mml:mo><mml:msub><mml:mrow><mml:mi>t</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>}</mml:mo></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<disp-formula id="E12"><label>(12)</label><mml:math id="M20"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:msubsup><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow><mml:mrow><mml:mstyle class="mbox"><mml:mtext>right</mml:mtext></mml:mstyle></mml:mrow></mml:msubsup><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>&#x003B8;</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:msub><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub><mml:mo>\</mml:mo><mml:msubsup><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow><mml:mrow><mml:mstyle class="mbox"><mml:mtext>left</mml:mtext></mml:mstyle></mml:mrow></mml:msubsup><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>&#x003B8;</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>The &#x0201C;best&#x0201D; split has been determined according to the following objective function:</p>
<disp-formula id="E13"><label>(13)</label><mml:math id="M21"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:msup><mml:mrow><mml:mi>&#x003B8;</mml:mi></mml:mrow><mml:mrow><mml:mo>&#x0002A;</mml:mo></mml:mrow></mml:msup><mml:mo>=</mml:mo><mml:msub><mml:mrow><mml:mo class="qopname">argmin</mml:mo></mml:mrow><mml:mrow><mml:mi>&#x003B8;</mml:mi></mml:mrow></mml:msub><mml:mi>G</mml:mi><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mi>&#x003B8;</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>where</p>
<disp-formula id="E14"><label>(14)</label><mml:math id="M22"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:mi>G</mml:mi><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mi>&#x003B8;</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:msubsup><mml:mrow><mml:mi>N</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow><mml:mrow><mml:mi>l</mml:mi><mml:mi>e</mml:mi><mml:mi>f</mml:mi><mml:mi>t</mml:mi></mml:mrow></mml:msubsup></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi>N</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac><mml:mi>H</mml:mi><mml:mrow><mml:mo stretchy="true">(</mml:mo><mml:mrow><mml:msubsup><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow><mml:mrow><mml:mi>l</mml:mi><mml:mi>e</mml:mi><mml:mi>f</mml:mi><mml:mi>t</mml:mi></mml:mrow></mml:msubsup><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>&#x003B8;</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mrow><mml:mo stretchy="true">)</mml:mo></mml:mrow><mml:mo>&#x0002B;</mml:mo><mml:mfrac><mml:mrow><mml:msubsup><mml:mrow><mml:mi>N</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow><mml:mrow><mml:mstyle class="mbox"><mml:mtext>right</mml:mtext></mml:mstyle></mml:mrow></mml:msubsup></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi>N</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac><mml:mi>H</mml:mi><mml:mrow><mml:mo stretchy="true">(</mml:mo><mml:mrow><mml:msubsup><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow><mml:mrow><mml:mstyle class="mbox"><mml:mtext>right</mml:mtext></mml:mstyle></mml:mrow></mml:msubsup><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>&#x003B8;</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mrow><mml:mo stretchy="true">)</mml:mo></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>and <italic>H</italic>(<italic>Q</italic><sub><italic>m</italic></sub>) is the impurity function using Gini index to evaluate the performance of the candidate split whether they grouped samples with the same label into the same group:</p>
<disp-formula id="E15"><label>(15)</label><mml:math id="M23"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:mi>H</mml:mi><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mstyle displaystyle="true"><mml:munder class="msub"><mml:mrow><mml:mo>&#x02211;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:munder></mml:mstyle><mml:msub><mml:mrow><mml:mi>p</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mi>p</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>where <italic>p</italic><sub><italic>mk</italic></sub> is the probability of picking up a data point with class label <italic>k</italic> in node <italic>m</italic>. For subsets <inline-formula><mml:math id="M24"><mml:msubsup><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow><mml:mrow><mml:mstyle class="mbox"><mml:mtext>left</mml:mtext></mml:mstyle></mml:mrow></mml:msubsup><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:msup><mml:mrow><mml:mi>&#x003B8;</mml:mi></mml:mrow><mml:mrow><mml:mo>&#x0002A;</mml:mo></mml:mrow></mml:msup></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M25"><mml:msubsup><mml:mrow><mml:mi>Q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow><mml:mrow><mml:mstyle class="mbox"><mml:mtext>right</mml:mtext></mml:mstyle></mml:mrow></mml:msubsup><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:msup><mml:mrow><mml:mi>&#x003B8;</mml:mi></mml:mrow><mml:mrow><mml:mo>&#x0002A;</mml:mo></mml:mrow></mml:msup></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:math></inline-formula>, the same procedure was executed recursively until the maximum depth is reached.</p>
</sec>
<sec>
<title>3.2.3. Hyperparameter Tuning Based on Optuna</title>
<p>Since ML models are sensible to the setting of hyper-parameters, the hyper-parameter tuning technique based on Optuna has been employed (Akiba et al., <xref ref-type="bibr" rid="B2">2019</xref>) to seek the optimal parameters for these models. With Optuna, the optimal percentage of the total variance in PCA has been searched from 0.6 to 0.99 with step 0.1. The optimal penalty parameter <italic>C</italic> of SVM and the optimal penalty coefficient &#x003B1; of Ridge have been searched from 10<sup>&#x02212;10</sup> to 10<sup>10</sup> satisfied a uniform distribution in the log domain. For Bagging, the optimal number of the estimator has been searched from 3 to 30 with step 1. The optimal percentage of samples and features to draw from dataset <italic>X</italic> to train each base estimator has been searched from 0.5 to 1 with a uniform distribution in the linear domain.</p>
</sec>
</sec>
<sec>
<title>3.3. Biology-Level Assessment</title>
<p>To explore the association between the regional GM volume reduction and the clinical severity of ASD, the study has performed correlation analysis of regional GM volume of candidate biomarkers with the clinical scores with ADI_R (the Autism Diagnostic Interview&#x02013;Revised) (Lord et al., <xref ref-type="bibr" rid="B45">1994</xref>) and ADOS_G (the Autism Diagnostic Observation Schedule) (Lord, <xref ref-type="bibr" rid="B44">2000</xref>). ADI_R and ADOS_G are considered as the &#x0201C;gold standard&#x0201D; assessment measures in the evaluation of ASD. ADOS_G is a semi-structured, standardized assessment of communication, social interaction and play and imaginative use of materials for individuals. However, unlike ADOS_G, ADI_R is a comprehensive parent interview to measure social interaction, communication and language, and repetitive, restricted, and stereotyped interests and behavior. Scores assessed by ADOS_G and ADI_R are able to reflect the symptom severity of ASD. Meanwhile, the study also has compared these findings with previous literature in the section of &#x0201C;Discussion&#x0201D; to explore the neurobiological meaning of the structural alteration.</p>
</sec>
</sec>
<sec id="s4">
<title>4. Experiments and Results</title>
<sec>
<title>4.1. Experiments Setting</title>
<p>All experiments have been implemented on Ubuntu 16.4 with Python 3.7 and sklearn package 2.4. In the stage of feature-level assessment, 5-fold nested cross-validation has been conducted on GU dataset with ten iterations to evaluate the robustness and generalizability of ML models on individual candidate brain regions. For 5-fold nested cross-validation, it consists of an outer loop and an inner loop. During the outer loop, the dataset is split randomly into five equal subsets. Among these subsets, one subset is test data and the other subsets are training data. During the inner loop, the training data further is divided into five equal subsets, one subset is validation data and the rest subsets have been used to test the performance of different hyper-parameters. Therefore, the inner loop is used to tune the hyper-parameters, and the outer loop is used to estimate the model performance with optimal hyper-parameters. Besides, a multi-site validation also has been adopted, which trains ML models on GU and tests the predictive performance of the models using OHSU and UCLA. For each ML model of an individual brain region, the stability analysis has been conducted in terms of sensitivity, specificity, and permutation test. Sensitivity and specificity are two important metrics to measure the predictive ability of the ML model. Selecting the optimal balance between sensitivity and specificity depends on the purpose for which the test is used. The study has defined a threshold of 20% to quantify the differences between sensitivity and specificity, and a good balance between sensitivity and specificity should be less than the threshold. Furthermore, the permutation test (Ojala et al., <xref ref-type="bibr" rid="B53">2010</xref>) was also used to evaluate the statistical significance of the predictive performance for each brain region. For the permutation test, the class labels of training data were randomly permuted and then 5-fold cross-validation was performed on the permuted training set. The permutation was repeated 5,000 times. During the permutation test, the statistical significance <italic>p</italic> is defined as the percentage of the accuracies that was equal to or greater than the accuracies obtained from the non-permuted data. Brain regions with <italic>p</italic> &#x0003C; 5% (<italic>p</italic> &#x0003C; 0.05) were considered statistically significant. Brain regions without a good balance between sensitivity and specificity and without statistical significance in permutation tests have been excluded from candidate brain regions. The final candidate brain regions have considered the structural biomarkers related to ASD.</p>
</sec>
<sec>
<title>4.2. The Results of Statistical Analysis</title>
<p>The between-group differences found by the two-sample <italic>t</italic>-test on GU have been illustrated in <xref ref-type="fig" rid="F2">Figure 2</xref> and <xref ref-type="table" rid="T3">Table 3</xref>. It can be found that the atrophy of the GM volume is widespread covering the frontal lobe, parietal lobe, temporal lobe, occipital lobe, insula and the limbic system, especially nearby insula, temporal lobe, and inferior parietal lobule. The atrophy brain regions involved in brain function including visual information processing (e.g., BA18, BA19, and BA20), the language understanding, processing and representation and auditory processing (e.g., BA21, BA22, BA39, BA40, BA44, and BA47), emotion regulation (e.g., BA23), Olfactory function (e.g., BA25, BA28), and face recognition (e.g., BA37), cognitive function (e.g., BA10), visual-motor coordination (e.g., BA7), and emotional correlation (e.g., BA13). ASD patient&#x00027;s dysfunction to some extent probably means that the decrease of GM volume is related to ASD. In addition, there were no significant volumetric differences for WM.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>The decreased Gray Matter (GM) volume detected by statistical analysis.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnhum-15-765517-g0002.tif"/>
</fig>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>The different brain regions detected by statistical analysis on the GU dataset.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>Cluster</bold></th>
<th valign="top" align="left"><bold>Brain regions</bold></th>
<th valign="top" align="center"><bold>BA</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>Peak MNI coordinates(mm)</bold></th>
<th valign="top" align="center"><bold>Cluster size</bold></th>
<th valign="top" align="center"><bold>T</bold></th>
</tr>
<tr>
<th valign="top" align="left"><bold>ID</bold></th>
<th/>
<th/>
<th valign="top" align="center"><bold>x</bold></th>
<th valign="top" align="center"><bold>y</bold></th>
<th valign="top" align="center"><bold>z</bold></th>
<th valign="top" align="center"><bold>(voxels)</bold></th>
<th/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">MFG.R</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center">43.5</td>
<td valign="top" align="center">10.5</td>
<td valign="top" align="center">83</td>
<td valign="top" align="center">3.949</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td/>
<td valign="top" align="center">10</td>
<td valign="top" align="center">27</td>
<td valign="top" align="center">52.5</td>
<td valign="top" align="center">25.5</td>
<td valign="top" align="center">223</td>
<td valign="top" align="center">3.8232</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td/>
<td valign="top" align="center">-</td>
<td valign="top" align="center">33</td>
<td valign="top" align="center">39</td>
<td valign="top" align="center">25.5</td>
<td valign="top" align="center">99</td>
<td valign="top" align="center">3.4774</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td/>
<td valign="top" align="center">-</td>
<td valign="top" align="center">28.5</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center">80</td>
<td valign="top" align="center">3.6508</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">ORBinf.L</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">&#x02013;42</td>
<td valign="top" align="center">34.5</td>
<td valign="top" align="center">-19.5</td>
<td valign="top" align="center">83</td>
<td valign="top" align="center">3.4724</td>
</tr>
<tr>
<td valign="top" align="left">6</td>
<td/>
<td valign="top" align="center">-</td>
<td valign="top" align="center">&#x02013;18</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center">&#x02013;15</td>
<td valign="top" align="center">68</td>
<td valign="top" align="center">3.6211</td>
</tr>
<tr>
<td valign="top" align="left">7</td>
<td/>
<td valign="top" align="center">-</td>
<td valign="top" align="center">&#x02013;40.5</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center">&#x02013;4.5</td>
<td valign="top" align="center">58</td>
<td valign="top" align="center">3.4671</td>
</tr>
<tr>
<td valign="top" align="left">8</td>
<td valign="top" align="left">IFGoperc.L</td>
<td valign="top" align="center">47</td>
<td valign="top" align="center">-19.5</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">-21</td>
<td valign="top" align="center">707</td>
<td valign="top" align="center">3.7632</td>
</tr>
<tr>
<td valign="top" align="left">9</td>
<td valign="top" align="left">CAL.L,LING.L</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">4.5</td>
<td valign="top" align="center">&#x02013;88.5</td>
<td valign="top" align="center">&#x02013;6</td>
<td valign="top" align="center">221</td>
<td valign="top" align="center">3.7435</td>
</tr>
<tr>
<td valign="top" align="left">10</td>
<td valign="top" align="left">SFGdor.R</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">28.5</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">58.5</td>
<td valign="top" align="center">55</td>
<td valign="top" align="center">3.5629</td>
</tr>
<tr>
<td valign="top" align="left">11</td>
<td valign="top" align="left">IFGtriang.R, IFGoperc.R</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">52.5</td>
<td valign="top" align="center">19.5</td>
<td valign="top" align="center">27</td>
<td valign="top" align="center">159</td>
<td valign="top" align="center">4.3846</td>
</tr>
<tr>
<td valign="top" align="left">12</td>
<td valign="top" align="left">MTG.L</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">&#x02013;67.5</td>
<td valign="top" align="center">&#x02013;40.5</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">4.1571</td>
</tr>
<tr>
<td valign="top" align="left">13</td>
<td/>
<td valign="top" align="center">-</td>
<td valign="top" align="center">&#x02013;54</td>
<td valign="top" align="center">&#x02013;9</td>
<td valign="top" align="center">&#x02013;13.5</td>
<td valign="top" align="center">448</td>
<td valign="top" align="center">4.2016</td>
</tr>
<tr>
<td valign="top" align="left">14</td>
<td valign="top" align="left">MTG.R</td>
<td valign="top" align="center">37</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center">&#x02013;70.5</td>
<td valign="top" align="center">4.5</td>
<td valign="top" align="center">259</td>
<td valign="top" align="center">4.1095</td>
</tr>
<tr>
<td valign="top" align="left">15</td>
<td/>
<td valign="top" align="center">21,22</td>
<td valign="top" align="center">54</td>
<td valign="top" align="center">-39</td>
<td valign="top" align="center">&#x02013;6</td>
<td valign="top" align="center">912</td>
<td valign="top" align="center">4.7229</td>
</tr>
<tr>
<td valign="top" align="left">16</td>
<td valign="top" align="left">INS.L,IFGoperc.L, IFGtriang.L</td>
<td valign="top" align="center">44</td>
<td valign="top" align="center">&#x02013;55.5</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">1.5</td>
<td valign="top" align="center">395</td>
<td valign="top" align="center">3.8977</td>
</tr>
<tr>
<td valign="top" align="left">17</td>
<td valign="top" align="left">ITG.L</td>
<td valign="top" align="center">20,37,21</td>
<td valign="top" align="center">&#x02013;51</td>
<td valign="top" align="center">&#x02013;39</td>
<td valign="top" align="center">&#x02013;22.5</td>
<td valign="top" align="center">594</td>
<td valign="top" align="center">3.9155</td>
</tr>
<tr>
<td valign="top" align="left">18</td>
<td valign="top" align="left">FFG.R</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">&#x02013;12</td>
<td valign="top" align="center">&#x02013;39</td>
<td valign="top" align="center">138</td>
<td valign="top" align="center">3.708</td>
</tr>
<tr>
<td valign="top" align="left">19</td>
<td/>
<td valign="top" align="center">20</td>
<td valign="top" align="center">42</td>
<td valign="top" align="center">&#x02013;37.5</td>
<td valign="top" align="center">&#x02013;25.5</td>
<td valign="top" align="center">189</td>
<td valign="top" align="center">3.9689</td>
</tr>
<tr>
<td valign="top" align="left">20</td>
<td valign="top" align="left">SMG.L,IPL.L, ANG.L,MOG.L, STG.L,SOG.L, SPG.L</td>
<td valign="top" align="center">40,39,19, 7,22</td>
<td valign="top" align="center">&#x02013;19.5</td>
<td valign="top" align="center">&#x02013;64.5</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center">4,006</td>
<td valign="top" align="center">4.6061</td>
</tr>
<tr>
<td valign="top" align="left">21</td>
<td valign="top" align="left">ANG.R,SMG.R, IPL.R,MOG.R</td>
<td valign="top" align="center">40,39,19, 7,22</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center">&#x02013;64.5</td>
<td valign="top" align="center">42</td>
<td valign="top" align="center">2,081</td>
<td valign="top" align="center">4.3024</td>
</tr>
<tr>
<td valign="top" align="left">22</td>
<td valign="top" align="left">IOG.L,ITG.L</td>
<td valign="top" align="center">19,37</td>
<td valign="top" align="center">-52.5</td>
<td valign="top" align="center">&#x02013;66</td>
<td valign="top" align="center">&#x02013;6</td>
<td valign="top" align="center">809</td>
<td valign="top" align="center">4.4788</td>
</tr>
<tr>
<td valign="top" align="left">23</td>
<td valign="top" align="left">PCG.R</td>
<td valign="top" align="center">23</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">&#x02013;39</td>
<td valign="top" align="center">22.5</td>
<td valign="top" align="center">129</td>
<td valign="top" align="center">3.6955</td>
</tr>
<tr>
<td valign="top" align="left">24</td>
<td valign="top" align="left">OLF.L,REC.R, OLF.R</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">&#x02013;1.5</td>
<td valign="top" align="center">13.5</td>
<td valign="top" align="center">&#x02013;12</td>
<td valign="top" align="center">674</td>
<td valign="top" align="center">3.7786</td>
</tr>
<tr>
<td valign="top" align="left">25</td>
<td valign="top" align="left">PHG.R</td>
<td valign="top" align="center">28</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">&#x02013;19.5</td>
<td valign="top" align="center">&#x02013;21</td>
<td valign="top" align="center">289</td>
<td valign="top" align="center">4.0787</td>
</tr>
<tr>
<td valign="top" align="left">26</td>
<td valign="top" align="left">INS.R,ROL.R,ORBinf.R, IFGtriang.R,IFGoperc.R</td>
<td valign="top" align="center">13,44,47</td>
<td valign="top" align="center">42</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">2998</td>
<td valign="top" align="center">4.7535</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec>
<title>4.3. The Results of Model-Level Assessment</title>
<p>According to the findings in model-level assessment based on the searchlight method, the study has found structural differences of GM within twenty-four clusters, as shown in <xref ref-type="fig" rid="F3">Figure 3</xref> and <xref ref-type="table" rid="T4">Table 4</xref>. It can be seen that these clusters have covered most brain regions found by traditional statistical analysis, except FFG.R,CAL.L,INS.L, bilateral MOG, and PCG.R. For these brain regions failed to be detected in model-level assessment, the possible reason is that the differences are not obvious, and the areas of the clusters containing these brain regions are small in statistical analysis, e.g., the cluster of CAL.L only has 93 volxes, MOG.R and PCG.R only have 63 and 56 voxels, respectively. Significantly, although the peak MNI coordinates of some clusters may be different, model-level assessment and statistical analysis have detected similar brain regions, such as cluster 20 (in <xref ref-type="table" rid="T3">Table 3</xref>) and cluster 19 (in <xref ref-type="table" rid="T4">Table 4</xref>), cluster 21 (in <xref ref-type="table" rid="T3">Table 3</xref>) and cluster 14 (in <xref ref-type="table" rid="T4">Table 4</xref>), cluster 26 (in <xref ref-type="table" rid="T3">Table 3</xref>) and cluster 13 (in <xref ref-type="table" rid="T4">Table 4</xref>), cluster 10 (in <xref ref-type="table" rid="T3">Table 3</xref>) and cluster 24 (in <xref ref-type="table" rid="T4">Table 4</xref>), cluster 11 (in <xref ref-type="table" rid="T3">Table 3</xref>) and cluster 20 (in <xref ref-type="table" rid="T4">Table 4</xref>). Furthermore, we have considered abnormal clusters identified by the model-level assessment as the features and classified them on GU and multi-site data. The good classification performances have been shown in <xref ref-type="supplementary-material" rid="SM1">Supplementary Tables 6</xref>, <xref ref-type="supplementary-material" rid="SM1">7</xref> separately to demonstrate the effectiveness of these abnormal clusters.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>The structural alteration by model-level analysis.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnhum-15-765517-g0003.tif"/>
</fig>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p>The candidate brain regions detected by model-level assessment.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>Cluster</bold></th>
<th valign="top" align="left"><bold>Brain regions</bold></th>
<th valign="top" align="center"><bold>BA</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>Peak MNI coordinates (mm)</bold></th>
<th valign="top" align="center"><bold>Cluster size</bold></th>
<th valign="top" align="center"><bold>Classification</bold></th>
</tr>
<tr>
<th valign="top" align="left"><bold>ID</bold></th>
<th/>
<th/>
<th valign="top" align="center"><bold>x</bold></th>
<th valign="top" align="center"><bold>y</bold></th>
<th valign="top" align="center"><bold>z</bold></th>
<th valign="top" align="center"><bold>(voxels)</bold></th>
<th valign="top" align="center"><bold>Accuracy (%)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">ITG.L,MTG.L</td>
<td valign="top" align="center">37</td>
<td valign="top" align="center">&#x02013;49.5</td>
<td valign="top" align="center">&#x02013;36</td>
<td valign="top" align="center">&#x02013;19.5</td>
<td valign="top" align="center">396</td>
<td valign="top" align="center">74.6</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">ITG.L,MTG.L,IOG.L</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">&#x02013;54</td>
<td valign="top" align="center">&#x02013;66</td>
<td valign="top" align="center">&#x02013;7.5</td>
<td valign="top" align="center">243</td>
<td valign="top" align="center">75.4</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">MTG.L</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">&#x02013;57</td>
<td valign="top" align="center">&#x02013;10.5</td>
<td valign="top" align="center">&#x02013;15</td>
<td valign="top" align="center">285</td>
<td valign="top" align="center">75.9</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td/>
<td valign="top" align="center">-</td>
<td valign="top" align="center">&#x02013;69</td>
<td valign="top" align="center">&#x02013;40.5</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">59</td>
<td valign="top" align="center">74.5</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">MTG.R</td>
<td valign="top" align="center">39</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center">&#x02013;70.5</td>
<td valign="top" align="center">7.5</td>
<td valign="top" align="center">194</td>
<td valign="top" align="center">75.1</td>
</tr>
<tr>
<td valign="top" align="left">6</td>
<td valign="top" align="left">PHG.L, HIP.L</td>
<td valign="top" align="center">28</td>
<td valign="top" align="center">&#x02013;19.5</td>
<td valign="top" align="center">&#x02013;18</td>
<td valign="top" align="center">&#x02013;21</td>
<td valign="top" align="center">183</td>
<td valign="top" align="center">74.3</td>
</tr>
<tr>
<td valign="top" align="left">7</td>
<td valign="top" align="left">ORBinf.L</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">&#x02013;18</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">&#x02013;25.5</td>
<td valign="top" align="center">217</td>
<td valign="top" align="center">75.4</td>
</tr>
<tr>
<td valign="top" align="left">8</td>
<td valign="top" align="left">ORBsup.R,REC.R, OLF.L,OLF.R</td>
<td valign="top" align="center">47</td>
<td valign="top" align="center">16.5</td>
<td valign="top" align="center">25.5</td>
<td valign="top" align="center">&#x02013;19.5</td>
<td valign="top" align="center">819</td>
<td valign="top" align="center">76.9</td>
</tr>
<tr>
<td valign="top" align="left">9</td>
<td valign="top" align="left">PHG.R,HIP.R</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">&#x02013;21</td>
<td valign="top" align="center">&#x02013;21</td>
<td valign="top" align="center">305</td>
<td valign="top" align="center">75.4</td>
</tr>
<tr>
<td valign="top" align="left">10</td>
<td valign="top" align="left">Crus1.L</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">&#x02013;36</td>
<td valign="top" align="center">&#x02013;70.5</td>
<td valign="top" align="center">&#x02013;21</td>
<td valign="top" align="center">99</td>
<td valign="top" align="center">74.2</td>
</tr>
<tr>
<td valign="top" align="left">11</td>
<td valign="top" align="left">FFG.L</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center">&#x02013;33</td>
<td valign="top" align="center">&#x02013;36</td>
<td valign="top" align="center">&#x02013;21</td>
<td valign="top" align="center">191</td>
<td valign="top" align="center">74.6</td>
</tr>
<tr>
<td valign="top" align="left">12</td>
<td valign="top" align="left">ORBinf.L,ORBmid.L, MFG.L,INS.L, IFGtriang.L,ORBsup.L</td>
<td valign="top" align="center">10,11,47</td>
<td valign="top" align="center">&#x02013;43.5</td>
<td valign="top" align="center">54</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">2068</td>
<td valign="top" align="center">78.1</td>
</tr>
<tr>
<td valign="top" align="left">13</td>
<td valign="top" align="left">INS.R,ROL.R, IFGoperc.R,ORBinf.R, IFGtriang.R</td>
<td valign="top" align="center">13,47,44</td>
<td valign="top" align="center">31.5</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">1.5</td>
<td valign="top" align="center">2,499</td>
<td valign="top" align="center">76.6</td>
</tr>
<tr>
<td valign="top" align="left">14</td>
<td valign="top" align="left">ANG.R,MTG.R, STG.R,SMG.R, IPL.R</td>
<td valign="top" align="center">40,39, 22,7</td>
<td valign="top" align="center">60</td>
<td valign="top" align="center">-36</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">2,634</td>
<td valign="top" align="center">78.6</td>
</tr>
<tr>
<td valign="top" align="left">15</td>
<td valign="top" align="left">IFGoperc.L,INS.L, IFGtriang.L</td>
<td valign="top" align="center">44,13</td>
<td valign="top" align="center">&#x02013;34.5</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">682</td>
<td valign="top" align="center">75.6</td>
</tr>
<tr>
<td valign="top" align="left">16</td>
<td valign="top" align="left">MOG.L</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">-37.5</td>
<td valign="top" align="center">&#x02013;91.5</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">119</td>
<td valign="top" align="center">74.6</td>
</tr>
<tr>
<td valign="top" align="left">17</td>
<td/>
<td valign="top" align="center">19</td>
<td valign="top" align="center">&#x02013;30</td>
<td valign="top" align="center">-85.5</td>
<td valign="top" align="center">25.5</td>
<td valign="top" align="center">192</td>
<td valign="top" align="center">73.8</td>
</tr>
<tr>
<td valign="top" align="left">18</td>
<td valign="top" align="left">IFGtriang.R,MFG.R</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center">43.5</td>
<td valign="top" align="center">10.5</td>
<td valign="top" align="center">107</td>
<td valign="top" align="center">75.4</td>
</tr>
<tr>
<td valign="top" align="left">19</td>
<td valign="top" align="left">SMG.L, IPL.L, STG.L, MTG.L, ANG.L,PoCG.L</td>
<td valign="top" align="center">40,22, 39,2</td>
<td valign="top" align="center">&#x02013;58.5</td>
<td valign="top" align="center">&#x02013;37.5</td>
<td valign="top" align="center">33</td>
<td valign="top" align="center">4,244</td>
<td valign="top" align="center">78.3</td>
</tr>
<tr>
<td valign="top" align="left">20</td>
<td valign="top" align="left">IFGoperc.R, IFGtriang.R</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">52.5</td>
<td valign="top" align="center">19.5</td>
<td valign="top" align="center">27</td>
<td valign="top" align="center">176</td>
<td valign="top" align="center">76.2</td>
</tr>
<tr>
<td valign="top" align="left">21</td>
<td valign="top" align="left">MFG.R</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">22.5</td>
<td valign="top" align="center">63</td>
<td valign="top" align="center">27</td>
<td valign="top" align="center">128</td>
<td valign="top" align="center">72.8</td>
</tr>
<tr>
<td valign="top" align="left">22</td>
<td/>
<td valign="top" align="center">-</td>
<td valign="top" align="center">28.5</td>
<td valign="top" align="center">33</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center">59</td>
<td valign="top" align="center">73.6</td>
</tr>
<tr>
<td valign="top" align="left">23</td>
<td valign="top" align="left">MOG.L,SOG.L, SPG.L</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">&#x02013;18</td>
<td valign="top" align="center">&#x02013;69</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center">578</td>
<td valign="top" align="center">76.4</td>
</tr>
<tr>
<td valign="top" align="left">24</td>
<td valign="top" align="left">SFGdor.R</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">28.5</td>
<td valign="top" align="center">1.5</td>
<td valign="top" align="center">57</td>
<td valign="top" align="center">102</td>
<td valign="top" align="center">73.5</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec>
<title>4.4. The Results of Feature-Level Assessment</title>
<p>For the candidate brain regions detected in model-level assessment, the &#x00027;virtual lesion&#x00027; analysis has been further conducted to select robust and discriminant brain regions which can be considered the neuroimaging biomarkers of ASD. The classification performances of final selected brain regions with nested cross-validation and multi-site validation have been listed in <xref ref-type="table" rid="T5">Tables 5</xref>, <xref ref-type="table" rid="T6">6</xref> separately. The bold values are the best performance for these brain regions. We have also illustrated the ROC curves of candidate biomarkers for different ML models on the GU dataset with the best accuracies larger than 70% in <xref ref-type="fig" rid="F4">Figure 4</xref>, which include ORBinf.L,STG.L,SMG.L,SMG.R,ANG.L,ANG.R. The ROC curves of other candidate biomarkers on GU and multi-site data have been provided in the <xref ref-type="supplementary-material" rid="SM1">Supplementary Material</xref>.</p>
<table-wrap position="float" id="T5">
<label>Table 5</label>
<caption><p>The classification performance on GU.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>Brain region</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>PCA&#x0002B;Ridge</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>PCA&#x0002B;SVM</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>Bagging</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>ACC</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
<th valign="top" align="center"><italic><bold>p</bold></italic></th>
<th valign="top" align="center"><bold>ACC</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
<th valign="top" align="center"><italic><bold>p</bold></italic></th>
<th valign="top" align="center"><bold>ACC</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
<th valign="top" align="center"><italic><bold>p</bold></italic></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th/>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th/>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">IFGoperc.L</td>
<td valign="top" align="center"><bold>65.02</bold></td>
<td valign="top" align="center"><bold>66.73</bold></td>
<td valign="top" align="center"><bold>63.64</bold></td>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center">65.06</td>
<td valign="top" align="center">60.73</td>
<td valign="top" align="center">69.09</td>
<td valign="top" align="center">0.018</td>
<td valign="top" align="center">62.29</td>
<td valign="top" align="center">65.09</td>
<td valign="top" align="center">60.00</td>
<td valign="top" align="center">0.016</td>
</tr>
<tr>
<td valign="top" align="left">IFGoperc.R</td>
<td valign="top" align="center">66.02</td>
<td valign="top" align="center">60.55</td>
<td valign="top" align="center">70.91</td>
<td valign="top" align="center">0.007</td>
<td valign="top" align="center">67.92</td>
<td valign="top" align="center">60.73</td>
<td valign="top" align="center">74.55</td>
<td valign="top" align="center">0.008</td>
<td valign="top" align="center"><bold>66.15</bold></td>
<td valign="top" align="center"><bold>64.55</bold></td>
<td valign="top" align="center"><bold>67.27</bold></td>
<td valign="top" align="center">0.007</td>
</tr>
<tr>
<td valign="top" align="left">ORBinf.L</td>
<td valign="top" align="center">67.01</td>
<td valign="top" align="center">62.91</td>
<td valign="top" align="center">70.91</td>
<td valign="top" align="center">0.0013</td>
<td valign="top" align="center"><bold>71.77</bold></td>
<td valign="top" align="center"><bold>62.91</bold></td>
<td valign="top" align="center"><bold>80.00</bold></td>
<td valign="top" align="center">0.0003</td>
<td valign="top" align="center">68.92</td>
<td valign="top" align="center">68.73</td>
<td valign="top" align="center">69.09</td>
<td valign="top" align="center">0.0001</td>
</tr>
<tr>
<td valign="top" align="left">ROL.R</td>
<td valign="top" align="center">64.11</td>
<td valign="top" align="center">62.73</td>
<td valign="top" align="center">65.45</td>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center"><bold>65.11</bold></td>
<td valign="top" align="center"><bold>66.91</bold></td>
<td valign="top" align="center"><bold>63.64</bold></td>
<td valign="top" align="center">0.0005</td>
<td valign="top" align="center">62.34</td>
<td valign="top" align="center">63.09</td>
<td valign="top" align="center">61.82</td>
<td valign="top" align="center">0.006</td>
</tr>
<tr>
<td valign="top" align="left">OLF.R</td>
<td valign="top" align="center">66.10</td>
<td valign="top" align="center">62.91</td>
<td valign="top" align="center">69.09</td>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center">68.18</td>
<td valign="top" align="center">63.63</td>
<td valign="top" align="center">72.72</td>
<td valign="top" align="center">0.0009</td>
<td valign="top" align="center"><bold>69.96</bold></td>
<td valign="top" align="center"><bold>68.73</bold></td>
<td valign="top" align="center"><bold>70.91</bold></td>
<td valign="top" align="center">0.008</td>
</tr>
<tr>
<td valign="top" align="left">REC.R</td>
<td valign="top" align="center">64.24</td>
<td valign="top" align="center">61.27</td>
<td valign="top" align="center">67.27</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center"><bold>66.66</bold></td>
<td valign="top" align="center"><bold>70.00</bold></td>
<td valign="top" align="center"><bold>63.63</bold></td>
<td valign="top" align="center">0.008</td>
<td valign="top" align="center">63.38</td>
<td valign="top" align="center">66.73</td>
<td valign="top" align="center">60.00</td>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="left">INS.R</td>
<td valign="top" align="center"><bold>68.83</bold></td>
<td valign="top" align="center"><bold>62.55</bold></td>
<td valign="top" align="center"><bold>74.55</bold></td>
<td valign="top" align="center">0.0005</td>
<td valign="top" align="center">67.97</td>
<td valign="top" align="center">61.09</td>
<td valign="top" align="center">74.55</td>
<td valign="top" align="center">0.0009</td>
<td valign="top" align="center">67.92</td>
<td valign="top" align="center">66.55</td>
<td valign="top" align="center">69.09</td>
<td valign="top" align="center">0.004</td>
</tr>
<tr>
<td valign="top" align="left">IPL.L</td>
<td valign="top" align="center">67.92</td>
<td valign="top" align="center">68.55</td>
<td valign="top" align="center">67.27</td>
<td valign="top" align="center">0.0003</td>
<td valign="top" align="center"><bold>67.97</bold></td>
<td valign="top" align="center"><bold>66.91</bold></td>
<td valign="top" align="center"><bold>69.09</bold></td>
<td valign="top" align="center">0.006</td>
<td valign="top" align="center">63.2</td>
<td valign="top" align="center">66.55</td>
<td valign="top" align="center">60.00</td>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="left">SMG.L</td>
<td valign="top" align="center"><bold>76.32</bold></td>
<td valign="top" align="center"><bold>72.55</bold></td>
<td valign="top" align="center"><bold>80.00</bold></td>
<td valign="top" align="center">0.0001</td>
<td valign="top" align="center">75.41</td>
<td valign="top" align="center">70.73</td>
<td valign="top" align="center">80.00</td>
<td valign="top" align="center">0.0001</td>
<td valign="top" align="center">69.74</td>
<td valign="top" align="center">70.55</td>
<td valign="top" align="center">69.09</td>
<td valign="top" align="center">0.0005</td>
</tr>
<tr>
<td valign="top" align="left">SMG.R</td>
<td valign="top" align="center"><bold>70.74</bold></td>
<td valign="top" align="center"><bold>70.55</bold></td>
<td valign="top" align="center"><bold>70.91</bold></td>
<td valign="top" align="center">0.0001</td>
<td valign="top" align="center">71.65</td>
<td valign="top" align="center">64.73</td>
<td valign="top" align="center">78.18</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center">65.15</td>
<td valign="top" align="center">62.91</td>
<td valign="top" align="center">67.27</td>
<td valign="top" align="center">0.005</td>
</tr>
<tr>
<td valign="top" align="left">ANG.L</td>
<td valign="top" align="center">65.08</td>
<td valign="top" align="center">63.33</td>
<td valign="top" align="center">66.67</td>
<td valign="top" align="center">0.008</td>
<td valign="top" align="center"><bold>72.72</bold></td>
<td valign="top" align="center"><bold>81.81</bold></td>
<td valign="top" align="center"><bold>63.63</bold></td>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center">63.25</td>
<td valign="top" align="center">66.73</td>
<td valign="top" align="center">60.00</td>
<td valign="top" align="center">0.004</td>
</tr>
<tr>
<td valign="top" align="left">ANG.R</td>
<td valign="top" align="center">69.91</td>
<td valign="top" align="center">66.73</td>
<td valign="top" align="center">72.73</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center">69.00</td>
<td valign="top" align="center">62.91</td>
<td valign="top" align="center">74.55</td>
<td valign="top" align="center">0.009</td>
<td valign="top" align="center"><bold>71.73</bold></td>
<td valign="top" align="center"><bold>76.36</bold></td>
<td valign="top" align="center"><bold>67.27</bold></td>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="left">STG.L</td>
<td valign="top" align="center"><bold>70.78</bold></td>
<td valign="top" align="center"><bold>66.73</bold></td>
<td valign="top" align="center"><bold>74.55</bold></td>
<td valign="top" align="center">0.0001</td>
<td valign="top" align="center">70.78</td>
<td valign="top" align="center">61.09</td>
<td valign="top" align="center">80.00</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center">67.88</td>
<td valign="top" align="center">64.73</td>
<td valign="top" align="center">70.91</td>
<td valign="top" align="center">0.007</td>
</tr>
<tr>
<td valign="top" align="left">STG.R</td>
<td valign="top" align="center">65.15</td>
<td valign="top" align="center">60.73</td>
<td valign="top" align="center">69.09</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center">67.06</td>
<td valign="top" align="center">62.91</td>
<td valign="top" align="center">70.91</td>
<td valign="top" align="center">0.0009</td>
<td valign="top" align="center"><bold>66.02</bold></td>
<td valign="top" align="center"><bold>66.73</bold></td>
<td valign="top" align="center"><bold>65.45</bold></td>
<td valign="top" align="center">0.007</td>
</tr>
<tr>
<td valign="top" align="left">MTG.L</td>
<td valign="top" align="center">72.72</td>
<td valign="top" align="center">81.81</td>
<td valign="top" align="center">63.63</td>
<td valign="top" align="center">0.008</td>
<td valign="top" align="center">61.90</td>
<td valign="top" align="center">60.00</td>
<td valign="top" align="center">63.63</td>
<td valign="top" align="center">0.006</td>
<td valign="top" align="center"><bold>68.01</bold></td>
<td valign="top" align="center"><bold>66.91</bold></td>
<td valign="top" align="center"><bold>69.09</bold></td>
<td valign="top" align="center">0.0001</td>
</tr>
<tr>
<td valign="top" align="left">MTG.R</td>
<td valign="top" align="center">62.21</td>
<td valign="top" align="center">62.73</td>
<td valign="top" align="center">61.82</td>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center">66.06</td>
<td valign="top" align="center">60.91</td>
<td valign="top" align="center">70.91</td>
<td valign="top" align="center">0.002</td>
<td valign="top" align="center"><bold>68.83</bold></td>
<td valign="top" align="center"><bold>68.55</bold></td>
<td valign="top" align="center"><bold>69.09</bold></td>
<td valign="top" align="center">0.002</td>
</tr>
<tr>
<td valign="top" align="left">ITG.L</td>
<td valign="top" align="center">62.39</td>
<td valign="top" align="center">60.68</td>
<td valign="top" align="center">63.64</td>
<td valign="top" align="center">0.01</td>
<td valign="top" align="center"><bold>66.15</bold></td>
<td valign="top" align="center"><bold>60.73</bold></td>
<td valign="top" align="center"><bold>70.91</bold></td>
<td valign="top" align="center">0.01</td>
<td valign="top" align="center">64.2</td>
<td valign="top" align="center">66.73</td>
<td valign="top" align="center">61.82</td>
<td valign="top" align="center">0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>ACC, Accuracy; SEN, Sensitivity; SPE, Specificity; p-The significant level of permutation test</italic>.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="T6">
<label>Table 6</label>
<caption><p>The classification performance on the multi-site dataset (OHSU and UCLA).</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>Brain region</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>PCA&#x0002B;Ridge</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>PCA&#x0002B;SVM</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>Bagging</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>ACC</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
<th valign="top" align="center"><italic><bold>p</bold></italic></th>
<th valign="top" align="center"><bold>ACC</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
<th valign="top" align="center"><italic><bold>p</bold></italic></th>
<th valign="top" align="center"><bold>ACC</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
<th valign="top" align="center"><italic><bold>p</bold></italic></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th/>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th valign="top" align="center"><bold>(%)</bold></th>
<th/>
<th/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">IFGoperc.L</td>
<td valign="top" align="center">62.40</td>
<td valign="top" align="center">62.26</td>
<td valign="top" align="center">62.50</td>
<td valign="top" align="center">0.004</td>
<td valign="top" align="center"><bold>63.20</bold></td>
<td valign="top" align="center"><bold>60.38</bold></td>
<td valign="top" align="center"><bold>65.28</bold></td>
<td valign="top" align="center">0.005</td>
<td valign="top" align="center">61.60</td>
<td valign="top" align="center">60.38</td>
<td valign="top" align="center">62.50</td>
<td valign="top" align="center">0.0009</td>
</tr>
<tr>
<td valign="top" align="left">IFGoperc.R</td>
<td valign="top" align="center">64.80</td>
<td valign="top" align="center">62.26</td>
<td valign="top" align="center">66.67</td>
<td valign="top" align="center">0.0009</td>
<td valign="top" align="center">65.60</td>
<td valign="top" align="center">54.72</td>
<td valign="top" align="center">73.61</td>
<td valign="top" align="center">0.004</td>
<td valign="top" align="center"><bold>65.60</bold></td>
<td valign="top" align="center"><bold>62.26</bold></td>
<td valign="top" align="center"><bold>68.06</bold></td>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="left">ORBinf.L</td>
<td valign="top" align="center">64.00</td>
<td valign="top" align="center">66.04</td>
<td valign="top" align="center">62.50</td>
<td valign="top" align="center">0.0002</td>
<td valign="top" align="center">61.60</td>
<td valign="top" align="center">60.38</td>
<td valign="top" align="center">62.50</td>
<td valign="top" align="center">0.002</td>
<td valign="top" align="center"><bold>68.00</bold></td>
<td valign="top" align="center"><bold>71.70</bold></td>
<td valign="top" align="center"><bold>65.28</bold></td>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="left">ROL.R</td>
<td valign="top" align="center">65.60</td>
<td valign="top" align="center">56.60</td>
<td valign="top" align="center">72.22</td>
<td valign="top" align="center">0.0002</td>
<td valign="top" align="center"><bold>70.4</bold></td>
<td valign="top" align="center"><bold>60.38</bold></td>
<td valign="top" align="center"><bold>77.78</bold></td>
<td valign="top" align="center">0.0001</td>
<td valign="top" align="center">68.80</td>
<td valign="top" align="center">62.26</td>
<td valign="top" align="center">73.61</td>
<td valign="top" align="center">0.002</td>
</tr>
<tr>
<td valign="top" align="left">OLF.R</td>
<td valign="top" align="center"><bold>66.40</bold></td>
<td valign="top" align="center"><bold>60.38</bold></td>
<td valign="top" align="center"><bold>70.83</bold></td>
<td valign="top" align="center">0.002</td>
<td valign="top" align="center">60.80</td>
<td valign="top" align="center">62.26</td>
<td valign="top" align="center">59.72</td>
<td valign="top" align="center">0.0007</td>
<td valign="top" align="center">60.87</td>
<td valign="top" align="center">60.47</td>
<td valign="top" align="center">61.11</td>
<td valign="top" align="center">0.009</td>
</tr>
<tr>
<td valign="top" align="left">REC.R</td>
<td valign="top" align="center"><bold>67.20</bold></td>
<td valign="top" align="center"><bold>60.38</bold></td>
<td valign="top" align="center"><bold>72.22</bold></td>
<td valign="top" align="center">0.0009</td>
<td valign="top" align="center">65.60</td>
<td valign="top" align="center">60.38</td>
<td valign="top" align="center">69.44</td>
<td valign="top" align="center">0.007</td>
<td valign="top" align="center">63.20</td>
<td valign="top" align="center">60.38</td>
<td valign="top" align="center">65.28</td>
<td valign="top" align="center">0.006</td>
</tr>
<tr>
<td valign="top" align="left">INS.R</td>
<td valign="top" align="center">66.40</td>
<td valign="top" align="center">56.60</td>
<td valign="top" align="center">73.61</td>
<td valign="top" align="center">0.0003</td>
<td valign="top" align="center">68.70</td>
<td valign="top" align="center">60.38</td>
<td valign="top" align="center">73.61</td>
<td valign="top" align="center">0.0001</td>
<td valign="top" align="center"><bold>68.80</bold></td>
<td valign="top" align="center"><bold>66.04</bold></td>
<td valign="top" align="center"><bold>69.44</bold></td>
<td valign="top" align="center">0.0001</td>
</tr>
<tr>
<td valign="top" align="left">IPL.L</td>
<td valign="top" align="center"><bold>70.40</bold></td>
<td valign="top" align="center"><bold>66.04</bold></td>
<td valign="top" align="center"><bold>73.61</bold></td>
<td valign="top" align="center">0.0002</td>
<td valign="top" align="center">69.60</td>
<td valign="top" align="center">64.15</td>
<td valign="top" align="center">73.61</td>
<td valign="top" align="center">0.007</td>
<td valign="top" align="center">68.80</td>
<td valign="top" align="center">64.15</td>
<td valign="top" align="center">72.22</td>
<td valign="top" align="center">0.0007</td>
</tr>
<tr>
<td valign="top" align="left">SMG.L</td>
<td valign="top" align="center">64.80</td>
<td valign="top" align="center">58.49</td>
<td valign="top" align="center">69.44</td>
<td valign="top" align="center">0.0001</td>
<td valign="top" align="center"><bold>69.57</bold></td>
<td valign="top" align="center"><bold>62.79</bold></td>
<td valign="top" align="center"><bold>73.61</bold></td>
<td valign="top" align="center">0.0001</td>
<td valign="top" align="center">66.40</td>
<td valign="top" align="center">62.26</td>
<td valign="top" align="center">69.44</td>
<td valign="top" align="center">0.008</td>
</tr>
<tr>
<td valign="top" align="left">SMG.R</td>
<td valign="top" align="center"><bold>66.40</bold></td>
<td valign="top" align="center"><bold>73.58</bold></td>
<td valign="top" align="center"><bold>61.11</bold></td>
<td valign="top" align="center">0.0001</td>
<td valign="top" align="center">66.40</td>
<td valign="top" align="center">71.70</td>
<td valign="top" align="center">62.50</td>
<td valign="top" align="center">0.0003</td>
<td valign="top" align="center">65.60</td>
<td valign="top" align="center">67.92</td>
<td valign="top" align="center">63.89</td>
<td valign="top" align="center">0.01</td>
</tr>
<tr>
<td valign="top" align="left">ANG.L</td>
<td valign="top" align="center">64.35</td>
<td valign="top" align="center">65.12</td>
<td valign="top" align="center">63.89</td>
<td valign="top" align="center">0.0002</td>
<td valign="top" align="center"><bold>66.4</bold></td>
<td valign="top" align="center"><bold>60.38</bold></td>
<td valign="top" align="center"><bold>70.83</bold></td>
<td valign="top" align="center">0.0009</td>
<td valign="top" align="center">66.40</td>
<td valign="top" align="center">62.26</td>
<td valign="top" align="center">69.44</td>
<td valign="top" align="center">0.01</td>
</tr>
<tr>
<td valign="top" align="left">ANG.R</td>
<td valign="top" align="center">60.80</td>
<td valign="top" align="center">60.38</td>
<td valign="top" align="center">61.11</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center"><bold>66.09</bold></td>
<td valign="top" align="center"><bold>62.79</bold></td>
<td valign="top" align="center"><bold>68.06</bold></td>
<td valign="top" align="center">0.008</td>
<td valign="top" align="center">60.87</td>
<td valign="top" align="center">62.79</td>
<td valign="top" align="center">59.72</td>
<td valign="top" align="center">0.0009</td>
</tr>
<tr>
<td valign="top" align="left">STG.L</td>
<td valign="top" align="center"><bold>68.80</bold></td>
<td valign="top" align="center"><bold>66.04</bold></td>
<td valign="top" align="center"><bold>70.83</bold></td>
<td valign="top" align="center">0.0002</td>
<td valign="top" align="center">67.20</td>
<td valign="top" align="center">62.26</td>
<td valign="top" align="center">70.83</td>
<td valign="top" align="center">0.007</td>
<td valign="top" align="center">66.40</td>
<td valign="top" align="center">67.92</td>
<td valign="top" align="center">65.28</td>
<td valign="top" align="center">0.0001</td>
</tr>
<tr>
<td valign="top" align="left">STG.R</td>
<td valign="top" align="center"><bold>72.80</bold></td>
<td valign="top" align="center"><bold>69.81</bold></td>
<td valign="top" align="center"><bold>75.00</bold></td>
<td valign="top" align="center">0.0002</td>
<td valign="top" align="center">72.00</td>
<td valign="top" align="center">67.92</td>
<td valign="top" align="center">75.00</td>
<td valign="top" align="center">0.0002</td>
<td valign="top" align="center">67.20</td>
<td valign="top" align="center">69.81</td>
<td valign="top" align="center">65.27</td>
<td valign="top" align="center">0.0003</td>
</tr>
<tr>
<td valign="top" align="left">MTG.L</td>
<td valign="top" align="center">64.35</td>
<td valign="top" align="center">62.80</td>
<td valign="top" align="center">65.28</td>
<td valign="top" align="center">0.0007</td>
<td valign="top" align="center">65.22</td>
<td valign="top" align="center">60.47</td>
<td valign="top" align="center">68.06</td>
<td valign="top" align="center">0.005</td>
<td valign="top" align="center"><bold>64.80</bold></td>
<td valign="top" align="center"><bold>64.15</bold></td>
<td valign="top" align="center"><bold>65.28</bold></td>
<td valign="top" align="center">0.0007</td>
</tr>
<tr>
<td valign="top" align="left">MTG.R</td>
<td valign="top" align="center">68.00</td>
<td valign="top" align="center">66.04</td>
<td valign="top" align="center">69.44</td>
<td valign="top" align="center">0.0001</td>
<td valign="top" align="center"><bold>68.80</bold></td>
<td valign="top" align="center"><bold>66.04</bold></td>
<td valign="top" align="center"><bold>70.83</bold></td>
<td valign="top" align="center">0.0002</td>
<td valign="top" align="center">67.20</td>
<td valign="top" align="center">66.04</td>
<td valign="top" align="center">68.06</td>
<td valign="top" align="center">0.0001</td>
</tr>
<tr>
<td valign="top" align="left">ITG.L</td>
<td valign="top" align="center">65.60</td>
<td valign="top" align="center">67.92</td>
<td valign="top" align="center">63.89</td>
<td valign="top" align="center">0.0002</td>
<td valign="top" align="center">66.96</td>
<td valign="top" align="center">60.47</td>
<td valign="top" align="center">70.83</td>
<td valign="top" align="center">0.0005</td>
<td valign="top" align="center"><bold>66.96</bold></td>
<td valign="top" align="center"><bold>65.12</bold></td>
<td valign="top" align="center"><bold>68.06</bold></td>
<td valign="top" align="center">0.04</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>ACC, Accuracy; SEN, Sensitivity; SPE, Specificity; p-The significant level of permutation test</italic>.</p>
</table-wrap-foot>
</table-wrap>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>The ROC curves of different methods for candidate biomarkers including ORBinf.L (left opercular part of inferior frontal gyrus) <bold>(A)</bold>, STG.L (left superior temporal gyrus) <bold>(B)</bold>, SMG.L (left supramarginal gyrus) <bold>(C)</bold>, SMG.R (right supramarginal gyrus) <bold>(D)</bold>, ANG.L (left angular gyrus) <bold>(E)</bold>, and ANG.R (right angular gyrus) <bold>(F)</bold>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnhum-15-765517-g0004.tif"/>
</fig>
</sec>
<sec>
<title>4.5. Neuroanatomical Correlations Between Regional GM Volume and Symptom Severity</title>
<p>We have processed correlation analysis to assess the relationship between the regional GM volume of candidate biomarkers in the GU dataset and ASD symptom severity. Clinical scores(ADOS_G and ADI_R) of thirty-six participants are available in GU. Results have revealed negative correlations between the communication skill scores in ADOS_G and regional GM volume in gyrus rectus (<italic>r</italic> &#x0003D; &#x02212;0.356, <italic>p</italic> &#x0003C; 0.05), left middle temporal gyrus (<italic>r</italic> &#x0003D; &#x02212;0.330, <italic>p</italic> &#x0003C; 0.05), and left inferior temporal gyrus (<italic>r</italic> &#x0003D; &#x02212;0.339, <italic>p</italic> &#x0003C; 0.05). In particular, a significant negative correlation has been found between the communication skill scores in ADOS_G and the orbital part of the left inferior frontal gyrus (<italic>r</italic> &#x0003D; &#x02212;0.433, <italic>p</italic> &#x0003C; 0.01). For ADI_R scores, we also found a negative correlation between verbal skill scores and right angular gyrus (<italic>r</italic> &#x0003D; &#x02212;0.344, <italic>p</italic> &#x0003C; 0.05) and a significant negative correlation between non-verbal communication skills and right angular gyrus (<italic>r</italic> &#x0003D; &#x02212;0.424, <italic>p</italic> &#x0003C; 0.01). No significant positive correlation between regional GM volume and clinical scores was found.</p>
</sec>
</sec>
<sec sec-type="discussion" id="s5">
<title>5. Discussion</title>
<p>Current VBM findings have delineated brain regions with consistently increased or reduced GM volume (Cauda et al., <xref ref-type="bibr" rid="B16">2011</xref>). In this study, statistical analysis has reported a widespread reduction of GM volume in ASD with 7-13 years old. Research on brain development in ASD across the lifespan has demonstrated a complex neurodevelopmental trajectory, characterized by an early brain overgrowth followed by undergrowth in middle childhood and early adolescence (Courchesne et al., <xref ref-type="bibr" rid="B19">2001</xref>). This might support the findings of statistical analysis in our study.</p>
<p>Our results based on machine learning have demonstrated that a widespread structural alteration of GM volume involved in bilateral superior temporal gyrus, bilateral middle temporal gyrus, left inferior temporal gyrus, right orbital SFG, bilateral opercular inferior frontal gyrus, left orbital inferior frontal gyrus, right rolandic operculum, right olfactory cortex, right gyrus rectus, right insula, right inferior parietal lobe with Supramarginal gyrus and Angular gyrus. Especially, multi-site dataset validation also has verified the robustness of the machine learning framework with three-level assessment. Since ASD is a complex neurodevelopmental disorder, involving language, reading, emotion, social interaction impairments, the quantitative meta-analysis in Geschwind and Levitt (<xref ref-type="bibr" rid="B27">2007</xref>) and Maximo et al. (<xref ref-type="bibr" rid="B50">2014</xref>) have suggested that ASD is unlikely to be associated with the abnormalities in one specific region alone but to be linked to the abnormalities of multiple, spatially distributed, neural systems. The finding may shed light on the widespread differences in GM volume found in our study.</p>
<p>The findings in the study have almost covered the whole temporal lobe including bilateral superior temporal gyrus, bilateral middle temporal gyrus, and left inferior temporal gyrus. Since attention has been directed to explore the neurobiological mechanism of ASD first, the abnormality of the temporal lobe has been speculated to link with the deficits in language and social behavior of patients with ASD (Hauser et al., <xref ref-type="bibr" rid="B31">1975</xref>; Bachevalier, <xref ref-type="bibr" rid="B7">1994</xref>; Kates et al., <xref ref-type="bibr" rid="B37">2010</xref>). Ritvo et al. (<xref ref-type="bibr" rid="B65">1986</xref>) has examined the brains of four autistic subjects and found the localized pathological changes in the temporal lobe from autopsy-based research. It is considered that the superior temporal gyrus is a potential import biomarker of ASD (Pierce, <xref ref-type="bibr" rid="B58">2011</xref>; Sophia et al., <xref ref-type="bibr" rid="B71">2013</xref>). Based on the VBM-Dartel technique, Riddle et al. (<xref ref-type="bibr" rid="B62">2016</xref>) have revealed enlargement of the left anterior superior temporal gyrus in ASD. It is believed (Bigler et al., <xref ref-type="bibr" rid="B9">2007</xref>) that the superior temporal gyrus plays a crucial role in social cognition, which participates in auditory and language processing. On the other hand, the VBM analysis has found reduced GM volume in the middle temporal gyrus (Kohoutov et al., <xref ref-type="bibr" rid="B40">2020</xref>). According to analyze structural images of low functioning ASD children from 2 to 10 years old, the reduction of GM volume in the left inferior temporal gyrus has been identified, which appears to be involved in visual object perception (Riva et al., <xref ref-type="bibr" rid="B66">2013</xref>). Similarly, RT et al. (<xref ref-type="bibr" rid="B68">2000</xref>) have revealed the fMRI (functional MRI) alterations of the inferior temporal gyrus when engaging in facial recognition tasks. Zilbovicius et al. (<xref ref-type="bibr" rid="B86">2000</xref>) has also found the localized dysfunction of the temporal lobe from the aspect of PET. Brothers (<xref ref-type="bibr" rid="B13">2002</xref>) has proposed the concept of the social brain first in 1990, which was defined as a group of interrelated neuroanatomical structures which are used to process social information, recognize other individuals and evaluate their psychological state, including intentions, dispositions, desires, and beliefs. The temporal lobe plays a very important role in the hypothesis of the social brain. The posterior superior temporal sulcus recognizes biological movements, such as eyes, hands, and other body movements and helps to interpret and predict others&#x00027; behavior and intentions (Allison et al., <xref ref-type="bibr" rid="B3">2000</xref>). The fMRI study of patients with ASD has shown that the differences in the activation on temporal lobe compared with their families and normal people, and the worse the social ability, the weaker the activation. Furthermore, it has been found that the degree of activation was positively correlated with the clinical manifestations of social impairment (Sugrue et al., <xref ref-type="bibr" rid="B74">2010</xref>). The abnormality of the temporal lobe found in this study not only supports the hypothesis of the social brain but also suggests that the area of temporal lobe abnormalities in patients with autism may be larger than that found in previous studies. However, the hypothesis still needs to be further confirmed by quantitative and qualitative autopsy reports and animal studies.</p>
<p>Furthermore, the study has found GM abnormalities in the Broca area (posterior frontal lobe corresponding to BA44) and Wernicke area (superior marginal gyrus corresponding to BA39 and angular gyrus corresponding to BA40). Meanwhile, we also found negative correlations between GM volume in the right angular gyrus and verbal/nonverbal communication score in ADI_R. Language deficits are the core diagnostic characteristics in ASD and both of Broca area and Wernicke area are associated with language understanding. Adam et al. (<xref ref-type="bibr" rid="B1">2004</xref>) found that the Wernicke area, which is responsible for the understanding of single words, is more active than the Broca area, which is responsible for the understanding of complex sentences and has proposed the &#x0201C;underconnectivity theory&#x0201D; to explain why some patients with ASD have excellent ability to process single words, rather than complex sentences. Osbarn (<xref ref-type="bibr" rid="B55">2020</xref>) has found weakened functional connectivity in the area of Wernicke. Recently, researchers have established &#x0201C;the broken mirror theory&#x0201D; of autistic patients. It is supported that the dysfunction of the Human Mirror Neuron System (MNS) is the main cause of social and cognitive deficits in ASD (Vivanti and Rogers, <xref ref-type="bibr" rid="B78">2014</xref>). The Broca area in humans has been considered as homologous to F5 as a part of MNS. The results in our studies also supported the MNS dysfunction in ASD individuals. However, the relevant evidence about the role of MNS in ASD still is not enough which urges us to build a more perfect MNS theory to understand the causes of social communication disorder in ASD (Southgate and Hamilton, <xref ref-type="bibr" rid="B72">2008</xref>).</p>
<p>For other regions identified in the present study, they have also been reported in previous literature. Shijun (<xref ref-type="bibr" rid="B70">2021</xref>) has constructed a three-dimensional residual network based on deep learning and found the GM reduction in the orbital inferior frontal gyrus and Rolandic operculum. Riva et al. (<xref ref-type="bibr" rid="B66">2013</xref>) also found the reduced GM volume in the orbital part of the inferior frontal gyrus. In light of the meta-analysis based on large samples, the volume of GM in the insula and inferior parietal lobe decreased (Cauda et al., <xref ref-type="bibr" rid="B16">2011</xref>). Li et al. (<xref ref-type="bibr" rid="B43">2019</xref>) have found that the GM volume of the bilateral gyrus rectus decreased, and the left rectus was negatively correlated with the clinical symptom score. Although it is not reported that the volume changes in the olfactory cortex of patients with ASD, the olfactory cortex is located at the anterior bottom of the limbic system and reciprocally connected with other structures, such as the amygdala, hippocampus, hypothalamus, the olfactory cortex is related to emotion and memory. As a consequence, the abnormal GM in the olfactory cortex in ASD may lead to emotional and memory problems. It is worth mentioning that some current studies on ASD have found GM differences in the cerebellum, hippocampus, and parahippocampal gyrus (Faridi and Khosrowabadi, <xref ref-type="bibr" rid="B25">2017</xref>; Lotze et al., <xref ref-type="bibr" rid="B46">2019</xref>). In particular, a decreased number of Purkinje cells in the cerebellar hemisphere have been observed (Ritvo et al., <xref ref-type="bibr" rid="B65">1986</xref>). The study only found that the differences of the parahippocampal gyrus during statistical analysis. For model-level assessment, we have detected the alterations in these three brain regions, including the bilateral hippocampus, and parahippocampal gyrus and left crus in the cerebellum. However, they have been excluded from the candidate brain regions due to the poor performance in stability analysis. Traut et al. (<xref ref-type="bibr" rid="B76">2018</xref>) have compared and analyzed cerebellar volume of a large sample of ASD patients with normal subjects, and reported that the change of the cerebellar volume was significantly correlated with age, gender, and IQ rather than ASD diagnosis. Even though some studies have reported the differences of WM in ASD (Ecker et al., <xref ref-type="bibr" rid="B21">2010</xref>; Xiao et al., <xref ref-type="bibr" rid="B83">2014</xref>; G&#x000F3;rriz et al., <xref ref-type="bibr" rid="B28">2019</xref>), our study has not found abnormal white matter based on structural images. At present, contradictory conclusions often have been derived from a variety of ASD research due to the heterogeneity of subjects, including different subtypes, different scanning parameters from different centers, different ages and genders in ASD (Pua et al., <xref ref-type="bibr" rid="B60">2017</xref>; Hiremath et al., <xref ref-type="bibr" rid="B33">2021</xref>). In addition, the inconsistent findings of research work based on machine learning might be induced by different feature exaction techniques. For example, Haar et al. (<xref ref-type="bibr" rid="B29">2016</xref>) have achieved poor classification based on morphological features of ROI on the multi-site dataset and suggested that anatomical abnormalities may be only present in some distinct subgroups of ASD, while Zheng et al. (<xref ref-type="bibr" rid="B84">2018</xref>) have obtained superior classification performance with multi-feature-based networks based on morphological features.</p>
<p>Our results suggest that structural MRI can provide neuroimaging-based biomarkers for ASD. Such biomarkers could be used to complete and improve the diagnosis and treatment of ASD clinically (Walsh et al., <xref ref-type="bibr" rid="B79">2011</xref>). On the one hand, we can utilize the classification performance of these identified biomarkers based on the machine learning model proposed in the study to improve diagnostic accuracy. On the other hand, the behavioral social malfunctioning in ASD might be modified by neural or behavioral treatments. For example, it is also reported that the behavioral training of facial expression communication behavior can help to improve the neural activities of ASD patients related to some social brain regions, such as MTG, so as to improve their capability of expression recognition (B&#x000F6;lte et al., <xref ref-type="bibr" rid="B11">2015</xref>).</p>
<p>Although our results are consistent with some previous reports, several limitations of our study should be acknowledged. First, the confounding factors should be considered. ASD is a complex disease with multiple confounding factors, such as age, gender, IQ, and the inherent heterogeneity of the disorder. Our studies attempted to control age and gender in statistical analysis but failed to find an appropriate approach to remove the influence of the confounding factors in machine learning methods. On the other hand, the controlling of confounding factors is still highly controversial in the studies of ASD (Thomaidis et al., <xref ref-type="bibr" rid="B75">2015</xref>). Some researchers have claimed that IQ should be strictly matched or statistically regressed out, while others have argued that the variability truly associated with ASD could be also discarded as &#x0201C;non-specific&#x0201D; when attempting to control some non-specific factors, such as IQ (Osbarn, <xref ref-type="bibr" rid="B55">2020</xref>). Some studies have investigated the gender differences in ASD (Halladay et al., <xref ref-type="bibr" rid="B30">2015</xref>; Prosperi et al., <xref ref-type="bibr" rid="B59">2021</xref>) due to a high incidence rate of ASD in boys. Second, the current study took advantage of the relatively large sample of participants with ASD in the ABIDE II database to process multi-site validation <italic>via</italic> machine learning. However, we have to point that all three databases used in our study were collected by Siemens scanner with similar scanning parameters, which might make a less dispersion among data. In the future, the investigation of ASD about neuroanatomical alterations on larger samples from diverse clinical and demographic subgroups will significantly promote understanding neuropathology mechanism in ASD.</p>
</sec>
<sec sec-type="conclusions" id="s6">
<title>6. Conclusion</title>
<p>In this study, the VBM analysis has revealed a widespread reduction of GM volume when comparing ASD with TDC. Furthermore, our machine learning analysis followed the unified machine learning framework has revealed candidate neuroimaging biomarkers related to ASD and confirmed the relationship between regional GM volume and symptom severity. Our results have suggested that candidate neuroimaging biomarkers are useful to characterize the profile of brain anatomy in ASD and improve the diagnosis performance in clinical applications.</p>
</sec>
<sec sec-type="data-availability" id="s7">
<title>Data Availability Statement</title>
<p>Publicly available datasets were analyzed in this study. This data can be found here: <ext-link ext-link-type="uri" xlink:href="http://fcon_1000.projects.nitrc.org/indi/abide/abide_II.html">http://fcon_1000.projects.nitrc.org/indi/abide/abide_II.html</ext-link>.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>YD, WZ, and CLi conceived and designed this study. HJ, YT, and XL participated in the analysis of MRI dataset. CLu and DY helped to improve the manuscript. All authors contributed to the article, read, and approved the final manuscript.</p>
</sec>
<sec sec-type="funding-information" id="s9">
<title>Funding</title>
<p>This work is supported by the China Postdoctoral Science Foundation (No. 2016M592656), Sichuan Science and Technology Program (No. 2018JY0272), Science &#x00026; Technology Bureau of Chengdu (No. 2020-YF09-00005-SN), Erasmus&#x0002B; SHYFTE Project (No. 598649-EPP-1-2018-1-FR-EPPKA2-CBHE-JP), and the Key Laboratory of Pattern Recognition and Intelligent Information Processing, Institutions of Higher Education of Sichuan Province (No. MSSB-2021-12).</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s10">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec sec-type="supplementary-material" id="s11">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fnhum.2021.765517/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fnhum.2021.765517/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.PDF" id="SM1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Adam</surname> <given-names>J. M.</given-names></name> <name><surname>Cherkassky</surname> <given-names>V. L.</given-names></name> <name><surname>Keller</surname> <given-names>T. A.</given-names></name> <name><surname>Minshew</surname> <given-names>N. J.</given-names></name></person-group> (<year>2004</year>). <article-title>Cortical activation and synchronization during sentence comprehension in high-functioning autism: evidence of underconnectivity</article-title>. <source>Brain.</source> <volume>127</volume>, <fpage>1811</fpage>&#x02013;<lpage>1821</lpage>. <pub-id pub-id-type="doi">10.1093/brain/awh199</pub-id><pub-id pub-id-type="pmid">15215213</pub-id></citation></ref>
<ref id="B2">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Akiba</surname> <given-names>T.</given-names></name> <name><surname>Sano</surname> <given-names>S.</given-names></name> <name><surname>Yanase</surname> <given-names>T.</given-names></name> <name><surname>Ohta</surname> <given-names>T.</given-names></name> <name><surname>Koyama</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). <article-title>Optuna: a next-generation hyperparameter optimization framework</article-title>, in <source>Proceedings of the 25rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining</source> (<publisher-loc>Anchorage, AK</publisher-loc>), <fpage>2623</fpage>&#x02013;<lpage>2631</lpage>.</citation>
</ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Allison</surname> <given-names>T.</given-names></name> <name><surname>Puce</surname> <given-names>A.</given-names></name> <name><surname>Mccarthy</surname> <given-names>G.</given-names></name></person-group> (<year>2000</year>). <article-title>Social perception from Visual Cues: role of the STS region</article-title>. <source>Trends Cogn. Sci</source>. <volume>4</volume>, <fpage>267</fpage>&#x02013;<lpage>278</lpage>. <pub-id pub-id-type="doi">10.1016/S1364-6613(00)01501-1</pub-id><pub-id pub-id-type="pmid">10859571</pub-id></citation></ref>
<ref id="B4">
<citation citation-type="book"><person-group person-group-type="author"><collab>American Psychiatric Association</collab></person-group>. (<year>2013</year>). <article-title>Anxiety disorders</article-title>, in <source>Diagnostic and Statistical Manual of Mental Disorders</source>, <edition>5th Edn</edition> (<publisher-loc>Arlington, VA</publisher-loc>). <pub-id pub-id-type="doi">10.1176/appi.books.9780890425596.dsm05</pub-id><pub-id pub-id-type="pmid">8723190</pub-id></citation></ref>
<ref id="B5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ashburner</surname> <given-names>J.</given-names></name></person-group> (<year>2007</year>). <article-title>A fast diffeomorphic image registration algorithm</article-title>. <source>Neuroimage</source> <volume>38</volume>, <fpage>95</fpage>&#x02013;<lpage>113</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2007.07.007</pub-id><pub-id pub-id-type="pmid">17761438</pub-id></citation></ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ashourvan</surname> <given-names>A.</given-names></name> <name><surname>Gu</surname> <given-names>S.</given-names></name> <name><surname>Mattar</surname> <given-names>M. G.</given-names></name> <name><surname>Vettel</surname> <given-names>J. M.</given-names></name> <name><surname>Bassett</surname> <given-names>D. S.</given-names></name> <name><surname>Abraham</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Deriving reproducible biomarkers from multi-site resting-state data: an Autism-based example</article-title>. <source>Neuroimage</source> <volume>157</volume>, <fpage>1</fpage>&#x02013;<lpage>37</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2016.10.045</pub-id><pub-id pub-id-type="pmid">27865923</pub-id></citation></ref>
<ref id="B7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bachevalier</surname> <given-names>J.</given-names></name></person-group> (<year>1994</year>). <article-title>Medial temporal lobe structures and autism: a review of clinical and experimental findings</article-title>. <source>Neuropsychologia</source> <volume>32</volume>, <fpage>627</fpage>&#x02013;<lpage>648</lpage>. <pub-id pub-id-type="doi">10.1016/0028-3932(94)90025-6</pub-id><pub-id pub-id-type="pmid">8084420</pub-id></citation></ref>
<ref id="B8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barnea-Goraly</surname> <given-names>N.</given-names></name> <name><surname>Frazier</surname> <given-names>T. W.</given-names></name> <name><surname>Piacenza</surname> <given-names>L.</given-names></name> <name><surname>Minshew</surname> <given-names>N. J.</given-names></name> <name><surname>Keshavan</surname> <given-names>M. S.</given-names></name> <name><surname>Reiss</surname> <given-names>A. L.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>A preliminary longitudinal volumetric MRI study of amygdala and hippocampal volumes in autism</article-title>. <source>Progr. Neuropsychopharmacol. Biol. Psychiatry</source> <volume>48</volume>, <fpage>124</fpage>&#x02013;<lpage>128</lpage>. <pub-id pub-id-type="doi">10.1016/j.pnpbp.2013.09.010</pub-id><pub-id pub-id-type="pmid">24075822</pub-id></citation></ref>
<ref id="B9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bigler</surname> <given-names>E. D.</given-names></name> <name><surname>Mortensen</surname> <given-names>S.</given-names></name> <name><surname>Neeley</surname> <given-names>E. S.</given-names></name> <name><surname>Ozonoff</surname> <given-names>S.</given-names></name> <name><surname>Krasny</surname> <given-names>L.</given-names></name> <name><surname>Johnson</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2007</year>). <article-title>Superior temporal gyrus, language function, and autism</article-title>. <source>Dev. Neuropsychol</source>. <volume>31</volume>, <fpage>217</fpage>&#x02013;<lpage>238</lpage>. <pub-id pub-id-type="doi">10.1080/87565640701190841</pub-id><pub-id pub-id-type="pmid">17488217</pub-id></citation></ref>
<ref id="B10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bilgen</surname> <given-names>I.</given-names></name> <name><surname>Guvercin</surname> <given-names>G.</given-names></name> <name><surname>Rekik</surname> <given-names>I.</given-names></name></person-group> (<year>2020</year>). <article-title>Machine learning methods for brain network classification: application to autism diagnosis using cortical morphological networks</article-title>. <source>arXiv</source>. <pub-id pub-id-type="doi">10.1016/j.jneumeth.2020.108799</pub-id><pub-id pub-id-type="pmid">32574639</pub-id></citation></ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>B&#x000F6;lte</surname> <given-names>S.</given-names></name> <name><surname>Ciaramidaro</surname> <given-names>A.</given-names></name> <name><surname>Schlitt</surname> <given-names>S.</given-names></name> <name><surname>Hainz</surname> <given-names>D.</given-names></name> <name><surname>Walter</surname> <given-names>H.</given-names></name></person-group> (<year>2015</year>). <article-title>Training-induced plasticity of the social brain in autism spectrum disorder</article-title>. <source>Br. J. Psychiatry</source> <volume>207</volume>, <fpage>149</fpage>&#x02013;<lpage>57</lpage>. <pub-id pub-id-type="doi">10.1192/bjp.bp.113.143784</pub-id><pub-id pub-id-type="pmid">25792694</pub-id></citation></ref>
<ref id="B12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bonnici</surname> <given-names>H. M.</given-names></name> <name><surname>Chadwick</surname> <given-names>M. J.</given-names></name> <name><surname>Dharshan</surname> <given-names>K.</given-names></name> <name><surname>Demis</surname> <given-names>H.</given-names></name> <name><surname>Nikolaus</surname> <given-names>W.</given-names></name> <name><surname>Maguire</surname> <given-names>E. A.</given-names></name></person-group> (<year>2012</year>). <article-title>Multi-voxel pattern analysis in human hippocampal subfields</article-title>. <source>Front. Hum. Neurosci</source>. <volume>6</volume>:<fpage>290</fpage>. <pub-id pub-id-type="doi">10.3389/fnhum.2012.00290</pub-id><pub-id pub-id-type="pmid">23087638</pub-id></citation></ref>
<ref id="B13">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Brothers</surname> <given-names>L.</given-names></name></person-group> (<year>2002</year>). <article-title>The social brain: A project for integrating primate behaviour and neurophysiology in a new domain</article-title>, in <source>Foundations in Social Neuroscience</source> (<publisher-loc>Cambridge, MA</publisher-loc>: <publisher-name>MIT Press</publisher-name>), <fpage>367</fpage>&#x02013;<lpage>389</lpage>.</citation>
</ref>
<ref id="B14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cakir</surname> <given-names>J.</given-names></name> <name><surname>Frye</surname> <given-names>R. E.</given-names></name> <name><surname>Walker</surname> <given-names>S. J.</given-names></name></person-group> (<year>2020</year>). <article-title>The lifetime social cost of autism: 1990&#x02013;2029</article-title>. <source>Res. Autism.Spectr. Disord</source>. <volume>72</volume>:<fpage>101502</fpage>. <pub-id pub-id-type="doi">10.1016/j.rasd.2019.101502</pub-id></citation>
</ref>
<ref id="B15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Calderoni</surname> <given-names>S.</given-names></name> <name><surname>Retico</surname> <given-names>A.</given-names></name> <name><surname>Biagi</surname> <given-names>L.</given-names></name> <name><surname>Tancredi</surname> <given-names>R.</given-names></name> <name><surname>Muratori</surname> <given-names>F.</given-names></name> <name><surname>Tosetti</surname> <given-names>M.</given-names></name></person-group> (<year>2012</year>). <article-title>Female children with autism spectrum disorder: An insight from mass-univariate and pattern classification analyses</article-title>. <source>Neuroimage</source> <volume>59</volume>, <fpage>1013</fpage>&#x02013;<lpage>1022</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2011.08.070</pub-id><pub-id pub-id-type="pmid">21896334</pub-id></citation></ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cauda</surname> <given-names>F.</given-names></name> <name><surname>Geda</surname> <given-names>E.</given-names></name> <name><surname>Sacco</surname> <given-names>K.</given-names></name> <name><surname>D&#x00027;Agata</surname> <given-names>F.</given-names></name> <name><surname>Duca</surname> <given-names>S.</given-names></name> <name><surname>Geminiani</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2011</year>). <article-title>Grey matter abnormality in autism spectrum disorder: An activation likelihood estimation meta-analysis study</article-title>. <source>J. Neurol. Neurosurg. Psychiatry</source> <volume>82</volume>, <fpage>1304</fpage>&#x02013;<lpage>1313</lpage>. <pub-id pub-id-type="doi">10.1136/jnnp.2010.239111</pub-id><pub-id pub-id-type="pmid">21693631</pub-id></citation></ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chang</surname> <given-names>L. J.</given-names></name> <name><surname>Gianaros</surname> <given-names>P. J.</given-names></name> <name><surname>Manuck</surname> <given-names>S. B.</given-names></name> <name><surname>Anjali</surname> <given-names>K.</given-names></name> <name><surname>Wager</surname> <given-names>T. D.</given-names></name> <name><surname>Ralph</surname> <given-names>A.</given-names></name></person-group> (<year>2015</year>). <article-title>A sensitive and specific neural signature for picture-induced negative affect</article-title>. <source>PLoS Biol</source>. <volume>13</volume>:<fpage>e1002180</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pbio.1002180</pub-id><pub-id pub-id-type="pmid">26098873</pub-id></citation></ref>
<ref id="B18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>Z.</given-names></name> <name><surname>Yan</surname> <given-names>T.</given-names></name> <name><surname>Wang</surname> <given-names>E.</given-names></name> <name><surname>Jiang</surname> <given-names>H.</given-names></name> <name><surname>Tang</surname> <given-names>Y.</given-names></name> <name><surname>Yu</surname> <given-names>X.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Detecting abnormal brain regions in schizophrenia using structural MRI via machine learning</article-title>. <source>Comput. Intell. Neurosci</source>. <volume>2020</volume>:<fpage>6405930</fpage>. <pub-id pub-id-type="doi">10.1155/2020/6405930</pub-id><pub-id pub-id-type="pmid">32300361</pub-id></citation></ref>
<ref id="B19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Courchesne</surname> <given-names>E.</given-names></name> <name><surname>Karns</surname> <given-names>C. M.</given-names></name> <name><surname>Davis</surname> <given-names>H. R.</given-names></name> <name><surname>Ziccardi</surname> <given-names>R.</given-names></name> <name><surname>Carper</surname> <given-names>R. A.</given-names></name> <name><surname>Tigue</surname> <given-names>Z. D.</given-names></name> <etal/></person-group>. (<year>2001</year>). <article-title>Unusual brain growth patterns in early life in patients with autistic disorder: an MRI study</article-title>. <source>Neurology</source> <volume>57</volume>, <fpage>245</fpage>&#x02013;<lpage>254</lpage>. <pub-id pub-id-type="doi">10.1212/WNL.57.2.245</pub-id><pub-id pub-id-type="pmid">11468308</pub-id></citation></ref>
<ref id="B20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Di Martino</surname> <given-names>A.</given-names></name> <name><surname>O&#x00027;Connor</surname> <given-names>D.</given-names></name> <name><surname>Chen</surname> <given-names>B.</given-names></name> <name><surname>Alaerts</surname> <given-names>K.</given-names></name> <name><surname>Anderson</surname> <given-names>J. S.</given-names></name> <name><surname>Assaf</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Enhancing studies of the connectome in autism using the autism brain imaging data exchange II</article-title>. <source>Scientific Data</source> <volume>4</volume>:<fpage>170010</fpage>. <pub-id pub-id-type="doi">10.1038/sdata.2017.10</pub-id><pub-id pub-id-type="pmid">28291247</pub-id></citation></ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ecker</surname> <given-names>C.</given-names></name> <name><surname>Rocha-Rego</surname> <given-names>V.</given-names></name> <name><surname>Johnston</surname> <given-names>P.</given-names></name> <name><surname>Mourao-Miranda</surname> <given-names>J.</given-names></name> <name><surname>Marquand</surname> <given-names>A.</given-names></name> <name><surname>Daly</surname> <given-names>E. M.</given-names></name> <etal/></person-group>. (<year>2010</year>). <article-title>Investigating the predictive value of whole-brain structural MR scans in autism: a pattern classification approach</article-title>. <source>Neuroimage</source> <volume>49</volume>, <fpage>44</fpage>&#x02013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2009.08.024</pub-id><pub-id pub-id-type="pmid">19683584</pub-id></citation></ref>
<ref id="B22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eslami</surname> <given-names>T.</given-names></name> <name><surname>Almuqhim</surname> <given-names>F.</given-names></name> <name><surname>Raiker</surname> <given-names>J. S.</given-names></name> <name><surname>Saeed</surname> <given-names>F.</given-names></name></person-group> (<year>2021</year>). <article-title>Machine learning methods for diagnosing autism spectrum disorder and attention- deficit/hyperactivity disorder using functional and structural MRI: a survey</article-title>. <source>Front. Neuroinform</source>. <volume>14</volume>:<fpage>575999</fpage>. <pub-id pub-id-type="doi">10.3389/fninf.2020.575999</pub-id><pub-id pub-id-type="pmid">33551784</pub-id></citation></ref>
<ref id="B23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eslami</surname> <given-names>T.</given-names></name> <name><surname>Mirjalili</surname> <given-names>V.</given-names></name> <name><surname>Fong</surname> <given-names>A.</given-names></name> <name><surname>Laird</surname> <given-names>A. R.</given-names></name> <name><surname>Saeed</surname> <given-names>F.</given-names></name></person-group> (<year>2019</year>). <article-title>ASD-DiagNet: a hybrid learning approach for detection of autism spectrum disorder using fMRI data</article-title>. <source>Front. Neuroinform</source>. <volume>13</volume>:<fpage>70</fpage>. <pub-id pub-id-type="doi">10.3389/fninf.2019.00070</pub-id><pub-id pub-id-type="pmid">31827430</pub-id></citation></ref>
<ref id="B24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fan</surname> <given-names>R. E.</given-names></name> <name><surname>Chang</surname> <given-names>K. W.</given-names></name> <name><surname>Hsieh</surname> <given-names>C. J.</given-names></name> <name><surname>Wang</surname> <given-names>X. R.</given-names></name> <name><surname>Lin</surname> <given-names>C. J.</given-names></name></person-group> (<year>2008</year>). <article-title>LIBLINEAR: a library for large linear classification</article-title>. <source>J. Mach. Learn. Res</source>. <volume>9</volume>, <fpage>1871</fpage>&#x02013;<lpage>1874</lpage>. <pub-id pub-id-type="doi">10.5555/1390681.1442794</pub-id><pub-id pub-id-type="pmid">21207929</pub-id></citation></ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Faridi</surname> <given-names>F.</given-names></name> <name><surname>Khosrowabadi</surname> <given-names>R.</given-names></name></person-group> (<year>2017</year>). <article-title>Behavioral, cognitive and neural markers of asperger syndrome</article-title>. <source>Basic Clin. Neurosci</source>. <volume>8</volume>, <fpage>349</fpage>&#x02013;<lpage>359</lpage>. <pub-id pub-id-type="doi">10.18869/nirp.bcn.8.5.349</pub-id><pub-id pub-id-type="pmid">29167722</pub-id></citation></ref>
<ref id="B26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Feng</surname> <given-names>L.</given-names></name> <name><surname>Guo</surname> <given-names>W.</given-names></name> <name><surname>Yu</surname> <given-names>D.</given-names></name> <name><surname>Gao</surname> <given-names>Q.</given-names></name> <name><surname>Gao</surname> <given-names>K.</given-names></name> <name><surname>Xue</surname> <given-names>Z.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>Classification of different therapeutic responses of major depressive disorder with multivariate pattern analysis method based on structural mr scans</article-title>. <source>PLoS ONE</source> <volume>7</volume>:<fpage>e40968</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0040968</pub-id><pub-id pub-id-type="pmid">22815880</pub-id></citation></ref>
<ref id="B27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Geschwind</surname> <given-names>D. H.</given-names></name> <name><surname>Levitt</surname> <given-names>P.</given-names></name></person-group> (<year>2007</year>). <article-title>Autism spectrum disorders: developmental disconnection syndromes</article-title>. <source>Curr. Opin. Neurobiol</source>. <volume>17</volume>, <fpage>103</fpage>&#x02013;<lpage>111</lpage>. <pub-id pub-id-type="doi">10.1016/j.conb.2007.01.009</pub-id><pub-id pub-id-type="pmid">17275283</pub-id></citation></ref>
<ref id="B28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>G&#x000F3;rriz</surname> <given-names>J. M.</given-names></name> <name><surname>Ram&#x000ED;rez</surname> <given-names>J.</given-names></name> <name><surname>Segovia</surname> <given-names>F.</given-names></name> <name><surname>Mart&#x000ED;nez</surname> <given-names>F. J.</given-names></name> <name><surname>Lai</surname> <given-names>M. C.</given-names></name> <name><surname>Lombardo</surname> <given-names>M. V.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>A machine learning approach to reveal the neurophenotypes of autisms</article-title>. <source>Int. J. Neural. Syst</source>. <volume>29</volume>, <fpage>1</fpage>&#x02013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.1142/S0129065718500582</pub-id><pub-id pub-id-type="pmid">30782022</pub-id></citation></ref>
<ref id="B29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haar</surname> <given-names>S.</given-names></name> <name><surname>Berman</surname> <given-names>S.</given-names></name> <name><surname>Behrmann</surname> <given-names>M.</given-names></name> <name><surname>Dinstein</surname> <given-names>I.</given-names></name></person-group> (<year>2016</year>). <article-title>Anatomical abnormalities in autism?</article-title> <source>Cereb. Cortex</source> <volume>26</volume>, <fpage>1440</fpage>&#x02013;<lpage>1452</lpage>. <pub-id pub-id-type="doi">10.1093/cercor/bhu242</pub-id><pub-id pub-id-type="pmid">25316335</pub-id></citation></ref>
<ref id="B30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Halladay</surname> <given-names>A. K.</given-names></name> <name><surname>Bishop</surname> <given-names>S.</given-names></name> <name><surname>Constantino</surname> <given-names>J. N.</given-names></name> <name><surname>Daniels</surname> <given-names>A. M.</given-names></name> <name><surname>Koenig</surname> <given-names>K.</given-names></name> <name><surname>Palmer</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Sex and gender differences in autism spectrum disorder: summarizing evidence gaps and identifying emerging areas of priority</article-title>. <source>Mol. Autism</source>. <volume>6</volume>:<fpage>36</fpage>. <pub-id pub-id-type="doi">10.1186/s13229-015-0019-y</pub-id><pub-id pub-id-type="pmid">26075049</pub-id></citation></ref>
<ref id="B31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hauser</surname> <given-names>S. L.</given-names></name> <name><surname>Robert</surname> <given-names>D. G.</given-names></name> <name><surname>Paul</surname> <given-names>R. N.</given-names></name></person-group> (<year>1975</year>). <article-title>Pneumographic findings in the infantile autism syndrome. a correlation with temporal lobe disease</article-title>. <source>Brain J. Neurol</source>. <volume>98</volume>, <fpage>667</fpage>&#x02013;<lpage>688</lpage>. <pub-id pub-id-type="doi">10.1093/brain/98.4.667</pub-id><pub-id pub-id-type="pmid">1218372</pub-id></citation></ref>
<ref id="B32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hazlett</surname> <given-names>H. C.</given-names></name> <name><surname>Gu</surname> <given-names>H.</given-names></name> <name><surname>Munsell</surname> <given-names>B. C.</given-names></name> <name><surname>Kim</surname> <given-names>S. H.</given-names></name> <name><surname>Styner</surname> <given-names>M.</given-names></name> <name><surname>Wolff</surname> <given-names>J. J.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Early brain development in infants at high risk for autism spectrum disorder</article-title>. <source>Nature</source> <volume>542</volume>, <fpage>348</fpage>&#x02013;<lpage>351</lpage>. <pub-id pub-id-type="doi">10.1038/nature21369</pub-id><pub-id pub-id-type="pmid">28202961</pub-id></citation></ref>
<ref id="B33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hiremath</surname> <given-names>C. S.</given-names></name> <name><surname>Sagar</surname> <given-names>K. J. V.</given-names></name> <name><surname>Yamini</surname> <given-names>B. K.</given-names></name> <name><surname>Girimaji</surname> <given-names>A. S.</given-names></name> <name><surname>Kumar</surname> <given-names>R.</given-names></name> <name><surname>Sravanti</surname> <given-names>S. L.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Emerging behavioral and neuroimaging biomarkers for early and accurate characterization of autism spectrum disorders: a systematic review</article-title>. <source>Transl. Psychiatry</source> <volume>11</volume>:<fpage>42</fpage>. <pub-id pub-id-type="doi">10.1038/s41398-020-01178-6</pub-id><pub-id pub-id-type="pmid">33441539</pub-id></citation></ref>
<ref id="B34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hirvikoski</surname> <given-names>T.</given-names></name> <name><surname>Mittendorfer-Rutz</surname> <given-names>E.</given-names></name> <name><surname>Boman</surname> <given-names>M.</given-names></name> <name><surname>Larsson</surname> <given-names>H.</given-names></name> <name><surname>Bolte</surname> <given-names>S.</given-names></name></person-group> (<year>2015</year>). <article-title>Premature mortality in autism spectrum disorder</article-title>. <source>British J. Psychiatry</source> <volume>208</volume>, <fpage>232</fpage>&#x02013;<lpage>238</lpage>. <pub-id pub-id-type="doi">10.1192/bjp.bp.114.160192</pub-id><pub-id pub-id-type="pmid">34981677</pub-id></citation></ref>
<ref id="B35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hu</surname> <given-names>J.</given-names></name> <name><surname>Chen</surname> <given-names>X.</given-names></name> <name><surname>Li</surname> <given-names>M.</given-names></name> <name><surname>Xu</surname> <given-names>H.-.L.</given-names></name> <name><surname>Huang</surname> <given-names>Z.</given-names></name> <name><surname>Chen</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Pattern of cerebellar grey matter loss associated with ataxia severity in spinocerebellar ataxias type 3: a multi-voxel pattern analysis</article-title>. <source>Brain Imaging Behav</source>. <volume>1</volume>, <fpage>1</fpage>&#x02013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1007/s11682-021-00511-x</pub-id><pub-id pub-id-type="pmid">34417969</pub-id></citation></ref>
<ref id="B36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jou</surname> <given-names>R. J.</given-names></name> <name><surname>Mateljevic</surname> <given-names>N.</given-names></name> <name><surname>Minshew</surname> <given-names>N. J.</given-names></name> <name><surname>Keshavan</surname> <given-names>M. S.</given-names></name> <name><surname>Hardan</surname> <given-names>A. Y.</given-names></name></person-group> (<year>2011</year>). <article-title>Reduced central white matter volume in autism: Implications for long?range connectivity</article-title>. <source>Psychiatry Clin. Neurosci</source>. <volume>65</volume>, <fpage>98</fpage>&#x02013;<lpage>101</lpage>. <pub-id pub-id-type="doi">10.1111/j.1440-1819.2010.02164.x</pub-id><pub-id pub-id-type="pmid">21265943</pub-id></citation></ref>
<ref id="B37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kates</surname> <given-names>W. R.</given-names></name> <name><surname>Mostofsky</surname> <given-names>S. H.</given-names></name> <name><surname>Zimmerman</surname> <given-names>A. W.</given-names></name> <name><surname>Mazzocco</surname> <given-names>M.</given-names></name> <name><surname>Reiss</surname> <given-names>A. L.</given-names></name></person-group> (<year>2010</year>). <article-title>Neuroanatomical and neurocognitive differences in a pair of monozygous twins discordant for strictly defined autism</article-title>. <source>Ann. Neurol</source>. <volume>43</volume>, <fpage>782</fpage>&#x02013;<lpage>791</lpage>. <pub-id pub-id-type="doi">10.1002/ana.410430613</pub-id><pub-id pub-id-type="pmid">9629848</pub-id></citation></ref>
<ref id="B38">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Khodatars</surname> <given-names>M.</given-names></name> <name><surname>Shoeibi</surname> <given-names>A.</given-names></name> <name><surname>Ghassemi</surname> <given-names>N.</given-names></name> <name><surname>Jafari</surname> <given-names>M.</given-names></name> <name><surname>Khadem</surname> <given-names>A.</given-names></name> <name><surname>Sadeghi</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Deep learning for neuroimaging-based diagnosis and rehabilitation of autism spectrum disorder: a review</article-title>. <source>arXiv</source>. <pub-id pub-id-type="doi">10.1016/j.compbiomed.2021.104949</pub-id><pub-id pub-id-type="pmid">34737139</pub-id></citation></ref>
<ref id="B39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Knutson</surname> <given-names>B.</given-names></name></person-group> (<year>2013</year>). <article-title>Interpretable whole-brain prediction analysis with GraphNet</article-title>. <source>Neuroimage</source> <volume>72</volume>, <fpage>304</fpage>&#x02013;<lpage>321</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2012.12.062</pub-id><pub-id pub-id-type="pmid">23298747</pub-id></citation></ref>
<ref id="B40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kohoutov</surname> <given-names>L.</given-names></name> <name><surname>Heo</surname> <given-names>J.</given-names></name> <name><surname>Cha</surname> <given-names>S.</given-names></name> <name><surname>Lee</surname> <given-names>S.</given-names></name> <name><surname>Woo</surname> <given-names>C. W.</given-names></name></person-group> (<year>2020</year>). <article-title>Toward a unified framework for interpreting machine-learning models in neuroimaging</article-title>. <source>Nat. Protoc</source>. <volume>15</volume>, <fpage>1</fpage>&#x02013;<lpage>37</lpage>. <pub-id pub-id-type="doi">10.1038/s41596-019-0289-5</pub-id><pub-id pub-id-type="pmid">32203486</pub-id></citation></ref>
<ref id="B41">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kriegeskorte</surname> <given-names>N.</given-names></name> <name><surname>Goebel</surname> <given-names>R.</given-names></name> <name><surname>Bandettini</surname> <given-names>P.</given-names></name></person-group> (<year>2006</year>). <article-title>Information-based functional brain mapping</article-title>. <source>Proc. Natl. Acad. Sci. U.S.A</source>. <volume>103</volume>, <fpage>3863</fpage>&#x02013;<lpage>3868</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.0600244103</pub-id><pub-id pub-id-type="pmid">16537458</pub-id></citation></ref>
<ref id="B42">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leung</surname> <given-names>Y. Y.</given-names></name> <name><surname>Chang</surname> <given-names>C. Q.</given-names></name> <name><surname>Hung</surname> <given-names>Y. S.</given-names></name> <name><surname>Fung</surname> <given-names>P.</given-names></name></person-group> (<year>2006</year>). <article-title>Gene selection for b cancer classification using support vector machines</article-title>. <source>Mach. Learn</source>. <volume>46</volume>, <fpage>389</fpage>&#x02013;<lpage>422</lpage>. <pub-id pub-id-type="doi">10.1023/A:1012487302797</pub-id><pub-id pub-id-type="pmid">16187409</pub-id></citation></ref>
<ref id="B43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>G.</given-names></name> <name><surname>Rossbach</surname> <given-names>K.</given-names></name> <name><surname>Jiang</surname> <given-names>W.</given-names></name> <name><surname>Zhao</surname> <given-names>L.</given-names></name> <name><surname>Du</surname> <given-names>Y.</given-names></name></person-group> (<year>2019</year>). <article-title>Reduction in grey matter volume and its correlation with clinical symptoms in Chinese boys with low functioning autism spectrum disorder</article-title>. <source>J. Intell. Disabil. Res</source>. <volume>63</volume>, <fpage>113</fpage>&#x02013;<lpage>123</lpage>. <pub-id pub-id-type="doi">10.1111/jir.12552</pub-id><pub-id pub-id-type="pmid">30407683</pub-id></citation></ref>
<ref id="B44">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lord</surname> <given-names>C.</given-names></name></person-group> (<year>2000</year>). <article-title>The autism diagnostic observation schedule-generic : a standard measure of social and communication deficits associated with the spectrum of autism</article-title>. <source>J. Autism Dev. Disord</source>. <volume>30</volume>, <fpage>205</fpage>&#x02013;<lpage>223</lpage>. <pub-id pub-id-type="doi">10.1023/A:1005592401947</pub-id><pub-id pub-id-type="pmid">11055457</pub-id></citation></ref>
<ref id="B45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lord</surname> <given-names>C.</given-names></name> <name><surname>Rutter</surname> <given-names>M.</given-names></name> <name><surname>Couteur</surname> <given-names>A. L.</given-names></name></person-group> (<year>1994</year>). <article-title>Autism diagnostic interview-revised: A revised version of a diagnostic interview for caregivers of individuals with possible pervasive developmental disorders</article-title>. <source>J. Autism. Dev. Disord</source>. <volume>24</volume>, <fpage>659</fpage>&#x02013;<lpage>685</lpage>. <pub-id pub-id-type="doi">10.1007/BF02172145</pub-id><pub-id pub-id-type="pmid">7814313</pub-id></citation></ref>
<ref id="B46">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lotze</surname> <given-names>M.</given-names></name> <name><surname>Domin</surname> <given-names>M.</given-names></name> <name><surname>Gerlach</surname> <given-names>F. H.</given-names></name> <name><surname>Gaser</surname> <given-names>C.</given-names></name> <name><surname>Lueders</surname> <given-names>E.</given-names></name> <name><surname>Schmidt</surname> <given-names>C. O.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Novel findings from 2,838 adult brains on sex differences in gray matter brain volume</article-title>. <source>Sci. Rep</source>. <volume>9</volume>, <fpage>1671</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-018-38239-2</pub-id><pub-id pub-id-type="pmid">30737437</pub-id></citation></ref>
<ref id="B47">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maenner</surname> <given-names>M. J.</given-names></name> <name><surname>Shaw</surname> <given-names>K. A.</given-names></name> <name><surname>Baio</surname> <given-names>J.</given-names></name> <name><surname>Washington</surname> <given-names>A.</given-names></name> <name><surname>Dietz</surname> <given-names>P. M.</given-names></name></person-group> (<year>2020</year>). <article-title>Prevalence of autism spectrum disorder among children aged 8 years autism and developmental disabilities monitoring network, 11 sites, United States, 2016</article-title>. <source>MMWR Surveill. Summ</source>. <volume>69</volume>, <fpage>1</fpage>&#x02013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.15585/mmwr.ss6706a1</pub-id><pub-id pub-id-type="pmid">32214087</pub-id></citation></ref>
<ref id="B48">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maier</surname> <given-names>S.</given-names></name> <name><surname>Tebartz van Elst</surname> <given-names>L.</given-names></name> <name><surname>Beier</surname> <given-names>D.</given-names></name> <name><surname>Ebert</surname> <given-names>D.</given-names></name> <name><surname>Fangmeier</surname> <given-names>T.</given-names></name> <name><surname>Radtke</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Increased hippocampal volumes in adults with high functioning autism spectrum disorder and an IQ&#x0003E;100: a manual morphometric study</article-title>. <source>Psychiatry Res. Neuroimaging</source> <volume>234</volume>, <fpage>152</fpage>&#x02013;<lpage>155</lpage>. <pub-id pub-id-type="doi">10.1016/j.pscychresns.2015.08.002</pub-id><pub-id pub-id-type="pmid">26337007</pub-id></citation></ref>
<ref id="B49">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Martino</surname> <given-names>A. D.</given-names></name> <name><surname>Yan</surname> <given-names>C. G.</given-names></name> <name><surname>Li</surname> <given-names>Q.</given-names></name> <name><surname>Denio</surname> <given-names>E.</given-names></name> <name><surname>Castellanos</surname> <given-names>F. X.</given-names></name> <name><surname>Alaerts</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>The autism brain imaging data exchange: towards a large-scale evaluation of the intrinsic brain architecture in autism</article-title>. <source>Mol. Psychiatry</source>. <volume>19</volume>, <fpage>659</fpage>&#x02013;<lpage>667</lpage>. <pub-id pub-id-type="doi">10.1038/mp.2013.78</pub-id><pub-id pub-id-type="pmid">23774715</pub-id></citation></ref>
<ref id="B50">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maximo</surname> <given-names>J. O.</given-names></name> <name><surname>Cadena</surname> <given-names>E. J.</given-names></name> <name><surname>Kana</surname> <given-names>R. K.</given-names></name></person-group> (<year>2014</year>). <article-title>The Implications of Brain Connectivity in the Neuropsychology of Autism</article-title>. <source>Neuropsychol. Rev</source>. <volume>24</volume>, <fpage>16</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1007/s11065-014-9250-0</pub-id><pub-id pub-id-type="pmid">24496901</pub-id></citation></ref>
<ref id="B51">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mazziotta</surname> <given-names>J. C.</given-names></name> <name><surname>Toga</surname> <given-names>A. W.</given-names></name> <name><surname>Evans</surname> <given-names>A.</given-names></name> <name><surname>Fox</surname> <given-names>P.</given-names></name> <name><surname>Lancaster</surname> <given-names>J.</given-names></name></person-group> (<year>1995</year>). <article-title>A probabilistic atlas of the human brain: theory and rationale for its development: the international consortium for brain mapping (icbm)</article-title>. <source>Neuroimage</source> <volume>2</volume>, <fpage>89</fpage>&#x02013;<lpage>101</lpage>. <pub-id pub-id-type="doi">10.1006/nimg.1995.1012</pub-id><pub-id pub-id-type="pmid">9343592</pub-id></citation></ref>
<ref id="B52">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mwiza</surname> <given-names>K.</given-names></name> <name><surname>Shuo</surname> <given-names>Z.</given-names></name> <name><surname>Gaolang Gong</surname> <given-names>H. L.</given-names></name></person-group> (<year>2020</year>). <article-title>Improving multi-site autism classification based on site-dependence minimisation and second-order functional connectivity</article-title>. <source>bioRxiv</source>. <volume>1</volume>, <fpage>1</fpage>&#x02013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1101/2020.02.01.930073</pub-id></citation>
</ref>
<ref id="B53">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ojala</surname> <given-names>M.</given-names></name> <name><surname>Garriga</surname> <given-names>G. C.</given-names></name></person-group> (<year>2010</year>). <article-title>Permutation tests for studying classifier performance</article-title>. <source>Journal of Machine Learning Research</source>. <pub-id pub-id-type="doi">10.1109/ICDM.2009.108</pub-id></citation>
</ref>
<ref id="B54">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Organization</surname> <given-names>W. H.</given-names></name></person-group> (<year>1993</year>). <source>The ICD-10 Classification of Mental and Behavioural Disorders: Diagnostic Criteria for Research</source>. <publisher-loc>Geneva</publisher-loc>: <publisher-name>Clinical Descriptions and Diagnostic Guidelines Geneva</publisher-name>.</citation>
</ref>
<ref id="B55">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Osbarn</surname> <given-names>S.</given-names></name></person-group> (<year>2020</year>). <source>Wernicke&#x00027;s Area in A ea in Autism: rsfMRI study</source> (Ph.D. thesis).</citation>
</ref>
<ref id="B56">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pagnozzi</surname> <given-names>A. M.</given-names></name> <name><surname>Conti</surname> <given-names>E.</given-names></name> <name><surname>Calderoni</surname> <given-names>S.</given-names></name> <name><surname>Fripp</surname> <given-names>J.</given-names></name> <name><surname>Rose</surname> <given-names>S. E.</given-names></name></person-group> (<year>2018</year>). <article-title>A systematic review of structural MRI biomarkers in autism spectrum disorder: A machine learning perspective</article-title>. <source>Int. J. Dev. Neurosci</source>. <volume>71</volume>, <fpage>68</fpage>&#x02013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijdevneu.2018.08.010</pub-id><pub-id pub-id-type="pmid">30172895</pub-id></citation></ref>
<ref id="B57">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Palmen</surname> <given-names>S. J.</given-names></name> <name><surname>Pol</surname> <given-names>H. H. F.</given-names></name> <name><surname>Kemner</surname> <given-names>C.</given-names></name> <name><surname>Schnack</surname> <given-names>H. G.</given-names></name> <name><surname>Durston</surname> <given-names>S.</given-names></name> <name><surname>Lahuis</surname> <given-names>B. E.</given-names></name> <etal/></person-group>. (<year>2005</year>). <article-title>Increased gray-matter volume in medication-naive high-functioning children with autism spectrum disorder</article-title>. <source>Psychol. Med</source>. <volume>35</volume>, <fpage>561</fpage>. <pub-id pub-id-type="doi">10.1017/S0033291704003496</pub-id><pub-id pub-id-type="pmid">15856726</pub-id></citation></ref>
<ref id="B58">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pierce</surname> <given-names>K.</given-names></name></person-group> (<year>2011</year>). <article-title>Early functional brain development in autism and the promise of sleep fMRI</article-title>. <source>Brain Res</source>. <volume>1380</volume>, <fpage>162</fpage>&#x02013;<lpage>174</lpage>. <pub-id pub-id-type="doi">10.1016/j.brainres.2010.09.028</pub-id><pub-id pub-id-type="pmid">20869953</pub-id></citation></ref>
<ref id="B59">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Prosperi</surname> <given-names>M.</given-names></name> <name><surname>Turi</surname> <given-names>M.</given-names></name> <name><surname>Guerrera</surname> <given-names>S.</given-names></name> <name><surname>Napoli</surname> <given-names>E.</given-names></name> <name><surname>Tancredi</surname> <given-names>R.</given-names></name> <name><surname>Igliozzi</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Sex Differences in autism spectrum disorder: an investigation on core symptoms and psychiatric comorbidity in preschoolers</article-title>. <source>Front. Integr. Neurosci</source>. <volume>14</volume>:<fpage>62</fpage>. <pub-id pub-id-type="doi">10.3389/fnint.2020.594082</pub-id><pub-id pub-id-type="pmid">33584212</pub-id></citation></ref>
<ref id="B60">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pua</surname> <given-names>E. P. K.</given-names></name> <name><surname>Bowden</surname> <given-names>S. C.</given-names></name> <name><surname>Seal</surname> <given-names>M. L.</given-names></name></person-group> (<year>2017</year>). <article-title>Autism spectrum disorders: neuroimaging findings from systematic reviews</article-title>. <source>Res. Autism. Spectr. Disord</source>. <volume>34</volume>, <fpage>28</fpage>&#x02013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1016/j.rasd.2016.11.005</pub-id></citation>
</ref>
<ref id="B61">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Raki&#x00107;</surname> <given-names>M.</given-names></name> <name><surname>Cabezas</surname> <given-names>M.</given-names></name> <name><surname>Kushibar</surname> <given-names>K.</given-names></name> <name><surname>Oliver</surname> <given-names>A.</given-names></name> <name><surname>Llad&#x000F3;</surname> <given-names>X.</given-names></name></person-group> (<year>2020</year>). <article-title>Improving the detection of autism spectrum disorder by combining structural and functional MRI information</article-title>. <source>Neuroimage Clin</source>. <volume>25</volume>:<fpage>102181</fpage>. <pub-id pub-id-type="doi">10.1016/j.nicl.2020.102181</pub-id><pub-id pub-id-type="pmid">31982680</pub-id></citation></ref>
<ref id="B62">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Riddle</surname> <given-names>K.</given-names></name> <name><surname>Cascio</surname> <given-names>C. J.</given-names></name> <name><surname>Woodward</surname> <given-names>N. D.</given-names></name></person-group> (<year>2016</year>). <article-title>Brain structure in autism: a voxel-based morphometry analysis of the Autism Brain Imaging Database Exchange (ABIDE)</article-title>. <source>Brain Imaging Behav</source>. <volume>11</volume>, <fpage>1</fpage>&#x02013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1007/s11682-016-9534-5</pub-id><pub-id pub-id-type="pmid">26941174</pub-id></citation></ref>
<ref id="B63">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Riedel</surname> <given-names>A.</given-names></name> <name><surname>Maier</surname> <given-names>S.</given-names></name> <name><surname>Ulbrich</surname> <given-names>M.</given-names></name> <name><surname>Biscaldi</surname> <given-names>M.</given-names></name> <name><surname>Ebert</surname> <given-names>D.</given-names></name> <name><surname>Fangmeier</surname> <given-names>T.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>No significant brain volume decreases or increases in adults with high-functioning autism spectrum disorder and above average intelligence: A voxel-based morphometric study</article-title>. <source>Psychiatry Res</source>. <volume>223</volume>, <fpage>67</fpage>&#x02013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.1016/j.pscychresns.2014.05.013</pub-id><pub-id pub-id-type="pmid">24953998</pub-id></citation></ref>
<ref id="B64">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Rifkin</surname> <given-names>R.</given-names></name> <name><surname>Yeo</surname> <given-names>G.</given-names></name> <name><surname>Poggio</surname> <given-names>T.</given-names></name></person-group> (<year>2003</year>) <article-title>Regularized Least-Squares Classification</article-title> in <source>Advances in Learning Theory: Methods, Models Applications, NATO Science Series III: Computer &#x00026; Systems Sciences</source>, eds. <person-group person-group-type="editor"><name><surname>Suykens</surname> <given-names>J.A.K.</given-names></name> <name><surname>Horvath</surname> <given-names>G.</given-names></name> <name><surname>Basu</surname> <given-names>S.</given-names></name> <name><surname>Micchelli</surname> <given-names>C.</given-names></name> <name><surname>Vandewalle</surname> <given-names>J.</given-names></name></person-group> (<publisher-loc>Amsterdam</publisher-loc>: <publisher-name>IOS Press</publisher-name>), <volume>190</volume>, <fpage>131</fpage>&#x02013;<lpage>153</lpage>.</citation>
</ref>
<ref id="B65">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ritvo</surname> <given-names>E. R.</given-names></name> <name><surname>Freeman</surname> <given-names>B.</given-names></name> <name><surname>Scheibel</surname> <given-names>A. B.</given-names></name> <name><surname>Duong</surname> <given-names>T.</given-names></name> <name><surname>Robinson</surname> <given-names>H.</given-names></name> <name><surname>Guthrie</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>1986</year>). <article-title>Lower Purkinje cell counts in the cerebella of four autistic subjects: initial findings of the UCLA-NSAC autopsy research report</article-title>. <source>Am. J. Psychiatry</source> <volume>143</volume>, <fpage>862</fpage>. <pub-id pub-id-type="doi">10.1176/ajp.143.7.862</pub-id><pub-id pub-id-type="pmid">3717426</pub-id></citation></ref>
<ref id="B66">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Riva</surname> <given-names>D.</given-names></name> <name><surname>Annunziata</surname> <given-names>S.</given-names></name> <name><surname>Contarino</surname> <given-names>V.</given-names></name> <name><surname>Erbetta</surname> <given-names>A.</given-names></name> <name><surname>Aquino</surname> <given-names>D.</given-names></name> <name><surname>Bulgheroni</surname> <given-names>S.</given-names></name></person-group> (<year>2013</year>). <article-title>Gray matter reduction in the vermis and CRUS-II is associated with social and interaction deficits in low-functioning children with autistic spectrum disorders: a VBM-DARTEL study</article-title>. <source>Cerebellum</source> <volume>12</volume>, <fpage>676</fpage>&#x02013;<lpage>685</lpage>. <pub-id pub-id-type="doi">10.1007/s12311-013-0469-8</pub-id><pub-id pub-id-type="pmid">23572290</pub-id></citation></ref>
<ref id="B67">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Samartsidis</surname> <given-names>P.</given-names></name> <name><surname>Montagna</surname> <given-names>S.</given-names></name> <name><surname>Nichols</surname> <given-names>T. E.</given-names></name> <name><surname>Johnson</surname> <given-names>T. D.</given-names></name></person-group> (<year>2016</year>). <article-title>The coordinate-based meta-analysis of neuroimaging data</article-title>. <source>Stat. Sci</source>. <volume>32</volume>, <fpage>580</fpage>&#x02013;<lpage>599</lpage>. <pub-id pub-id-type="doi">10.1214/17-STS624</pub-id><pub-id pub-id-type="pmid">29545671</pub-id></citation></ref>
<ref id="B68">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schultz</surname> <given-names>R. T.</given-names></name> <name><surname>Gauthier</surname> <given-names>I.</given-names></name> <name><surname>Klin</surname> <given-names>A.</given-names></name> <name><surname>Fulbright</surname> <given-names>R. K.</given-names></name> <name><surname>Anderson</surname> <given-names>A. W.</given-names></name> <name><surname>Volkmar</surname> <given-names>F.</given-names></name> <etal/></person-group>. (<year>2000</year>). <article-title>Abnormal ventral temporal cortical activity during face discrimination among individuals with autism and Asperger syndrome</article-title>. <source>Arch. Gen. Psychiatry</source> <volume>57</volume>, <fpage>331</fpage>. <pub-id pub-id-type="doi">10.1001/archpsyc.57.4.331</pub-id><pub-id pub-id-type="pmid">10768694</pub-id></citation></ref>
<ref id="B69">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sherkatghanad</surname> <given-names>Z.</given-names></name> <name><surname>Akhondzadeh</surname> <given-names>M.</given-names></name> <name><surname>Salari</surname> <given-names>S.</given-names></name> <name><surname>Zomorodi-Moghadam</surname> <given-names>M.</given-names></name> <name><surname>Abdar</surname> <given-names>M.</given-names></name> <name><surname>Acharya</surname> <given-names>U. R.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Automated detection of autism spectrum disorder using a convolutional neural network</article-title>. <source>Front. Neurosci</source>. <volume>13</volume>:<fpage>1325</fpage>. <pub-id pub-id-type="doi">10.3389/fnins.2019.01325</pub-id><pub-id pub-id-type="pmid">32009868</pub-id></citation></ref>
<ref id="B70">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Shijun</surname> <given-names>L.</given-names></name></person-group> (<year>2021</year>). <source>Brain differences in autism spectrum disorder</source> (Ph.D. thesis).</citation>
</ref>
<ref id="B71">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sophia</surname> <given-names>M.</given-names></name> <name><surname>Daniel</surname> <given-names>K.</given-names></name> <name><surname>Samson</surname> <given-names>A. C.</given-names></name> <name><surname>Valerie</surname> <given-names>K.</given-names></name> <name><surname>Janusch</surname> <given-names>B.</given-names></name> <name><surname>Michel</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Convergent findings of altered functional and structural brain connectivity in individuals with high functioning autism: a multimodal MRI study</article-title>. <source>PLoS ONE</source> <volume>8</volume>:<fpage>e67329</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0067329</pub-id><pub-id pub-id-type="pmid">23825652</pub-id></citation></ref>
<ref id="B72">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Southgate</surname> <given-names>V.</given-names></name> <name><surname>Hamilton</surname> <given-names>A.</given-names></name></person-group> (<year>2008</year>). <article-title>Unbroken mirrors: challenging a theory of Autism</article-title>. <source>Trends Cogn. Sci</source>. <volume>12</volume>, <fpage>225</fpage>&#x02013;<lpage>229</lpage>. <pub-id pub-id-type="doi">10.1016/j.tics.2008.03.005</pub-id><pub-id pub-id-type="pmid">18479959</pub-id></citation></ref>
<ref id="B73">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Spera</surname> <given-names>G.</given-names></name> <name><surname>Retico</surname> <given-names>A.</given-names></name> <name><surname>Bosco</surname> <given-names>P.</given-names></name> <name><surname>Ferrari</surname> <given-names>E.</given-names></name> <name><surname>Palumbo</surname> <given-names>L.</given-names></name> <name><surname>Oliva</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Evaluation of altered functional connections in male children with autism spectrum disorders on multiple-site data optimized with machine learning</article-title>. <source>Front. Psychiatry</source>. <volume>10</volume>:<fpage>620</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyt.2019.00620</pub-id><pub-id pub-id-type="pmid">31616322</pub-id></citation></ref>
<ref id="B74">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sugrue</surname> <given-names>D. D.</given-names></name> <name><surname>Voos</surname> <given-names>M. C.</given-names></name> <name><surname>Ventola</surname> <given-names>P. E.</given-names></name> <name><surname>Klin</surname> <given-names>A.</given-names></name> <name><surname>Kaiser</surname> <given-names>M. D.</given-names></name> <name><surname>Velde</surname> <given-names>C. V.</given-names></name> <etal/></person-group>. (<year>2010</year>). <article-title>Neural signatures of autism</article-title>. <source>Proc. Natl. Acad. Sci. U.S.A</source>. <volume>107</volume>, <fpage>21223</fpage>&#x02013;<lpage>21228</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.1010412107</pub-id><pub-id pub-id-type="pmid">21078973</pub-id></citation></ref>
<ref id="B75">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thomaidis</surname> <given-names>L.</given-names></name> <name><surname>Kyprianou</surname> <given-names>M.</given-names></name> <name><surname>Choleva</surname> <given-names>A.</given-names></name></person-group> (<year>2015</year>). <article-title>Early screening of autism: Is age a confounding factor when screening for autism?</article-title> <source>J. Paediatr. Child Health</source>. <volume>51</volume>, <fpage>1046</fpage>&#x02013;<lpage>1047</lpage>. <pub-id pub-id-type="doi">10.1111/jpc.12997</pub-id><pub-id pub-id-type="pmid">26428434</pub-id></citation></ref>
<ref id="B76">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Traut</surname> <given-names>N.</given-names></name> <name><surname>Beggiato</surname> <given-names>A.</given-names></name> <name><surname>Bourgeron</surname> <given-names>T.</given-names></name> <name><surname>Delorme</surname> <given-names>R.</given-names></name> <name><surname>Rondi-Reig</surname> <given-names>L.</given-names></name> <name><surname>Paradis</surname> <given-names>A. L.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Cerebellar volume in autism: literature meta-analysis and analysis of the autism brain imaging data exchange cohort</article-title>. <source>Biol. Psychiatry</source> <volume>83</volume>, <fpage>579</fpage>&#x02013;<lpage>588</lpage>. <pub-id pub-id-type="doi">10.1016/j.biopsych.2017.09.029</pub-id><pub-id pub-id-type="pmid">29146048</pub-id></citation></ref>
<ref id="B77">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Rooij</surname> <given-names>D.</given-names></name> <name><surname>aan Anagnostou</surname> <given-names>E.</given-names></name> <name><surname>Arango</surname> <given-names>C.</given-names></name> <name><surname>Auzias</surname> <given-names>G.</given-names></name> <name><surname>Behrmann</surname> <given-names>M.</given-names></name> <name><surname>Busatto</surname> <given-names>G.eraldo F.</given-names></name> <name><surname>Calderoni</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Cortical and subcortical brain morphometry differences between patients with autism spectrum disorder and healthy individuals across the lifespan: results from the ENIGMA ASD working group</article-title>. <source>Am. J. Psychiatry</source> <volume>175</volume>, <fpage>359</fpage>&#x02013;<lpage>369</lpage>. <pub-id pub-id-type="doi">10.1176/appi.ajp.2017.17010100</pub-id><pub-id pub-id-type="pmid">29145754</pub-id></citation></ref>
<ref id="B78">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vivanti</surname> <given-names>G.</given-names></name> <name><surname>Rogers</surname> <given-names>S. J.</given-names></name></person-group> (<year>2014</year>). <article-title>Autism and the mirror neuron system: Insights from learning and teaching</article-title>. <source>Philos. Trans. R. Soc. B Biol. Sci</source>. <volume>369</volume>:<fpage>20130184</fpage>. <pub-id pub-id-type="doi">10.1098/rstb.2013.0184</pub-id><pub-id pub-id-type="pmid">24778379</pub-id></citation></ref>
<ref id="B79">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walsh</surname> <given-names>P.</given-names></name> <name><surname>Elsabbagh</surname> <given-names>M.</given-names></name> <name><surname>Bolton</surname> <given-names>P.</given-names></name> <name><surname>Singh</surname> <given-names>I.</given-names></name></person-group> (<year>2011</year>). <article-title>In search of biomarkers for autism: scientific, social and ethical challenges</article-title>. <source>Nat. Rev. Neurosci</source>. <volume>12</volume>, <fpage>603</fpage>&#x02013;<lpage>612</lpage>. <pub-id pub-id-type="doi">10.1038/nrn3113</pub-id><pub-id pub-id-type="pmid">21931335</pub-id></citation></ref>
<ref id="B80">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>M.</given-names></name> <name><surname>Zhang</surname> <given-names>D.</given-names></name> <name><surname>Huang</surname> <given-names>J.</given-names></name> <name><surname>Yap</surname> <given-names>P. T.</given-names></name> <name><surname>Shen</surname> <given-names>D.</given-names></name> <name><surname>Liu</surname> <given-names>M.</given-names></name></person-group> (<year>2020</year>). <article-title>Identifying autism spectrum disorder with multi-site fMRI via low-rank domain adaptation</article-title>. <source>IEEE Trans. Med. Imaging</source> <volume>39</volume>, <fpage>644</fpage>&#x02013;<lpage>655</lpage>. <pub-id pub-id-type="doi">10.1109/TMI.2019.2933160</pub-id><pub-id pub-id-type="pmid">31395542</pub-id></citation></ref>
<ref id="B81">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wee</surname> <given-names>C. Y.</given-names></name> <name><surname>Wang</surname> <given-names>L.</given-names></name> <name><surname>Shi</surname> <given-names>F.</given-names></name> <name><surname>Yap</surname> <given-names>P. T.</given-names></name> <name><surname>Shen</surname> <given-names>D.</given-names></name></person-group> (<year>2014</year>). <article-title>Diagnosis of autism spectrum disorders using regional and interregional morphological features</article-title>. <source>Hum. Brain Mapp</source>. <volume>35</volume>, <fpage>3414</fpage>&#x02013;<lpage>3430</lpage>. <pub-id pub-id-type="doi">10.1002/hbm.22411</pub-id><pub-id pub-id-type="pmid">25050428</pub-id></citation></ref>
<ref id="B82">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wold</surname> <given-names>S.</given-names></name> <name><surname>Esbensen</surname> <given-names>K.</given-names></name> <name><surname>Geladi</surname> <given-names>P.</given-names></name></person-group> (<year>1987</year>). <article-title>Principal component analysis</article-title>. <source>Chemometr. Intell. Lab. Syst</source>. <volume>2</volume>, <fpage>37</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1016/0169-7439(87)80084-9</pub-id></citation>
</ref>
<ref id="B83">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xiao</surname> <given-names>Z.</given-names></name> <name><surname>Qiu</surname> <given-names>T.</given-names></name> <name><surname>Ke</surname> <given-names>X.</given-names></name> <name><surname>Xiao</surname> <given-names>X.</given-names></name> <name><surname>Xiao</surname> <given-names>T.</given-names></name> <name><surname>Liang</surname> <given-names>F.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Autism spectrum disorder as early neurodevelopmental disorder: evidence from the brain imaging abnormalities in 2-3 years old toddlers</article-title>. <source>J. Autism. Dev. Disord</source>. <volume>44</volume>, <fpage>1633</fpage>&#x02013;<lpage>1640</lpage>. <pub-id pub-id-type="doi">10.1007/s10803-014-2033-x</pub-id><pub-id pub-id-type="pmid">24419870</pub-id></citation></ref>
<ref id="B84">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zheng</surname> <given-names>W.</given-names></name> <name><surname>Eilamstock</surname> <given-names>T.</given-names></name> <name><surname>Wu</surname> <given-names>T.</given-names></name> <name><surname>Spagna</surname> <given-names>A.</given-names></name> <name><surname>Chen</surname> <given-names>C.</given-names></name> <name><surname>Hu</surname> <given-names>B.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Multi-feature based network revealing the structural abnormalities in autism spectrum disorder</article-title>. <source>IEEE Trans. Affect. Comput</source>. <volume>12</volume>, <fpage>732</fpage>&#x02013;<lpage>742</lpage>. <pub-id pub-id-type="doi">10.1109/TAFFC.2018.2890597</pub-id></citation>
</ref>
<ref id="B85">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhutovsky</surname> <given-names>P.</given-names></name> <name><surname>Thomas</surname> <given-names>R. M.</given-names></name> <name><surname>Olff</surname> <given-names>M.</given-names></name> <name><surname>Rooij</surname> <given-names>S.</given-names></name> <name><surname>Kennis</surname> <given-names>M.</given-names></name> <name><surname>Wingen</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Individual prediction of psychotherapy outcome in posttraumatic stress disorder using neuroimaging data</article-title>. <source>Transl. Psychiatry</source> <volume>9</volume>:<fpage>326</fpage>. <pub-id pub-id-type="doi">10.1038/s41398-019-0663-7</pub-id><pub-id pub-id-type="pmid">31792202</pub-id></citation></ref>
<ref id="B86">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zilbovicius</surname> <given-names>M.</given-names></name> <name><surname>Boddaert</surname> <given-names>N.</given-names></name> <name><surname>Belin</surname> <given-names>P.</given-names></name> <name><surname>Poline</surname> <given-names>J. B.</given-names></name> <name><surname>Samson</surname> <given-names>Y.</given-names></name></person-group> (<year>2000</year>). <article-title>Temporal lobe dysfunction in childhood autism: a PET study</article-title>. <source>Am. J. Psychiatry</source> <volume>157</volume>, <fpage>1988</fpage>&#x02013;<lpage>1993</lpage>. <pub-id pub-id-type="doi">10.1176/appi.ajp.157.12.1988</pub-id><pub-id pub-id-type="pmid">11097965</pub-id></citation></ref>
</ref-list>
</back>
</article>