<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Aging Neurosci.</journal-id>
<journal-title>Frontiers in Aging Neuroscience</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Aging Neurosci.</abbrev-journal-title>
<issn pub-type="epub">1663-4365</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fnagi.2024.1377442</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Aging Neuroscience</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Using sustained vowels to identify patients with mild Parkinson&#x2019;s disease in a Chinese dataset</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Wang</surname> <given-names>Miao</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1375807/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Zhao</surname> <given-names>Xingli</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Li</surname> <given-names>Fengzhu</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2358749/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Wu</surname> <given-names>Lingyu</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2072261/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Li</surname> <given-names>Yifan</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Tang</surname> <given-names>Ruonan</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Yao</surname> <given-names>Jiarui</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lin</surname> <given-names>Shinuan</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zheng</surname> <given-names>Yuan</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ling</surname> <given-names>Yun</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1893411/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ren</surname> <given-names>Kang</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1155675/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Chen</surname> <given-names>Zhonglue</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="corresp" rid="c005"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1136073/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Yin</surname> <given-names>Xi</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c004"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1329974/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Wang</surname> <given-names>Zhenfu</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c003"><sup>&#x002A;</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Gao</surname> <given-names>Zhongbao</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x002A;</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Zhang</surname> <given-names>Xi</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/63325/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Geriatric Neurology, The Second Medical Center and National Clinical Research Center for Geriatric Disease, Chinese PLA General Hospital</institution>, <addr-line>Beijing</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Gyenno Science Co., Ltd.</institution>, <addr-line>Shenzhen</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>HUST-GYENNO CNS Intelligent Digital Medicine Technology Center</institution>, <addr-line>Wuhan</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0002"><p>Edited by: Santiago Perez-Lloret, National Scientific and Technical Research Council (CONICET), Argentina</p></fn>
<fn fn-type="edited-by" id="fn0003"><p>Reviewed by: Carla Masala, University of Cagliari, Italy</p><p>Mohammod Abdul Motin, Rajshahi University of Engineering &#x0026; Technology, Bangladesh</p></fn>
<corresp id="c001">&#x002A;Correspondence: Xi Zhang, <email>zhangxi@301hospital.com.cn</email></corresp>
<corresp id="c002">Zhongbao Gao, <email>gaozb301@163.com</email></corresp>
<corresp id="c003">Zhenfu Wang, <email>zhenfuw@sina.com</email></corresp>
<corresp id="c004">Xi Yin, <email>hos301Martin@163.com</email></corresp>
<corresp id="c005">Zhonglue Chen, <email>chenzhonglue@gyenno.com</email></corresp>
<fn fn-type="equal" id="fn0001"><p><sup>&#x2020;</sup>These authors have contributed equally to this work</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>03</day>
<month>05</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>16</volume>
<elocation-id>1377442</elocation-id>
<history>
<date date-type="received">
<day>27</day>
<month>01</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>15</day>
<month>04</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Wang, Zhao, Li, Wu, Li, Tang, Yao, Lin, Zheng, Ling, Ren, Chen, Yin, Wang, Gao and Zhang.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Wang, Zhao, Li, Wu, Li, Tang, Yao, Lin, Zheng, Ling, Ren, Chen, Yin, Wang, Gao and Zhang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec110">
<title>Introduction</title>
<p>Parkinson&#x2019;s disease (PD) is the second most common neurodegenerative disease and affects millions of people. Accurate diagnosis and subsequent treatment in the early stages can slow down disease progression. However, making an accurate diagnosis of PD at an early stage is challenging. Previous studies have revealed that even for movement disorder specialists, it was difficult to differentiate patients with PD from healthy individuals until the average modified Hoehn-Yahr staging (mH&#x0026;Y) reached 1.8. Recent researches have shown that dysarthria provides good indicators for computer-assisted diagnosis of patients with PD. However, few studies have focused on diagnosing patients with PD in the early stages, specifically those with mH&#x0026;Y &#x2264; 1.5.</p>
</sec>
<sec id="sec111">
<title>Method</title>
<p>We used a machine learning algorithm to analyze voice features and developed diagnostic models for differentiating between healthy controls (HCs) and patients with PD, and for differentiating between HCs and patients with mild PD (mH&#x0026;Y &#x2264; 1.5). The models were independently validated using separate datasets.</p>
</sec>
<sec id="sec112">
<title>Results</title>
<p>Our results demonstrate that, a remarkable diagnostic performance of the model in identifying patients with mild PD (mH&#x0026;Y &#x2264; 1.5) and HCs, with area under the ROC curve 0.93 (95% CI: 0.851.00), accuracy 0.85, sensitivity 0.95, and specificity 0.75.</p>
</sec>
<sec id="sec113">
<title>Conclusion</title>
<p>The results of our study are helpful for screening PD in the early stages in the community and primary medical institutions where there is a lack of movement disorder specialists and special equipment.</p>
</sec>
</abstract>
<kwd-group>
<kwd>Parkinson&#x2019;s disease</kwd>
<kwd>early diagnosis</kwd>
<kwd>machine learning</kwd>
<kwd>Chinese database</kwd>
<kwd>voice</kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="7"/>
<equation-count count="0"/>
<ref-count count="46"/>
<page-count count="13"/>
<word-count count="8724"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Parkinson&#x2019;s Disease and Aging-related Movement Disorders</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<label>1</label>
<title>Introduction</title>
<p>Parkinson&#x2019;s disease (PD) is a neurological degenerative disease characterized by a group of motor symptoms, including bradykinesia, rigidity, postural instability, and resting tremors, as well as a group of non-motor symptoms, including hyposmia, cognitive impairment, and autonomic dysfunctions (<xref ref-type="bibr" rid="ref38">Solla et al., 2020</xref>; <xref ref-type="bibr" rid="ref8">Ercoli et al., 2022</xref>), which occur due to progressive loss of dopaminergic neurons in the substantia nigra of the midbrain (<xref ref-type="bibr" rid="ref15">Hornykiewicz, 1998</xref>). Both motor and non-motor symptoms have significant impact on the quality of life of patients with PD (<xref ref-type="bibr" rid="ref38">Solla et al., 2020</xref>; <xref ref-type="bibr" rid="ref8">Ercoli et al., 2022</xref>). Although PD remains incurable, accurate diagnosis and subsequent treatment of mild conditions can improve the patient&#x2019;s quality of life (<xref ref-type="bibr" rid="ref20">Lang et al., 2013</xref>). However, accurate diagnosis of early-stage PD is difficult because mild motor symptoms are often misconstrued as typical signs of aging. A survey reported a clinical diagnostic accuracy of only 80% by experienced movement disorder specialists, whereas the precision is even lower when performed by general neurologists (<xref ref-type="bibr" rid="ref1">Adler et al., 2014</xref>). In recent years, several tools have been used for the early diagnosis of PD, including dopamine transporter (DaT) scans, 7-Tesla magnetic resonance imaging, and radioactive iodine metaiodobenzylguanidine scans, with satisfactory accuracy (<xref ref-type="bibr" rid="ref3">Brooks, 1993</xref>; <xref ref-type="bibr" rid="ref9">Gaenslen et al., 2008</xref>; <xref ref-type="bibr" rid="ref4">Cosottini et al., 2014</xref>; <xref ref-type="bibr" rid="ref18">Kawazoe et al., 2019</xref>; <xref ref-type="bibr" rid="ref42">Vaswani et al., 2022</xref>). However, these examinations are time-consuming, costly, and rely on specialized equipment and reagents that are only feasible in a limited number of top-tier tertiary medical centers, thus restricting their widespread application. Hence, a reliable, inexpensive, and convenient tool that can accurately identify early-stage PD is required.</p>
<p>Dysarthria, a prevalent motor manifestation of PD, is observed in approximately 90% of patients. Notably, it may manifest up to 5&#x2009;years before the occurrence of motor symptoms, highlighting its potential as an early indicator of PD (<xref ref-type="bibr" rid="ref31">Postuma et al., 2012</xref>). Dysarthria in PD is characterized by hypokinetic symptoms, including reduced voice volume and pitch variation, breathy voice, tremors, hoarse voice quality, inconsistent voice rates, and imprecise articulation. Hypokinetic dysarthria reflects the involvement of all dimensions of voice production, including respiration, phonation, resonance, articulation, and prosody (<xref ref-type="bibr" rid="ref25">Moro et al., 2021</xref>). Objective acoustic analysis of voice in individuals with PD can reveal abnormalities in specific features, including decreased signal-to-noise ratios and increased jitter and shimmer (<xref ref-type="bibr" rid="ref40">Suphinnapong et al., 2021</xref>). Moreover, the advancement of data processing technology has led to the utilization of machine learning algorithms for dynamic analysis of voice feature parameters, aiming to achieve accurate classification between patients with PD and healthy controls (HCs). Many studies utilized linear voice feature parameters such as jitter, shimmer, or noise, in conjunction with various machine learning algorithms that typically result in an accuracy exceeding 0.75 when distinguishing individuals with PD from HCs (<xref ref-type="bibr" rid="ref19">Khojasteh et al., 2018</xref>; <xref ref-type="bibr" rid="ref35">Rusz et al., 2018</xref>; <xref ref-type="bibr" rid="ref26">Moro-Velazquez et al., 2019</xref>). Little et al., utilized nonlinear voice feature parameters, including Recurrence Period Density Entropy (RPDE), Detrended Fluctuation Analysis (DFA), and Pitch Period Entropy (PPE), in combination with the SVM algorithm to achieve an accuracy of 0.91 in differentiating individuals with PD from HCs (<xref ref-type="bibr" rid="ref23">Little et al., 2007</xref>; <xref ref-type="bibr" rid="ref29">Orozco-Arroyave et al., 2016</xref>). Additionally, other types of feature parameters such as Mel-Frequency Cepstral Coefficients (MFCC), and Band Bark Energies (BBE) have been employed alongside several machine learning algorithms to provide accuracies exceeding 0.85 (<xref ref-type="bibr" rid="ref37">Sakar et al., 2019</xref>; <xref ref-type="bibr" rid="ref41">Vasquez-Correa et al., 2020</xref>). Recently, several studies have utilized representation learning feature parameters in combination with machine learning algorithms to discriminate individuals with PD from HCs (<xref ref-type="bibr" rid="ref44">Zhang, 2017</xref>; <xref ref-type="bibr" rid="ref5">Cummins et al., 2018</xref>). These feature parameters were extracted using deep learning methods and contained additional hidden voice information that is difficult to interpret compared to conventional voice features. Moreover, these features could help to improve the accuracy of different models to classify pathological voice (<xref ref-type="bibr" rid="ref5">Cummins et al., 2018</xref>). The aforementioned studies have successfully used machine learning algorithms to analyze conventional voice feature parameters and representation learning feature parameters to accurately distinguish individuals with PD from HCs. However, most studies have focused on discriminating between individuals with PD and HCs without considering the differentiation between those with mild/early PD and HCs. Even studies that have specifically focused on diagnosing mild/early PD typically use modified Hoehn&#x2013;Yahr staging (mH&#x0026;Y) criteria of &#x2264;3 or mH&#x0026;Y&#x2009;&#x2264;&#x2009;2 to define mild/early PD. These studies also had limited datasets, usually encompassing &#x003C;50 patients with mild/early PD (<xref ref-type="bibr" rid="ref33">Rusz et al., 2011</xref>; <xref ref-type="bibr" rid="ref6">Defazio et al., 2016</xref>; <xref ref-type="bibr" rid="ref22">Lim et al., 2022</xref>; <xref ref-type="bibr" rid="ref43">Wang et al., 2022</xref>). Indeed, in clinical practice, patients with mH&#x0026;Y&#x2009;&#x2265;&#x2009;2 are easier to identify, whereas those presenting with mH&#x0026;Y&#x2009;&#x2264;&#x2009;1.5 often exhibit mild motor symptoms that frequently lead to misdiagnosis. Therefore, it is imperative to use voice to differentiate individuals with &#x201C;real&#x201D; mild/early PD (mH&#x0026;Y&#x2009;&#x2264;&#x2009;1.5) from HCs. Otherwise, since current research on using voice to distinguish between PD and HCs mainly focuses on English-speaking populations, there is a relative lack of studies on native Chinese speakers. Given this gap, the present study has employed a Chinese database for both model construction and validation, aiming to strengthen the evidence base in this field.</p>
<p>This study aimed to establish machine learning models for analyzing conventional and representation learning feature parameters extracted from sustained vowels, which could be used to distinguish patients with PD and mild PD (mH&#x0026;Y&#x2009;&#x2264;&#x2009;1.5) from age- and sex-matched HCs. We also compared the diagnostic performance of the models with that of general neurologists, who are not experts in movement disorders.</p>
</sec>
<sec sec-type="materials|methods" id="sec2">
<label>2</label>
<title>Materials and methods</title>
<sec id="sec3">
<label>2.1</label>
<title>Participants</title>
<p>The study was approved by the local ethics committee on human experimentation and performed in accordance with the ethical standards established in the 1964 Declaration of Helsinki. The study protocol and all amendments were approved by the institutional review board or an independent ethics committee (ethics committee approval no. S2023-618-02).</p>
<p>Between January and August 2023, we recruited 278 Chinese-speaking participants, including 139 patients with PD and 139 HCs, from the movement disorder outpatient department of the Chinese People&#x2019;s Liberation Army General Hospital.</p>
<p>Patients with PD were diagnosed by two experienced movement disorder experts according to the 2015 Movement Disorder Society (MDS) diagnostic criteria (<xref ref-type="bibr" rid="ref30">Postuma et al., 2015</xref>). In instances of disagreement between their diagnoses, a consensus was reached through discussion. To guarantee a precise and reliable diagnosis of PD, all patients with mild PD underwent DaT scans and showed positive results. The exclusion criteria were (1) age&#x2009;&#x003C;&#x2009;45&#x2009;years; (2) other neurological diseases; (3) cognitive impairment or dementia, defined as a Mini-Mental State Exam (MMSE) scale score&#x2009;&#x2264;&#x2009;26 points (illiterate &#x2264;24 points); (4) mental or psychological disorders; (5) speech and language disorders unrelated to Parkinsonian symptoms; (6) hearing disorders; (7) receiving speech function rehabilitation treatment; (8) intolerance to withdrawal of dopaminergic drugs for 12&#x2009;h; and (9) severe dyskinesias. The severity of motor symptoms in patients with PD was evaluated using the MDS Unified Parkinson&#x2019;s Disease Rating Scale (MDS-UPDRS) part III (<xref ref-type="bibr" rid="ref13">Goetz et al., 2008</xref>) and mH&#x0026;Y (<xref ref-type="bibr" rid="ref12">Goetz et al., 2004</xref>). Cognitive function was assessed using the MMSE and Montreal Cognitive Assessment (MoCA). The mild (mH&#x0026;Y&#x2009;&#x2264;&#x2009;1.5) and moderate-to-severe (mH&#x0026;Y&#x2009;&#x2265;&#x2009;2) PD groups included 69 and 70 patients, respectively.</p>
<p>HCs were neurologically unaffected participants who were spouses or accompanying friends of patients with PD. The exclusion criteria were: (1) age&#x2009;&#x003C;&#x2009;45&#x2009;years; (2) neurological diseases; (3) cognitive impairment or dementia (MMSE scale score&#x2009;&#x2264;&#x2009;26 [illiterate &#x2264;24]); (4) mental or psychological disorders; (5) speech, language, or hearing disorders; and (6) undergoing speech function rehabilitation. Cognitive function was assessed using the MMSE and MoCA.</p>
<p>The 139 patients with PD and 139 HCs were randomly divided in a 7:3 ratio into a training cohort (98 patients with PD and 98 HCs) to develop the PD diagnostic model and a testing cohort (41 patients with PD and 41 HCs) to validate the model.</p>
<p>The 69 patients with mild PD (derived from a pool of 139 patients with PD) and 69 HCs (randomly selected from the pool of 139 HCs to achieve a balanced distribution between the two groups) were randomly divided in a 7:3 ratio into a training cohort (49 patients with PD and 49 HCs) to develop a mild PD diagnostic model and a testing cohort (20 patients with PD and 20 HCs) to validate the model.</p>
</sec>
<sec id="sec4">
<label>2.2</label>
<title>Voice data collection and processing</title>
<p>All participants were instructed to take a deep breath and perform three sustained vowel phonations ([a], [o], and [i]) separately at a comfortable pitch and loudness for as long and steadily as possible until they ran out of air. Each phonation lasted for at least 6&#x2009;s. Recordings of patients with PD were collected when they had not taken any medication or &#x003E;12&#x2009;h had elapsed since their last dose. Recordings were made in a consulting room with a low ambient noise level using an external condenser microphone coupled to a smartphone placed approximately 5&#x2009;cm from the participant&#x2019;s mouth. The microphone gain was set to the same optimal level for all participants to ensure comparable recording conditions. The audio data were digitized from the microphone to a computer at a sampling rate of 44.1&#x2009;kHz and 16-bit quantization was performed using RecForge Pro software. The original voice data were imported to a computer and digitally edited to establish a voice database.</p>
</sec>
<sec id="sec5">
<label>2.3</label>
<title>Diagnosis model establishment and validation</title>
<sec id="sec6">
<label>2.3.1</label>
<title>Extraction of voice feature parameters</title>
<p>Four phonetic voice features, namely prosody, articulation, phonation, and representation learning features, were extracted from each original voice segment. Phonation involves the vibrations generated by the vocal cords and is associated with the source of the glottis and the resonant structure of the vocal tract. Articulation is an analysis based on sustained vowels or continuous voice signals, which reflects changes in the position, tension, and shape of the organs involved in voice production. This is observed through parameters such as articulator speed and acceleration, transition patterns between sound segments, and resonance peak evolution. Prosody encompasses loudness, vocal-fold vibration frequency, and other characteristics that accompany natural language. Representation learning features are computational features of representation learning strategies based on recurrent autoencoders (RAE) and convolutional autoencoders (CAE) (<xref ref-type="bibr" rid="ref41">Vasquez-Correa et al., 2020</xref>).</p>
<p>This study utilized the DisVoice tool to preprocess raw audio data, resulting in 2155 acoustic feature parameters for each vowel phonation. <xref ref-type="table" rid="tab1">Table 1</xref> presents all the feature parameters extracted from each sustained vowel.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Feature parameters extracted from each sustained vowel.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top" colspan="2">Phonetic of voice feature parameters</th>
<th align="center" valign="top">Number of feature parameters</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Phonation feature</td>
<td align="left" valign="top">Shimmer (4 feature parameters)<break/>Jitter (4 feature parameters)<break/>APQ (4 feature parameters)<break/>PPQ (4 feature parameters)<break/>DF0 (4 feature parameters)<break/>DDF0 (4 feature parameters)<break/>LogE (4 feature parameters)</td>
<td align="center" valign="top">28</td>
</tr>
<tr>
<td align="left" valign="top">Articulation feature</td>
<td align="left" valign="top">BBE on (22 levels, 88 feature parameters)<break/>BBE off (22 levels, 88 feature parameters)<break/>MFCC on (12 levels, 48 feature parameters)<break/>MFCC off (12 levels, 48 feature parameters)<break/>DMFCC on (12 levels, 48 feature parameters)<break/>DMFCC off (12 levels, 48 feature parameters)<break/>DDMFCC on (12 levels, 48 feature parameters)<break/>DDMFCC off (12 levels, 48 feature parameters)<break/>F1 (4 feature parameters)<break/>DF1 (4 feature parameters)<break/>DDF1 (4 feature parameters)<break/>F2 (4 feature parameters)<break/>DF2 (4 feature parameters)<break/>DDF2 (4 feature parameters)</td>
<td align="center" valign="middle">488</td>
</tr>
<tr>
<td align="left" valign="top">Prosody feature</td>
<td align="left" valign="top">F0 (30 feature parameters)<break/>Energy (48 feature parameters)<break/>Duration (25 feature parameters)</td>
<td align="center" valign="middle">103</td>
</tr>
<tr>
<td align="left" valign="top">Representation learning feature</td>
<td align="left" valign="top">Bottleneck (256 levels, 1,024 feature parameters)<break/>MSE (128 levels, 512 feature parameters)</td>
<td align="center" valign="middle">1,536</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>APQ, Amplitude Perturbation Quotient; PPQ, Pitch Perturbation Quotient; DF0, First Derivative of the Fundamental Frequency; DDF0, Second Derivative of the Fundamental Frequency; LogE, Logarithmic Energy; BBE on, Bark Band Energies in onset transitions; BBE off, Bark Band Energies in offset transitions; MFCC on, Mel Frequency Cepstral Coefficients in onset transitions; MFCC off, Mel Frequency Cepstral Coefficients in offset transitions; DMFCC on, First derivative of the MFCCs in onset transitions; DMFCC off, First derivative of the MFCCs in offset transitions; DDMFCC on, Second derivative of the MFCCs in onset transitions; DDMFCC off, Second derivative of the MFCCs in offset transitions; F1, First Formant Frequency; DF1, First Derivative of F1; DDF1, Second Derivative of F1; F2, Second Formant Frequency; DF2, First Derivative of F2; DDF2, Second Derivative of F2; F0, Fundamental Frequency; MSE, Mean Squared Error.</p>
</table-wrap-foot>
</table-wrap>
<p>A total of 28 feature parameters were extracted from the phonation feature. This feature had seven descriptors (Shimmer, Jitter, Amplitude Perturbation Quotient, Pitch Perturbation Quotient [PPQ], First Derivative of the Fundamental Frequency [DF0], Second Derivative of the Fundamental Frequency [DDF0], and Logarithmic Energy [LogE]), each of which has four values including mean, standard deviation (std), skewness, and kurtosis.</p>
<p>A total of 488 feature parameters belonged to the articulation feature. This feature had 14 descriptors, each of which has four values including mean, std., skewness, and kurtosis. The descriptors are Bark Band Energies in onset transitions (BBE on), Bark Band Energies in offset transitions (BBE off), Mel Frequency Cepstral Coefficients in onset transitions (MFCC on), Mel Frequency Cepstral Coefficients in offset transitions (MFCC off), First derivative of the MFCCs in onset transitions (DMFCC on), First derivative of the MFCCs in offset transitions (DMFCC off), Second derivative of the MFCCs in onset transitions (DDMFCC on), Second derivative of the MFCCs in offset transitions (DDMFCC off), First Formant Frequency (F1), First Derivative of F1 (DF1), Second Derivative of F1 (DDF1), Second Formant Frequency (F2), First Derivative of F2 (DF2), and Second Derivative of F2 (DDF2). The BBE on and BBE off descriptors have 22 levels, each and the MFCC on, MFCC off, DMFCC on, DMFCC off, DDMFCC on, and DDMFCC off descriptors have 12 levels each.</p>
<p>A total of 103 feature parameters belonged to prosody feature. This feature has three descriptors including Fundamental Frequency (F0), Energy, and Duration. The F0 descriptor has 30 feature parameters, the Energy descriptor has 48 feature parameters, and the Duration descriptor has 25 feature parameters.</p>
<p>A total of 1,536 feature parameters belonged to representation learning feature. This feature had two descriptors, each of which has four values including mean, std., skewness and kurtosis. The two descriptors are Bottleneck and Mean Squared Error (MSE) between the decoded and input spectrograms of the autoencoder in different frequency regions. The Bottleneck descriptor has 256 levels, and the MSE descriptor has 128 levels.</p>
<p>Consequently, each participant contributed 6,465 extracted feature parameters, corresponding to a combination of feature parameters from the three vowel phonations (2,155&#x2009;&#x00D7;&#x2009;3).</p>
</sec>
<sec id="sec7">
<label>2.3.2</label>
<title>Voice feature parameter selection</title>
<p>First, through single-factor analysis, we compared the feature parameters between patients with PD or mild PD and the HCs group to identify intergroup differences. Using a non-parametric test (Wilcoxon test), only feature parameters with <italic>p</italic>&#x2009;&#x003C;&#x2009;0.05 were selected. Next, we utilized the training cohort dataset to assess the importance of these feature parameters using random forest techniques and ranked them based on the mean decrease accuracy (<xref ref-type="bibr" rid="ref7">Edwards et al., 2018</xref>). Ten-fold cross-validation was conducted with five repetitions to validate the relationship between the model error and number of feature parameters. When the error reached its minimum, we selected the corresponding feature parameters as the best feature parameter subset to develop the diagnostic models.</p>
</sec>
<sec id="sec8">
<label>2.3.3</label>
<title>Modeling and evaluation</title>
<p>After completing the feature parameter selection, we established a random forest classification model (<xref ref-type="bibr" rid="ref7">Edwards et al., 2018</xref>) to predict whether individuals belonged to the PD, mild PD, or HCs groups. For the training cohort, a ten-fold cross-validation was employed with five repetitions to perform model selection and hyperparameter optimization. The final model was then evaluated in an independent cohort. The procedures for participant allocation, voice data collection, voice feature parameter extraction, voice feature parameter selection, modeling, and evaluation are presented in <xref ref-type="fig" rid="fig1">Figure 1</xref>.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Procedure of participant allocation, voice data collection, voice feature parameter extraction, voice feature parameter selection, modeling, and evaluation.</p>
</caption>
<graphic xlink:href="fnagi-16-1377442-g001.tif"/>
</fig>
<p>We considered the sensitivity, specificity, accuracy, precision, Kappa and F1 score evaluation performance of the machine learning models in the training and independent testing cohorts.</p>
</sec>
</sec>
<sec id="sec9">
<label>2.4</label>
<title>General neurologists&#x2019; differentiation of patients with PD from HCs</title>
<p>Two general neurologists who had completed specialist training in neurology, but were not specialists in movement disorders, were asked to perform neurological examinations of the testing cohorts. If parkinsonism was detected during the examination, the participant was classified as having suspected PD; if parkinsonism was not observed, the participant was classified as suspected HCs. In the case of disagreement between the two general neurologists, a consensus was reached through discussion. The general neurologists were blinded to both the DaT-positron emission tomography scan findings and the diagnoses made by the movement disorder specialists.</p>
</sec>
<sec id="sec10">
<label>2.5</label>
<title>Statistical analysis</title>
<p>Continuous variables are represented as mean&#x2009;&#x00B1;&#x2009;standard deviation. Equality of variance was assessed using Levene&#x2019;s test. For normally distributed data, two-tailed <italic>t</italic>-tests or analysis of variance were used to compare variables. In cases where normality or homoscedasticity assumptions were violated, nonparametric <italic>t</italic>-tests were employed. Categorical variables are presented as numbers and percentages and compared using a chi-square test. The diagnostic performance of the models was evaluated by calculating the area under the receiver operating characteristic curve (AUROC) and 95% confidence interval (95% CI). Statistical analyses and machine learning were conducted using R version 4.3.2 in RStudio version 2023.09.1&#x2013;494. Voice feature parameter extraction was performed using the disvoice package version 0.1.8. in Python version 3.8.16.</p>
</sec>
</sec>
<sec sec-type="results" id="sec11">
<label>3</label>
<title>Results</title>
<sec id="sec12">
<label>3.1</label>
<title>Participant demographic and clinical characteristics</title>
<p>The demographic characteristics of the participants are shown in <xref ref-type="table" rid="tab2">Table 2</xref>. The cohort comprised 139 patients with PD and 139 HCs, with no significant differences in age, sex ratio, MMSE score, or MoCA score between the two groups.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Participant demographic and clinical characteristics.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top">Age<break/>(mean&#x2009;&#x00B1;&#x2009;SD)</th>
<th align="center" valign="top">Sex (male/female)</th>
<th align="center" valign="top">Disease durations (mean&#x2009;&#x00B1;&#x2009;SD)</th>
<th align="center" valign="top">mH&#x0026;Y<break/>(mean&#x2009;&#x00B1;&#x2009;SD)</th>
<th align="center" valign="top">MDS-UPDRS III<break/>(mean&#x2009;&#x00B1;&#x2009;SD)</th>
<th align="center" valign="top">PDQ-39<break/>(mean&#x2009;&#x00B1;&#x2009;SD)</th>
<th align="center" valign="top">MMSE<break/>(mean&#x2009;&#x00B1;&#x2009;SD)</th>
<th align="center" valign="top">MoCA<break/>(mean&#x2009;&#x00B1;&#x2009;SD)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" colspan="9"><bold>All participants</bold></td>
</tr>
<tr>
<td align="left" valign="middle">PD (<italic>n</italic>&#x2009;=&#x2009;139)</td>
<td align="center" valign="middle">65.96&#x2009;&#x00B1;&#x2009;7.55</td>
<td align="center" valign="middle">67/72</td>
<td align="center" valign="middle">3.69&#x2009;&#x00B1;&#x2009;2.85</td>
<td align="center" valign="middle">1.91&#x2009;&#x00B1;&#x2009;0.85</td>
<td align="center" valign="middle">26.98&#x2009;&#x00B1;&#x2009;16.78</td>
<td align="center" valign="top">24.94&#x2009;&#x00B1;&#x2009;17.87</td>
<td align="center" valign="top">27.14&#x2009;&#x00B1;&#x2009;1.92</td>
<td align="center" valign="top">26.96&#x2009;&#x00B1;&#x2009;1.99</td>
</tr>
<tr>
<td align="left" valign="middle">HCs (<italic>n</italic>&#x2009;=&#x2009;139)</td>
<td align="center" valign="middle">64.70&#x2009;&#x00B1;&#x2009;9.54</td>
<td align="center" valign="middle">58/81</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">26.83&#x2009;&#x00B1;&#x2009;1.96</td>
<td align="center" valign="top">26.84&#x2009;&#x00B1;&#x2009;1.92</td>
</tr>
<tr>
<td align="left" valign="middle"><italic>p-</italic>value</td>
<td align="center" valign="middle">0.22</td>
<td align="center" valign="middle">0.28</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">0.20</td>
<td align="center" valign="top">0.61</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="9"><bold>PD diagnostic model</bold></td>
</tr>
<tr>
<td align="left" valign="middle"><bold>Training cohort</bold></td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">PD (<italic>n</italic>&#x2009;=&#x2009;98)</td>
<td align="center" valign="middle">65.32&#x2009;&#x00B1;&#x2009;7.23</td>
<td align="center" valign="middle">48/50</td>
<td align="center" valign="middle">3.96&#x2009;&#x00B1;&#x2009;2.98<sup>a</sup></td>
<td align="center" valign="middle">1.93&#x2009;&#x00B1;&#x2009;0.83<sup>a</sup></td>
<td align="center" valign="middle">28.11&#x2009;&#x00B1;&#x2009;16.71<sup>a</sup></td>
<td align="center" valign="top">25.39&#x2009;&#x00B1;&#x2009;18.26<sup>a</sup></td>
<td align="center" valign="top">27.03&#x2009;&#x00B1;&#x2009;1.95</td>
<td align="center" valign="top">26.84&#x2009;&#x00B1;&#x2009;1.89</td>
</tr>
<tr>
<td align="left" valign="middle">HCs (<italic>n</italic>&#x2009;=&#x2009;98)</td>
<td align="center" valign="middle">64.64&#x2009;&#x00B1;&#x2009;9.58</td>
<td align="center" valign="middle">37/61</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">26.85&#x2009;&#x00B1;&#x2009;1.97</td>
<td align="center" valign="top">26.68&#x2009;&#x00B1;&#x2009;2.00</td>
</tr>
<tr>
<td align="left" valign="middle"><italic>p-</italic>value</td>
<td align="center" valign="middle">0.58</td>
<td align="center" valign="middle">0.11</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">0.49</td>
<td align="center" valign="top">0.58</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="9"><bold>Testing cohort</bold></td>
</tr>
<tr>
<td align="left" valign="middle">PD (<italic>n</italic>&#x2009;=&#x2009;41)</td>
<td align="center" valign="middle">67.49&#x2009;&#x00B1;&#x2009;8.13</td>
<td align="center" valign="middle">19/22</td>
<td align="center" valign="middle">3.03&#x2009;&#x00B1;&#x2009;2.41</td>
<td align="center" valign="middle">1.87&#x2009;&#x00B1;&#x2009;0.92<sup>b</sup></td>
<td align="center" valign="middle">24.27&#x2009;&#x00B1;&#x2009;16.86<sup>b</sup></td>
<td align="center" valign="top">23.83&#x2009;&#x00B1;&#x2009;17.08</td>
<td align="center" valign="top">27.39&#x2009;&#x00B1;&#x2009;1.84</td>
<td align="center" valign="top">27.27&#x2009;&#x00B1;&#x2009;2.21</td>
</tr>
<tr>
<td align="left" valign="middle">HCs (<italic>n</italic>&#x2009;=&#x2009;41)</td>
<td align="center" valign="middle">64.83&#x2009;&#x00B1;&#x2009;9.57</td>
<td align="center" valign="middle">21/20</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">26.83&#x2009;&#x00B1;&#x2009;1.92</td>
<td align="center" valign="top">27.22&#x2009;&#x00B1;&#x2009;1.77</td>
</tr>
<tr>
<td align="left" valign="middle">P value</td>
<td align="center" valign="middle">0.18</td>
<td align="center" valign="middle">0.66</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">0.18</td>
<td align="center" valign="top">0.91</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="9"><bold>Mild PD diagnostic model</bold></td>
</tr>
<tr>
<td align="left" valign="middle"><bold>Training cohort</bold></td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Mild PD (<italic>n</italic>&#x2009;=&#x2009;49)</td>
<td align="center" valign="middle">65.47&#x2009;&#x00B1;&#x2009;8.18</td>
<td align="center" valign="middle">16/33</td>
<td align="center" valign="middle">2.67&#x2009;&#x00B1;&#x2009;2.37<sup>a</sup></td>
<td align="center" valign="middle">1.19&#x2009;&#x00B1;&#x2009;0.25<sup>a</sup></td>
<td align="center" valign="middle">13.98&#x2009;&#x00B1;&#x2009;3.68<sup>a</sup></td>
<td align="center" valign="top">17.53&#x2009;&#x00B1;&#x2009;12.45<sup>a</sup></td>
<td align="center" valign="top">27.45&#x2009;&#x00B1;&#x2009;2.00</td>
<td align="center" valign="top">26.80&#x2009;&#x00B1;&#x2009;2.02</td>
</tr>
<tr>
<td align="left" valign="middle">HCs (<italic>n</italic>&#x2009;=&#x2009;49)</td>
<td align="center" valign="middle">65.12&#x2009;&#x00B1;&#x2009;7.72</td>
<td align="center" valign="middle">17/32</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">27.18&#x2009;&#x00B1;&#x2009;2.07</td>
<td align="center" valign="top">26.45&#x2009;&#x00B1;&#x2009;1.84</td>
</tr>
<tr>
<td align="left" valign="middle"><italic>p-</italic>value</td>
<td align="center" valign="middle">0.83</td>
<td align="center" valign="middle">0.83</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">0.52</td>
<td align="center" valign="top">0.38</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="9"><bold>Testing cohort</bold></td>
</tr>
<tr>
<td align="left" valign="middle">Mild PD (<italic>n</italic>&#x2009;=&#x2009;20)</td>
<td align="center" valign="middle">69.42&#x2009;&#x00B1;&#x2009;6.74</td>
<td align="center" valign="middle">7/13</td>
<td align="center" valign="middle">2.73&#x2009;&#x00B1;&#x2009;2.54</td>
<td align="center" valign="middle">1.39&#x2009;&#x00B1;&#x2009;0.21<sup>b</sup></td>
<td align="center" valign="middle">14.16&#x2009;&#x00B1;&#x2009;1.83<sup>b</sup></td>
<td align="center" valign="top">18.16&#x2009;&#x00B1;&#x2009;9.01</td>
<td align="center" valign="top">27.63&#x2009;&#x00B1;&#x2009;1.54</td>
<td align="center" valign="top">27.68&#x2009;&#x00B1;&#x2009;2.19</td>
</tr>
<tr>
<td align="left" valign="middle">HCs (<italic>n</italic>&#x2009;=&#x2009;20)</td>
<td align="center" valign="middle">69.11&#x2009;&#x00B1;&#x2009;12.81</td>
<td align="center" valign="middle">5/15</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">26.83&#x2009;&#x00B1;&#x2009;1.92</td>
<td align="center" valign="top">26.89&#x2009;&#x00B1;&#x2009;2.11</td>
</tr>
<tr>
<td align="left" valign="middle"><italic>p-</italic>value</td>
<td align="center" valign="middle">0.93</td>
<td align="center" valign="middle">0.49</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="middle">NA</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">0.17</td>
<td align="center" valign="top">0.27</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>PD, Parkinson Disease; HCs, Healthy Controls; mH&#x0026;Y, modified Hoehn&#x2013;Yahr staging; MDS-UPDRS III, the Movement Disorder Society Unified Parkinson Disease Rating Scale part III; PDQ-39, the 39-item Parkinson&#x2019;s disease questionnaire; MMSE, Mini-mental State Examination; MoCA, Montreal Cognitive Assessment; NA, not accessible.<sup>a</sup>Significant difference (<italic>P</italic> &#x003C;&#x2009;0.05) between the training cohort of mild PD and the training cohort of PD.<sup>b</sup>Significant difference (<italic>P</italic> &#x003C;&#x2009;0.05) between the testing cohort of mild PD and the testing cohort of PD.</p>
</table-wrap-foot>
</table-wrap>
<p>In the PD diagnostic model, no significant differences were observed in age, sex ratio, MMSE score, or MoCA score between patients with PD and HCs in either the training or testing cohorts. Furthermore, no significant differences were observed in age; sex ratio; and mH&#x0026;Y, MDS-UPDRS III, PDQ-39, MMSE, or MoCA score between patients with PD in the training and testing cohorts. No significant differences were observed in age, sex ratio, MMSE score or MoCA score between HCs in the training and testing cohorts.</p>
<p>In the mild PD diagnostic model, no significant differences in age, sex ratio, MMSE score, or MoCA score were observed between patients with mild PD and HCs in both the training and testing cohorts. No significant differences were observed in age, sex ratio, mH&#x0026;Y, MDS-UPDRS III, PDQ-39, MMSE score, or MoCA score between patients with mild PD in the training and testing cohorts. No significant differences were observed in age, sex ratio, MMSE score, or MoCA score between HCs in the training and testing cohorts.</p>
<p>The patients with PD in the training cohort of the PD diagnostic model exhibited higher disease duration, mH&#x0026;Y scores, MDS-UPDRS III scores, and PDQ-39 scores than that exhibited by patients with mild PD in the training cohort of the mild PD diagnostic model. Patients with PD in the testing cohort of the PD diagnostic model exhibited higher mH&#x0026;Y and MDS-UPDRS III scores than that exhibited by the patients with mild PD in the testing cohort of the mild PD diagnostic model. No significant differences in age, sex ratio, MMSE score, or MoCA score were observed between the HCs in the training cohort of the PD and mild PD diagnostic models. Furthermore, no significant differences in age, sex ratio, MMSE score, or MoCA score were observed between the HCs in the testing cohort of the PD and mild PD diagnostic models.</p>
</sec>
<sec id="sec13">
<label>3.2</label>
<title>The best feature parameter subsets to develop the diagnostic models</title>
<p><xref ref-type="table" rid="tab3">Table 3</xref> presents the best feature parameter subset for developing the model that distinguishes patients with PD from HCs. The best feature parameter set included 3 phonation, 2 articulation, and 22 representation learning feature parameters of vowel [a]; 5 phonation and 17 representation learning feature parameters of vowel [o]; and 5 phonation, 3 articulation, and 16 representation learning feature parameters of vowel [i].</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Best feature parameter Subset for developing the model distinguishing patients with PD from HCs.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th rowspan="2"/>
<th align="center" valign="top" colspan="3">Sustained vowel</th>
</tr>
<tr>
<th align="left" valign="top">[a]</th>
<th align="left" valign="top">[o]</th>
<th align="left" valign="top">[i]</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Phonation feature</td>
<td align="left" valign="top">Skewness_Shimmer<break/>Kurtosis_Shimmer<break/>Kurtosis_LogE</td>
<td align="left" valign="top">Skewness_Shimmer<break/>Kurtosis_Shimmer<break/>Std_Shimmer<break/>Skewness_LogE<break/>Kurtosis_LogE</td>
<td align="left" valign="top">Skewness_Shimmer<break/>Kurtosis_Shimmer<break/>Std_Shimmer<break/>Skewness_LogE<break/>Kurtosis_LogE</td>
</tr>
<tr>
<td align="left" valign="top">Articulation feature</td>
<td align="left" valign="top">Std_BBE off_10<break/>Mean_DF2</td>
<td align="left" valign="top">None</td>
<td align="left" valign="top">Std_BBE off_2<break/>Std_BBE off_3<break/>Mean_MFCC off_5</td>
</tr>
<tr>
<td align="left" valign="top">Prosody feature</td>
<td align="left" valign="top">None</td>
<td align="left" valign="top">None</td>
<td align="left" valign="top">None</td>
</tr>
<tr>
<td align="left" valign="top">Representation learning feature</td>
<td align="left" valign="top">Skewness_Bottleneck_34<break/>Skewness_Bottleneck_43<break/>Skewness_Bottleneck_45<break/>Skewness_Bottleneck_46<break/>Skewness_Bottleneck_89<break/>Skewness_Bottleneck_105<break/>Skewness_Bottleneck_125<break/>Skewness_Bottleneck_170<break/>Skewness_Bottleneck_174<break/>Skewness_Bottleneck_185<break/>Skewness_Bottleneck_211<break/>Skewness_Bottleneck_212<break/>Kurtosis_Bottleneck_45<break/>Kurtosis_Bottleneck_105<break/>Kurtosis_Bottleneck_247<break/>Mean_Bottleneck_57<break/>Mean_Bottleneck_59<break/>Std_Bottleneck_185<break/>Std_Bottleneck_31<break/>Mean_MSE_0<break/>Mean_MSE_122<break/>Std_MSE_0</td>
<td align="left" valign="top">Skewness_Bottleneck_25<break/>Skewness_Bottleneck_28<break/>Skewness_Bottleneck_31<break/>Skewness_Bottleneck_34<break/>Skewness_Bottleneck_43<break/>Skewness_Bottleneck_111<break/>Skewness_Bottleneck_129<break/>Skewness_Bottleneck_135<break/>Skewness_Bottleneck_240<break/>Kurtosis_Bottleneck_31<break/>Kurtosis_Bottleneck_135<break/>Std_Bottleneck_31<break/>Std_Bottleneck_105<break/>Std_Bottleneck_135<break/>Mean_MSE_0<break/>Std_MSE_0<break/>Std_MSE_2</td>
<td align="left" valign="top">Skewness_Bottleneck_25<break/>Skewness_Bottleneck_31<break/>Skewness_Bottleneck_43<break/>Skewness_Bottleneck_135<break/>Skewness_Bottleneck_158<break/>Skewness_Bottleneck_209<break/>Skewness_Bottleneck_235<break/>Kurtosis_Bottleneck_43<break/>Kurtosis_Bottleneck_105<break/>Kurtosis_Bottleneck_135<break/>Kurtosis_Bottleneck_172<break/>Std_Bottleneck_73<break/>Mean_MSE_0<break/>Std_MSE_0<break/>Std_MSE_1<break/>Std_MSE_40</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>LogE, Logarithmic Energy; BBE off, Bark Band Energies in offset transitions; DF2, First Derivative of F2; MFCC off, Mel Frequency Cepstral Coefficients in offset transitions; Std, Standard deviation; MSE, Mean Squared Erro. The naming rules for voice feature parameters are as follows: the first word indicates the value (Mean, Std, Skewness, and Kurtosis), the word after the first underscore &#x201C;_&#x201D; represents the descriptor (Shimmer, LogE, BBE off, MFCC off, DF2, Bottleneck, and MSE), and the number following the second underscore &#x201C;_&#x201D; denotes the level of the descriptor.</p>
</table-wrap-foot>
</table-wrap>
<p><xref ref-type="table" rid="tab4">Table 4</xref> presents the best feature parameter subset for developing the model that distinguishes patients with mild PD from HCs. The best feature parameter set included 3 phonation, 1 articulation, and 21 representation learning feature parameters of vowel [a]; 3 phonation, 7 articulation, and 29 representation learning feature parameters of vowel [o]; 3 phonation, 1 articulation, and 13 representation learning feature parameters of vowel [i].</p>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption>
<p>Best feature parameter subset for developing the model distinguishing patients with mild PD from HCs.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th rowspan="2"/>
<th align="center" valign="top" colspan="3">Sustained vowel</th>
</tr>
<tr>
<th align="left" valign="top">[a]</th>
<th align="left" valign="top">[o]</th>
<th align="left" valign="top">[i]</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Phonation feature</td>
<td align="left" valign="top">Kurtosis_Shimmer<break/>Skewness_Shimmer<break/>Std_Shimmer</td>
<td align="left" valign="top">Kurtosis_Shimmer<break/>Skewness_Shimmer<break/>Std_Shimmer</td>
<td align="left" valign="top">Kurtosis_Shimmer<break/>Skewness_Shimmer<break/>Std_Shimmer</td>
</tr>
<tr>
<td align="left" valign="top">Articulation feature</td>
<td align="left" valign="top">Mean_MFCC off_2</td>
<td align="left" valign="top">Mean_BBE off_11<break/>Mean_BBE off_12<break/>Mean_BBE off_13<break/>Mean_BBE off_10<break/>Mean_BBE off_14<break/>Mean_BBE off_15<break/>Mean_MFCC off_2</td>
<td align="left" valign="top">Mean_MFCC off_5</td>
</tr>
<tr>
<td align="left" valign="middle">Prosody feature</td>
<td align="left" valign="middle">None</td>
<td align="left" valign="middle">None</td>
<td align="left" valign="middle">None</td>
</tr>
<tr>
<td align="left" valign="top">Representation learning feature</td>
<td align="left" valign="top">Kurtosis_Bottleneck_105<break/>Kurtosis_Bottleneck_129<break/>Kurtosis_Bottleneck_220<break/>Kurtosis_Bottleneck_235<break/>Skewness_Bottleneck_28<break/>Skewness_Bottleneck_34<break/>Skewness_Bottleneck_60<break/>Skewness_Bottleneck_135<break/>Skewness_Bottleneck_185<break/>Mean_Bottleneck_10<break/>Mean_Bottleneck_103<break/>Mean_Bottleneck_119<break/>Mean_Bottleneck_163<break/>Mean_Bottleneck_246<break/>Mean_Bottleneck_28<break/>Mean_Bottleneck_57<break/>Mean_Bottleneck_59<break/>Mean_Bottleneck_99<break/>Std_Bottleneck_220<break/>Mean_MSE_0<break/>Std_MSE_1</td>
<td align="left" valign="top">Kurtosis_Bottleneck_34<break/>Kurtosis_Bottleneck_105<break/>Kurtosis_Bottleneck_129<break/>Kurtosis_Bottleneck_136<break/>Kurtosis_Bottleneck_188<break/>Kurtosis_Bottleneck_220<break/>Skewness_Bottleneck_28<break/>Skewness_Bottleneck_42<break/>Skewness_Bottleneck_105<break/>Skewness_Bottleneck_136<break/>Mean_Bottleneck_122<break/>Mean_Bottleneck_124<break/>Mean_Bottleneck_138<break/>Mean_Bottleneck_163<break/>Mean_Bottleneck_202<break/>Mean_Bottleneck_213<break/>Mean_Bottleneck_224<break/>Mean_Bottleneck_24<break/>Mean_Bottleneck_246<break/>Mean_Bottleneck_37<break/>Mean_Bottleneck_51<break/>Mean_Bottleneck_68<break/>Mean_Bottleneck_71<break/>Mean_Bottleneck_9<break/>Std_Bottleneck_136<break/>Std_Bottleneck_147<break/>Std_Bottleneck_34<break/>Std_Bottleneck_42<break/>Std_MSE_0</td>
<td align="left" valign="top">Kurtosis_Bottleneck_105<break/>Kurtosis_Bottleneck_220<break/>Kurtosis_Bottleneck_235<break/>Kurtosis_Bottleneck_239<break/>Skewness_Bottleneck_31<break/>Skewness_Bottleneck_43<break/>Mean_Bottleneck_137<break/>Mean_Bottleneck_177<break/>Std_Bottleneck_121<break/>Mean_MSE_0<break/>Mean_MSE_1<break/>Std_MSE_0<break/>Std_MSE_1</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>BBE off, Bark Band Energies in offset transitions; MFCC off, Mel Frequency Cepstral Coefficients in offset transitions; Std, Standard deviation; MSE, Mean Squared Erro. The naming rules for voice feature parameters are as follows: the first word indicates the value (Mean, Std, Skewness, and Kurtosis), the word after the first underscore &#x201C;_&#x201D; represents the descriptor (Shimmer, BBE off, MFCC off, Bottleneck, and MSE), and the number following the second underscore &#x201C;_&#x201D; denotes the level of the descriptor.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec14">
<label>3.3</label>
<title>Diagnostic performance based on voice feature parameters for identifying patients with PD and HCs</title>
<p>The diagnostic performance based on voice feature parameters for identifying patients with PD and HCs is shown in <xref ref-type="table" rid="tab5">Table 5</xref> (left column) and <xref ref-type="fig" rid="fig2">Figure 2</xref>. In the training dataset, we examined the performance of voice feature parameters for differentiating the entire cohort of patients with PD from the HCs. The classifier demonstrated an AUROC, accuracy, sensitivity, and specificity of 0.99 (95% CI: 0.98&#x2013;1.00), 0.94, 1.00, and 0.88, respectively, when analyzed using a 10-fold cross-validation. The model was then validated using the testing cohort. In discriminating between all patients with PD and HCs, the AUROC, accuracy, sensitivity, and specificity were 0.94 (95% CI: 0.90&#x2013;1.00), 0.93, 1.00, and 0.85, respectively.</p>
<table-wrap position="float" id="tab5">
<label>Table 5</label>
<caption>
<p>Diagnostic performance based on voice features for identifying patients with PD and HCs, as well as for identifying patients with mild PD and HCs.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top" colspan="2">Diagnostic performance for identifying patients with PD and HCs</th>
<th align="center" valign="top" colspan="2">Diagnostic performance for identifying patients with mild PD and HCs</th>
</tr>
<tr>
<th/>
<th align="left" valign="top">Cross validation</th>
<th align="center" valign="top">Independent testing</th>
<th align="center" valign="top">Cross validation</th>
<th align="center" valign="top">Independent testing</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Sensitivity</td>
<td align="center" valign="top">1.00</td>
<td align="center" valign="top">1.00</td>
<td align="center" valign="top">1.00</td>
<td align="center" valign="top">0.95</td>
</tr>
<tr>
<td align="left" valign="top">Specificity</td>
<td align="center" valign="top">0.88</td>
<td align="center" valign="top">0.85</td>
<td align="center" valign="top">0.92</td>
<td align="center" valign="top">0.75</td>
</tr>
<tr>
<td align="left" valign="top">Precision</td>
<td align="center" valign="top">0.89</td>
<td align="center" valign="top">0.87</td>
<td align="center" valign="top">0.93</td>
<td align="center" valign="top">0.79</td>
</tr>
<tr>
<td align="left" valign="top">F1</td>
<td align="center" valign="top">0.94</td>
<td align="center" valign="top">0.93</td>
<td align="center" valign="top">0.96</td>
<td align="center" valign="top">0.86</td>
</tr>
<tr>
<td align="left" valign="top">Accuracy</td>
<td align="center" valign="top">0.94</td>
<td align="center" valign="top">0.93</td>
<td align="center" valign="top">0.96</td>
<td align="center" valign="top">0.85</td>
</tr>
<tr>
<td align="left" valign="top">Kappa</td>
<td align="center" valign="top">0.88</td>
<td align="center" valign="top">0.85</td>
<td align="center" valign="top">0.92</td>
<td align="center" valign="top">0.70</td>
</tr>
<tr>
<td align="left" valign="top">AUROC (95% CI)</td>
<td align="center" valign="top">0.99 (0.98&#x2013;1.00)</td>
<td align="center" valign="top">0.94 (0.90&#x2013;1.00)</td>
<td align="center" valign="top">0.99 (0.99&#x2013;1.00)</td>
<td align="center" valign="top">0.93 (0.85&#x2013;1.00)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>PD, Parkinson disease; HCs, healthy controls; AUROC, the area under the receiver operating characteristic curve; 95% CI, 95% confidence interval.</p>
</table-wrap-foot>
</table-wrap>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Receiver operating characteristic curves to discriminate between PDs and HCs, calculated using the machine-learning classifier model, based on voice.</p>
</caption>
<graphic xlink:href="fnagi-16-1377442-g002.tif"/>
</fig>
</sec>
<sec id="sec15">
<label>3.4</label>
<title>Diagnostic performance based on voice feature parameters for identifying patients with mild PD and HCs</title>
<p>The diagnostic performance based on voice feature parameters for identifying patients with mild PD and HCs is presented in <xref ref-type="table" rid="tab5">Table 5</xref> (right column) and <xref ref-type="fig" rid="fig3">Figure 3</xref>. In the training dataset, we examined the performance of voice feature parameters in differentiating the entire cohort of patients with mild PD from the HCs. The classifier demonstrated an AUROC, accuracy, sensitivity, and specificity of 0.99 (95% CI: 0.99&#x2013;1.00), 0.96, 1.00, and 0.92, respectively, when analyzed using a 10-fold cross-validation. The model was then validated using the testing dataset. In discriminating between all patients with PD and HCs, the AUROC, accuracy, sensitivity, and specificity were 0.93 (95% CI: 0.85&#x2013;1.00), 0.85, 0.95, and 0.75, respectively.</p>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>Receiver operating characteristic curves to discriminate between mild PDs and HCs, calculated using the machine-learning classifier model, based on voice.</p>
</caption>
<graphic xlink:href="fnagi-16-1377442-g003.tif"/>
</fig>
</sec>
<sec id="sec16">
<label>3.5</label>
<title>Diagnostic performance of general neurologists</title>
<p>The diagnostic performances of neurologists who were not experts in movement disorders are presented in <xref ref-type="table" rid="tab6">Tables 6</xref>, <xref ref-type="table" rid="tab7">7</xref>. The accuracy, sensitivity, and specificity for discriminating between patients with PD and HCs were 0.87, 0.85, and 0.88, respectively. However, when discriminating between patients with mild PD and HCs, the accuracy, sensitivity, and specificity decreased to 0.68, 0.60, and 0.75, respectively.</p>
<table-wrap position="float" id="tab6">
<label>Table 6</label>
<caption>
<p>Diagnostic performance of neurologists who are not experts in movement disorders.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="center" valign="top" colspan="4">Distinguishing between patients with PD (No&#x2009;=&#x2009;41) and HCs (No&#x2009;=&#x2009;41)</th>
</tr>
<tr>
<th align="left" valign="top">PD (No&#x2009;=&#x2009;41) and HCs (No&#x2009;=&#x2009;41)</th>
<th align="center" valign="top" colspan="3">Diagnosed by movement disorders specialists</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="3">Diagnosed by neurologist who are not specialists in movement disorders</td>
<td/>
<td align="center" valign="middle">PD</td>
<td align="center" valign="middle">HCs</td>
</tr>
<tr>
<td align="left" valign="middle">Suspected PD</td>
<td align="center" valign="middle">35</td>
<td align="center" valign="middle">5</td>
</tr>
<tr>
<td align="left" valign="middle">Suspected HCs</td>
<td align="center" valign="middle">6</td>
<td align="center" valign="middle">36</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>PD, Parkinson Disease; HCs, Healthy Controls. Sensitivity&#x2009;=&#x2009;0.85, Specificity&#x2009;=&#x2009;0.88, Accuracy&#x2009;=&#x2009;0.87.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="tab7">
<label>Table 7</label>
<caption>
<p>Diagnostic performance of neurologists who are not experts in movement disorders.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="center" valign="top" colspan="4">Distinguishing between patients with mild PD (No&#x2009;=&#x2009;20) and HCs (No&#x2009;=&#x2009;20)</th>
</tr>
<tr>
<th align="left" valign="top">Mild PD (No&#x2009;=&#x2009;20) and HCs (No&#x2009;=&#x2009;20)</th>
<th align="center" valign="top" colspan="3">Diagnosed by movement disorders specialists</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="3">Diagnosed by neurologist who are not specialists in movement disorders</td>
<td/>
<td align="center" valign="middle">PD</td>
<td align="center" valign="middle">HCs</td>
</tr>
<tr>
<td align="left" valign="middle">Suspected PD</td>
<td align="center" valign="middle">12</td>
<td align="center" valign="middle">5</td>
</tr>
<tr>
<td align="left" valign="middle">Suspected HCs</td>
<td align="center" valign="middle">8</td>
<td align="center" valign="middle">15</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>PD, Parkinson Disease; HCs, Healthy Controls. Sensitivity&#x2009;=&#x2009;0.60, Specificity&#x2009;=&#x2009;0.75, Accuracy&#x2009;=&#x2009;0.68.</p>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec sec-type="discussion" id="sec17">
<label>4</label>
<title>Discussion</title>
<p>In this study, we used a machine-learning algorithm to analyze conventional and representation learning feature parameters extracted from sustained vowel and developed diagnostic models to differentiate between HCs, patients with PD, and patients with mild PD. The models were independently validated using separate datasets. Subsequently, the diagnostic performance of the model was compared with that of general neurologists. Our results demonstrated that compared with general neurologists, the diagnostic models showed satisfactory performance in distinguishing between patients with PD and HCs, as well as patients with mild PD and HCs.</p>
<p>Our study revealed that within the best feature parameter subset for developing the mild PD model, the vowel [o] exhibited a significantly higher number of feature parameters ([a]: 25 parameters, [o]: 39 parameters, [i]: 17 parameters). This finding suggests that the vowel [o] contained more information to distinguish mild PD and HCs. In the research on using sustained vowel tasks to differentiate patients with PD from HCs, the vowels [a], [o], and [i] are commonly employed (<xref ref-type="bibr" rid="ref25">Moro et al., 2021</xref>). However, there is still controversy regarding which vowel provides more information for distinguishing PD patients from HCs. Hire&#x0161; et al. found that, when compared to other vowels, the vowel [a] demonstrated the highest diagnostic performance in distinguishing between patients with PD and HCs, achieving an accuracy of 0.99, a sensitivity of 0.86, a specificity of 0.93, and an AUROC of 0.89 (<xref ref-type="bibr" rid="ref14">Hire&#x0161; et al., 2022</xref>). However, Orozco-Arroyavede et al. found that when distinguishing between patients with PD and HCs, the vowel [i] achieved the highest accuracy of 0.76 among the 5 vowels ([a], [e], [i], [o], [u]) (<xref ref-type="bibr" rid="ref28">Orozco-Arroyave et al., 2013</xref>). While, Song et al. revealed that when distinguishing between patients with mild PD (mH&#x0026;Y&#x2009;&#x2264;&#x2009;3) and HCs, the vowel [o] achieved the highest accuracy of 0.85, compared to vowels [a] and [i] (<xref ref-type="bibr" rid="ref39">Song et al., 2020</xref>). The possible causes for why the vowel [o] contains more information to distinguish mild PD from HCs, we speculated as follows: The position of the tongue within the oral cavity varies when phonating different vowels (<xref ref-type="bibr" rid="ref46">Zhenni et al., 2020</xref>). When producing the vowel [a], the tongue is positioned in the middle horizontally and at its lowest point vertically within the oral cavity (<xref ref-type="bibr" rid="ref46">Zhenni et al., 2020</xref>). This indicates that the tongue is in a relaxed state during vowel [a] production. While producing vowels [o] and [i], the tongue must remain in specific positions within oral cavity. When pronouncing the vowel [i], the tongue is positioned close to the palate, where there is relatively limited space in the oral cavity, making it easier to maintain a stable tongue position (<xref ref-type="bibr" rid="ref46">Zhenni et al., 2020</xref>). However, when pronouncing the vowel [o], the position of the tongue is close to the back of the oral cavity, and it is centered in the vertical direction (<xref ref-type="bibr" rid="ref46">Zhenni et al., 2020</xref>). This makes it more difficult for the tongue to maintain a stable position. In patients with mild PD, the abnormal movement of the tongue due to bradykinesia and rigidity makes it challenging to maintain a stable position (<xref ref-type="bibr" rid="ref24">Mefferd and Dietrich, 2019</xref>). Therefore, it is more difficult for patients with mild PD to produce sustained and stable vowel [o] compared to vowels [a] and [i].</p>
<p>Our study also found that the representation learning feature parameters accounted for the majority of the best feature subsets used to construct the two diagnostic models, indicating that these parameters provided more information for distinguishing patients with PD from HCs than conventional voice feature parameters. The phenomenon of voice is inherently complex, characterized by high-dimensional data, and the effects of PD on voice are also multidimensional. Conventional voice feature parameters may not adequately capture enough information to characterize the voice signals associated with PD (<xref ref-type="bibr" rid="ref41">Vasquez-Correa et al., 2020</xref>). The application of deep learning methods to automatically extract abstract and unexplained hidden features from voice and distinguish PD patients from HCs has been attracting increasing attention. Correa et al., utilized RAE and CAE to extract representation learning feature parameters from voice data, which were then classified using the SVM algorithm. The accuracy achieved for discriminating patients with PD and HCs was 0.84 (<xref ref-type="bibr" rid="ref41">Vasquez-Correa et al., 2020</xref>). Zhang et al., using stacked autoencoders (SAE) to extract representation learning feature parameters from voice data, which were then classified using the KNN algorithm. The accuracy achieved for discriminating patients with PD and HCs was 0.97 (<xref ref-type="bibr" rid="ref44">Zhang, 2017</xref>). Subsequently, they compared the diagnostic performance of representation learning feature parameters with that of conventional feature parameters and found that the representation learning feature parameters had a higher classification accuracy than conventional feature parameters.</p>
<p>Currently, four primary tasks are utilized for detecting dysarthria in patients with PD: sustained vowel, syllable repetition, passage reading, and monologue tasks (<xref ref-type="bibr" rid="ref36">Rusz et al., 2021</xref>). In comparison to other tasks, the sustained vowel task remains unaffected by cognition, language, and dialect (<xref ref-type="bibr" rid="ref10">Gerratt et al., 2016</xref>). Additionally, the sustained vowel task can be effortlessly executed and adheres to a consistently standardized methodology. However, several studies have pointed out that compared to sustained vowel tasks, syllable repetition, passage reading, and monologue tasks can provide more comprehensive voice information and be more accurate in distinguishing between patients with PD and HCs (<xref ref-type="bibr" rid="ref34">Rusz et al., 2013</xref>; <xref ref-type="bibr" rid="ref11">Godino-Llorente et al., 2017</xref>; <xref ref-type="bibr" rid="ref43">Wang et al., 2022</xref>). While, our study revealed that even sustained vowel task could distinguish mild PD from HC with accuracy &#x2265;0.85. The possible reasons for our high accuracy are as follows: In addition to conventional feature parameters, our study utilized representation learning feature parameters that encompass abstract and unexplained hidden features (not present in conventional features), which are helpful in distinguishing patients with PD from HCs (<xref ref-type="bibr" rid="ref41">Vasquez-Correa et al., 2020</xref>).</p>
<p>Recent report has indicated that PD affects 3.62 million patients in China, accounting for half of the global number of patients with PD (<xref ref-type="bibr" rid="ref32">Qi et al., 2021</xref>). With a rapidly aging population, this number is predicted to increase to approximately 5 million by 2030 (<xref ref-type="bibr" rid="ref21">Li et al., 2019</xref>). However, a significant proportion (an estimated 20&#x2013;40%) of individuals with PD remain undiagnosed, (<xref ref-type="bibr" rid="ref27">MRC CFAS et al., 2006</xref>; <xref ref-type="bibr" rid="ref2">Bajaj et al., 2010</xref>) with even lower figures in rural areas (<xref ref-type="bibr" rid="ref45">Zhang et al., 2003</xref>). In the early stages of PD, mild motor symptoms may be perceived as an age-related decline in motor function and are easily overlooked by patients and general neurologists, leading to misdiagnosis. Even movement disorder specialists have difficulty distinguishing patients with PD from HCs until the average mH&#x0026;Y stage reaches 1.8 (<xref ref-type="bibr" rid="ref16">Hughes et al., 2002</xref>). Furthermore, diagnoses made by general neurologists are likely to have lower diagnostic accuracy and later mH&#x0026;Y staging (<xref ref-type="bibr" rid="ref17">Joutsa et al., 2014</xref>). In the present study, the sensitivity of general neurologists to discriminate between patients with PD and HCs was 0.85 and 0.60 for mild PD and HCs, respectively. These results implied that 15% of patients with PD and 40% of those with mild PD are misdiagnosed by general neurologists, which is consistent with the misdiagnosis rates reported previously. Compared with the diagnostic performance of general neurologists, the machine learning-based diagnostic model analyzing voice feature parameters in the present study demonstrated outstanding performance. When using voice feature parameters to differentiate between patients with PD and HCs, most studies exhibited impressive AUROC and accuracies (&#x003E;0.9) (<xref ref-type="bibr" rid="ref23">Little et al., 2007</xref>; <xref ref-type="bibr" rid="ref29">Orozco-Arroyave et al., 2016</xref>; <xref ref-type="bibr" rid="ref19">Khojasteh et al., 2018</xref>; <xref ref-type="bibr" rid="ref35">Rusz et al., 2018</xref>; <xref ref-type="bibr" rid="ref26">Moro-Velazquez et al., 2019</xref>). Studies that focused on discriminating between patients with mild early PD and HCs exhibited satisfactory diagnostic performance (AUROC and accuracy &#x003E;0.8) (<xref ref-type="bibr" rid="ref44">Zhang, 2017</xref>; <xref ref-type="bibr" rid="ref5">Cummins et al., 2018</xref>; <xref ref-type="bibr" rid="ref37">Sakar et al., 2019</xref>; <xref ref-type="bibr" rid="ref41">Vasquez-Correa et al., 2020</xref>). However, these studies defined mild/early PD as mH&#x0026;Y&#x2009;&#x2264;&#x2009;3 or mH&#x0026;Y&#x2009;&#x2264;&#x2009;2, and most of the participants with mild/early PD enrolled in these studies had a mH&#x0026;Y stage of &#x2265;1.5. To the best of our knowledge, the current study is the first to attempt to distinguish PD with mH&#x0026;Y&#x2009;&#x2264;&#x2009;1.5 from HCs using voice feature parameters. The results demonstrated the remarkable diagnostic performance of the model in identifying patients with mild PD and HCs, with an AUROC of 0.93 and an accuracy of 0.85. The sensitivity of the model in identifying patients with mild PD and HCs reached 0.95. Thus, the model can distinguish most patients with mild PD from the general population, making it suitable for screening.</p>
<p>Although PD remains incurable, accurate diagnosis and subsequent treatment can improve the patient&#x2019;s quality of life However, in real-world settings, the diagnosis and treatment of PD in its early stages are challenging. Owing to the lack of early screening tools and accurate diagnostic support, it is difficult to diagnose most patients earlier than mH&#x0026;Y stage 2 (<xref ref-type="bibr" rid="ref17">Joutsa et al., 2014</xref>), thereby missing the best time window for disease-modifying treatment. Until now, the precise diagnosis of early-stage PD relied on a limited number of movement disorder specialists and rare, expensive equipment. Additionally, few patients are aware of their symptoms and consult doctors before mH&#x0026;Y staging 1.5. Consequently, the development of satisfactorily sensitive and convenient non-invasive screening tools stage is urgently needed to detect prodromal or mild PD. Our study results showed that analyzing voice feature parameters extracted from a simple sustained vowel task, which can be performed using only a smartphone with a microphone for recording and a computer for analyzing, is a convenient and relatively affordable tool for identifying PD before mH&#x0026;Y stage 1.5.</p>
<p>Our study has some limitations. First, we did not analyze the correlation between voice parameters and disease severity (mH&#x0026;Y, and MDS-UPDRS III). Dysarthria is just one manifestation of the motor symptoms of PD, and although it may appear earlier than other motor symptoms, relying solely on voice parameters to assess PD severity may not fully reflect the actual severity. Additionally, we only included patients with PD and HCs and excluded patients with other types of parkinsonism (e.g., multiple system atrophy and progressive supranuclear palsy), which would make the model more widely applicable. Currently, diagnostic criteria for prodromal PD have been proposed, and idiopathic rapid eye movement sleep behavior disorder is a prodromal symptom of PD that has garnered significant attention. The use of voice and other multimodal somatosensory parameters to screen for these diseases are future research directions.</p>
</sec>
<sec sec-type="conclusions" id="sec18">
<label>5</label>
<title>Conclusion</title>
<p>In this study, we used a machine learning algorithm to analyze voice feature parameters and developed diagnostic models for differentiating between HCs, patients with PD, and those with mild PD (mH&#x0026;Y &#x2264; 1.5). The models were independently validated using separate datasets. Our results demonstrate a remarkable diagnostic performance of the model in identifying patients with mild PD (mH&#x0026;Y&#x2009;&#x2264;&#x2009;1.5) and HCs. Furthermore, we proposed a paradigm for the automatic identification of patients with PD by voice. The results of our study are helpful for screening PD in the early stages in the community and primary medical institutions where movement disorder specialists and special equipment are lacking.</p>
</sec>
<sec sec-type="data-availability" id="sec19">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="ethics-statement" id="sec20">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Ethics committee of Chinese PLA General Hospital. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec21">
<title>Author contributions</title>
<p>MW: Data curation, Formal analysis, Investigation, Methodology, Resources, Validation, Visualization, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. XlZ: Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. FL: Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. LW: Formal analysis, Methodology, Software, Validation, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. YiL: Data curation, Resources, Writing &#x2013; review &#x0026; editing. RT: Investigation, Writing &#x2013; review &#x0026; editing. JY: Investigation, Writing &#x2013; review &#x0026; editing. SL: Data curation, Formal analysis, Methodology, Software, Writing &#x2013; review &#x0026; editing. YZ: Data curation, Formal analysis, Methodology, Software, Writing &#x2013; review &#x0026; editing. YuL: Data curation, Formal analysis, Methodology, Software, Writing &#x2013; review &#x0026; editing. KR: Data curation, Formal analysis, Methodology, Software, Writing &#x2013; review &#x0026; editing. ZC: Data curation, Formal analysis, Methodology, Software, Writing &#x2013; review &#x0026; editing. XY: Funding acquisition, Investigation, Resources, Validation, Visualization, Writing &#x2013; review &#x0026; editing. ZW: Funding acquisition, Investigation, Methodology, Project administration, Resources, Supervision, Validation, Visualization, Writing &#x2013; review &#x0026; editing. ZG: Funding acquisition, Investigation, Methodology, Project administration, Resources, Software, Supervision, Validation, Visualization, Writing &#x2013; review &#x0026; editing. XZ: Funding acquisition, Investigation, Methodology, Project administration, Resources, Supervision, Validation, Visualization, Writing &#x2013; review &#x0026; editing.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec22">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This work was supported by the National Key Research and Development Program of China (grant nos. 2021YFC2501203 and 2021YFC2501206), Special Research Project on Military Health Care (grant no. 21BJZ18), and the Youth Innovation Science Fund of the Chinese PLA General Hospital (grant no. 22QNCZ028).</p>
</sec>
<sec sec-type="COI-statement" id="sec23">
<title>Conflict of interest</title>
<p>LW, SL, YZ, YL, KR, and ZC were employed by Gyenno Science Co., Ltd.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Adler</surname> <given-names>C. H.</given-names></name> <name><surname>Beach</surname> <given-names>T. G.</given-names></name> <name><surname>Hentz</surname> <given-names>J. G.</given-names></name> <name><surname>Shill</surname> <given-names>H. A.</given-names></name> <name><surname>Caviness</surname> <given-names>J. N.</given-names></name> <name><surname>Driver-Dunckley</surname> <given-names>E.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Low clinical diagnostic accuracy of early vs advanced 6. Parkinson disease: clinicopathologic study</article-title>. <source>Neurology</source> <volume>83</volume>, <fpage>406</fpage>&#x2013;<lpage>412</lpage>. doi: <pub-id pub-id-type="doi">10.1212/WNL.0000000000000641</pub-id>, PMID: <pub-id pub-id-type="pmid">24975862</pub-id></citation></ref>
<ref id="ref2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bajaj</surname> <given-names>N. P.</given-names></name> <name><surname>Gontu</surname> <given-names>V.</given-names></name> <name><surname>Birchall</surname> <given-names>J.</given-names></name> <name><surname>Patterson</surname> <given-names>J.</given-names></name> <name><surname>Grosset</surname> <given-names>D. G.</given-names></name> <name><surname>Lees</surname> <given-names>A. J.</given-names></name></person-group> (<year>2010</year>). <article-title>Accuracy of clinical diagnosis in tremulous parkinsonian patients: a blinded video study</article-title>. <source>J. Neurol. Neurosurg. Psychiatry</source> <volume>81</volume>, <fpage>1223</fpage>&#x2013;<lpage>1228</lpage>. doi: <pub-id pub-id-type="doi">10.1136/jnnp.2009.193391</pub-id>, PMID: <pub-id pub-id-type="pmid">20547625</pub-id></citation></ref>
<ref id="ref3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brooks</surname> <given-names>D. J.</given-names></name></person-group> (<year>1993</year>). <article-title>PET studies on the early and differential diagnosis of Parkinson's disease</article-title>. <source>Neurology</source> <volume>3</volume>, <fpage>6</fpage>&#x2013;<lpage>16</lpage>,</citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cosottini</surname> <given-names>M.</given-names></name> <name><surname>Frosini</surname> <given-names>D.</given-names></name> <name><surname>Pesaresi</surname> <given-names>I.</given-names></name> <name><surname>Costagli</surname> <given-names>M.</given-names></name> <name><surname>Biagi</surname> <given-names>L.</given-names></name> <name><surname>Ceravolo</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>MR imaging of the substantia nigra at 7 T enables diagnosis of Parkinson disease</article-title>. <source>Radiology</source> <volume>271</volume>, <fpage>831</fpage>&#x2013;<lpage>838</lpage>. doi: <pub-id pub-id-type="doi">10.1148/radiol.14131448</pub-id>, PMID: <pub-id pub-id-type="pmid">24601752</pub-id></citation></ref>
<ref id="ref5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cummins</surname> <given-names>N.</given-names></name> <name><surname>Baird</surname> <given-names>A.</given-names></name> <name><surname>Schuller</surname> <given-names>B. W.</given-names></name></person-group> (<year>2018</year>). <article-title>Speech analysis for health: current state-of-the-art and the increasing impact of deep learning</article-title>. <source>Methods</source> <volume>151</volume>, <fpage>41</fpage>&#x2013;<lpage>54</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ymeth.2018.07.007</pub-id>, PMID: <pub-id pub-id-type="pmid">30099083</pub-id></citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Defazio</surname> <given-names>G.</given-names></name> <name><surname>Guerrieri</surname> <given-names>M.</given-names></name> <name><surname>Liuzzi</surname> <given-names>D.</given-names></name> <name><surname>Gigante</surname> <given-names>A. F.</given-names></name> <name><surname>di Nicola</surname> <given-names>V.</given-names></name></person-group> (<year>2016</year>). <article-title>Assessment of voice and speech symptoms in early Parkinson's disease by the Robertson dysarthria profile</article-title>. <source>Neurol. Sci.</source> <volume>37</volume>, <fpage>443</fpage>&#x2013;<lpage>449</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10072-015-2422-8</pub-id>, PMID: <pub-id pub-id-type="pmid">26615536</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Edwards</surname> <given-names>J. A.</given-names></name> <name><surname>Santos-Medell&#x00ED;n</surname> <given-names>C. M.</given-names></name> <name><surname>Liechty</surname> <given-names>Z. S.</given-names></name> <name><surname>Nguyen</surname> <given-names>B.</given-names></name> <name><surname>Lurie</surname> <given-names>E.</given-names></name> <name><surname>Eason</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Compositional shifts in root-associated bacterial and archaeal microbiota track the plant life cycle in field-grown rice</article-title>. <source>PLoS Biol.</source> <volume>16</volume>:<fpage>e2003862</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pbio.2003862</pub-id>, PMID: <pub-id pub-id-type="pmid">29474469</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ercoli</surname> <given-names>T.</given-names></name> <name><surname>Masala</surname> <given-names>C.</given-names></name> <name><surname>Cadeddu</surname> <given-names>G.</given-names></name> <name><surname>Mascia</surname> <given-names>M. M.</given-names></name> <name><surname>Orofino</surname> <given-names>G.</given-names></name> <name><surname>Gigante</surname> <given-names>A. F.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Does olfactory dysfunction correlate with disease progression in Parkinson's disease? A systematic review of the current literature</article-title>. <source>Brain Sci.</source> <volume>12</volume>:<fpage>513</fpage>. doi: <pub-id pub-id-type="doi">10.3390/brainsci12050513</pub-id>, PMID: <pub-id pub-id-type="pmid">35624900</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gaenslen</surname> <given-names>A.</given-names></name> <name><surname>Unmuth</surname> <given-names>B.</given-names></name> <name><surname>Godau</surname> <given-names>J.</given-names></name> <name><surname>Liepelt</surname> <given-names>I.</given-names></name> <name><surname>di Santo</surname> <given-names>A.</given-names></name> <name><surname>Schweitzer</surname> <given-names>K. J.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>The specificity and sensitivity of transcranial ultrasound in the differential diagnosis of Parkinson's disease: a prospective blinded study</article-title>. <source>Lancet Neurol.</source> <volume>7</volume>, <fpage>417</fpage>&#x2013;<lpage>424</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S1474-4422(08)70067-X</pub-id>, PMID: <pub-id pub-id-type="pmid">18394965</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gerratt</surname> <given-names>B. R.</given-names></name> <name><surname>Kreiman</surname> <given-names>J.</given-names></name> <name><surname>Garellek</surname> <given-names>M.</given-names></name></person-group> (<year>2016</year>). <article-title>Comparing measures of voice quality from sustained phonation and continuous speech</article-title>. <source>J. Speech Lang. Hear. Res.</source> <volume>59</volume>, <fpage>994</fpage>&#x2013;<lpage>1001</lpage>. doi: <pub-id pub-id-type="doi">10.1044/2016_JSLHR-S-15-0307</pub-id>, PMID: <pub-id pub-id-type="pmid">27626612</pub-id></citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Godino-Llorente</surname> <given-names>J. I.</given-names></name> <name><surname>Shattuck-Hufnagel</surname> <given-names>S.</given-names></name> <name><surname>Choi</surname> <given-names>J. Y.</given-names></name> <name><surname>Moro-Vel&#x00E1;zquez</surname> <given-names>L.</given-names></name> <name><surname>G&#x00F3;mez-Garc&#x00ED;a</surname> <given-names>J. A.</given-names></name></person-group> (<year>2017</year>). <article-title>Towards the identification of idiopathic Parkinson's disease from the speech</article-title>. <source>PLoS One</source> <volume>12</volume>:<fpage>e0189583</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0189583</pub-id>, PMID: <pub-id pub-id-type="pmid">29240814</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goetz</surname> <given-names>C. G.</given-names></name> <name><surname>Poewe</surname> <given-names>W.</given-names></name> <name><surname>Rascol</surname> <given-names>O.</given-names></name> <name><surname>Sampaio</surname> <given-names>C.</given-names></name> <name><surname>Stebbins</surname> <given-names>G. T.</given-names></name> <name><surname>Counsell</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2004</year>). <article-title>Movement disorder society task force report on the Hoehn and Yahr staging scale: status and recommendations the movement disorder society task force on rating scales for Parkinson&#x2019;s disease</article-title>. <source>Mov. Disord.</source> <volume>19</volume>, <fpage>1020</fpage>&#x2013;<lpage>1028</lpage>. doi: <pub-id pub-id-type="doi">10.1002/mds.20213</pub-id>, PMID: <pub-id pub-id-type="pmid">15372591</pub-id></citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goetz</surname> <given-names>C. G.</given-names></name> <name><surname>Tilley</surname> <given-names>B. C.</given-names></name> <name><surname>Shaftman</surname> <given-names>S. R.</given-names></name> <name><surname>Stebbins</surname> <given-names>G. T.</given-names></name> <name><surname>Fahn</surname> <given-names>S.</given-names></name> <name><surname>Martinez-Martin</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>Movement Disorder Society-sponsored revision of the unified Parkinson's disease rating scale (MDS-UPDRS): scale presentation and clinometric testing results</article-title>. <source>Mov. Disord.</source> <volume>23</volume>, <fpage>2129</fpage>&#x2013;<lpage>2170</lpage>. doi: <pub-id pub-id-type="doi">10.1002/mds.22340</pub-id>, PMID: <pub-id pub-id-type="pmid">19025984</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hire&#x0161;</surname> <given-names>M.</given-names></name> <name><surname>Gazda</surname> <given-names>M.</given-names></name> <name><surname>Drot&#x00E1;r</surname> <given-names>P.</given-names></name> <name><surname>Pah</surname> <given-names>N. D.</given-names></name> <name><surname>Motin</surname> <given-names>M. A.</given-names></name> <name><surname>Kumar</surname> <given-names>D. K.</given-names></name></person-group> (<year>2022</year>). <article-title>Convolutional neural network ensemble for Parkinson's disease detection from voice recordings</article-title>. <source>Comput. Biol. Med.</source> <volume>141</volume>:<fpage>105021</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.compbiomed.2021.105021</pub-id>, PMID: <pub-id pub-id-type="pmid">34799077</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hornykiewicz</surname> <given-names>O.</given-names></name></person-group> (<year>1998</year>). <article-title>Biochemical aspects of Parkinson's disease</article-title>. <source>Neurology</source> <volume>51</volume>, <fpage>S2</fpage>&#x2013;<lpage>S9</lpage>. doi: <pub-id pub-id-type="doi">10.1212/WNL.51.2_Suppl_2.S2</pub-id>, PMID: <pub-id pub-id-type="pmid">9711973</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hughes</surname> <given-names>A. J.</given-names></name> <name><surname>Daniel</surname> <given-names>S. E.</given-names></name> <name><surname>Ben-Shlomo</surname> <given-names>Y.</given-names></name> <name><surname>Lees</surname> <given-names>A. J.</given-names></name></person-group> (<year>2002</year>). <article-title>The accuracy of diagnosis of parkinsonian syndromes in a specialist movement disorder service</article-title>. <source>Brain</source> <volume>125</volume>, <fpage>861</fpage>&#x2013;<lpage>870</lpage>. doi: <pub-id pub-id-type="doi">10.1093/brain/awf080</pub-id></citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Joutsa</surname> <given-names>J.</given-names></name> <name><surname>Gardberg</surname> <given-names>M.</given-names></name> <name><surname>R&#x00F6;ytt&#x00E4;</surname> <given-names>M.</given-names></name> <name><surname>Kaasinen</surname> <given-names>V.</given-names></name></person-group> (<year>2014</year>). <article-title>Diagnostic accuracy of parkinsonism syndromes by general neurologists</article-title>. <source>Parkinsonism Relat. Disord.</source> <volume>20</volume>, <fpage>840</fpage>&#x2013;<lpage>844</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.parkreldis.2014.04.019</pub-id>, PMID: <pub-id pub-id-type="pmid">24816002</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kawazoe</surname> <given-names>M.</given-names></name> <name><surname>Arima</surname> <given-names>H.</given-names></name> <name><surname>Maeda</surname> <given-names>T.</given-names></name> <name><surname>Tsuji</surname> <given-names>M.</given-names></name> <name><surname>Mishima</surname> <given-names>T.</given-names></name> <name><surname>Fujioka</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Sensitivity and specificity of cardiac 123I-MIBG scintigraphy for diagnosis of early-phase Parkinson's disease</article-title>. <source>J. Neurol. Sci.</source> <volume>407</volume>:<fpage>116409</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jns.2019.07.027</pub-id></citation></ref>
<ref id="ref19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Khojasteh</surname> <given-names>P.</given-names></name> <name><surname>Viswanathan</surname> <given-names>R.</given-names></name> <name><surname>Aliahmad</surname> <given-names>B.</given-names></name> <name><surname>Ragnav</surname> <given-names>S.</given-names></name> <name><surname>Kumar</surname> <given-names>DK.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Parkinson's disease diagnosis based on multivariate deep features of speech signal</article-title>. <source>IEEE</source>, <fpage>187</fpage>&#x2013;<lpage>190</lpage>. doi: <pub-id pub-id-type="doi">10.1109/LSC.2018.8572136</pub-id></citation></ref>
<ref id="ref20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lang</surname> <given-names>A. E.</given-names></name> <name><surname>Melamed</surname> <given-names>E.</given-names></name> <name><surname>Poewe</surname> <given-names>W.</given-names></name> <name><surname>Rascol</surname> <given-names>O.</given-names></name></person-group> (<year>2013</year>). <article-title>Trial designs used to study neuroprotective therapy in Parkinson's disease</article-title>. <source>Mov. Disord.</source> <volume>28</volume>, <fpage>86</fpage>&#x2013;<lpage>95</lpage>. doi: <pub-id pub-id-type="doi">10.1002/mds.24997</pub-id></citation></ref>
<ref id="ref21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>G.</given-names></name> <name><surname>Ma</surname> <given-names>J.</given-names></name> <name><surname>Cui</surname> <given-names>S.</given-names></name> <name><surname>He</surname> <given-names>Y.</given-names></name> <name><surname>Xiao</surname> <given-names>Q.</given-names></name> <name><surname>Liu</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Parkinson's disease in China: a forty-year growing track of bedside work</article-title>. <source>Transl Neurodegener.</source> <volume>8</volume>:<fpage>22</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s40035-019-0162-z</pub-id>, PMID: <pub-id pub-id-type="pmid">31384434</pub-id></citation></ref>
<ref id="ref22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lim</surname> <given-names>W. S.</given-names></name> <name><surname>Chiu</surname> <given-names>S. I.</given-names></name> <name><surname>Wu</surname> <given-names>M. C.</given-names></name> <name><surname>Tsai</surname> <given-names>S. F.</given-names></name> <name><surname>Wang</surname> <given-names>P. H.</given-names></name> <name><surname>Lin</surname> <given-names>K. P.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>An integrated biometric voice and facial features for early detection of Parkinson's disease</article-title>. <source>NPJ Parkinsons Dis.</source> <volume>8</volume>:<fpage>145</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41531-022-00414-8</pub-id>, PMID: <pub-id pub-id-type="pmid">36309501</pub-id></citation></ref>
<ref id="ref23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Little</surname> <given-names>M. A.</given-names></name> <name><surname>McSharry</surname> <given-names>P. E.</given-names></name> <name><surname>Roberts</surname> <given-names>S. J.</given-names></name> <name><surname>Costello</surname> <given-names>D. A.</given-names></name> <name><surname>Moroz</surname> <given-names>I. M.</given-names></name></person-group> (<year>2007</year>). <article-title>Exploiting nonlinear recurrence and fractal scaling properties for voice disorder detection</article-title>. <source>Biomed. Eng. Online</source> <volume>6</volume>:<fpage>23</fpage>. doi: <pub-id pub-id-type="doi">10.1186/1475-925X-6-23</pub-id>, PMID: <pub-id pub-id-type="pmid">17594480</pub-id></citation></ref>
<ref id="ref24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mefferd</surname> <given-names>A. S.</given-names></name> <name><surname>Dietrich</surname> <given-names>M. S.</given-names></name></person-group> (<year>2019</year>). <article-title>Tongue- and jaw-specific articulatory underpinnings of reduced and enhanced acoustic vowel contrast in talkers with Parkinson's disease</article-title>. <source>J. Speech Lang. Hear. Res.</source> <volume>62</volume>, <fpage>2118</fpage>&#x2013;<lpage>2132</lpage>. doi: <pub-id pub-id-type="doi">10.1044/2019_JSLHR-S-MSC18-18-0192</pub-id>, PMID: <pub-id pub-id-type="pmid">31306611</pub-id></citation></ref>
<ref id="ref25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moro</surname> <given-names>V. L.</given-names></name> <name><surname>Gomez</surname> <given-names>A.</given-names></name> <name><surname>Arias</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Advances in Parkinson&#x2019;s disease detection and assessment using voice and speech: a review of the articulatory and phonatory aspects</article-title>. <source>Biomed Signal Process Control.</source> <volume>66</volume>:<fpage>102418</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.bspc.2021.102418</pub-id></citation></ref>
<ref id="ref26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moro-Velazquez</surname> <given-names>L.</given-names></name> <name><surname>Gomez-Garcia</surname> <given-names>J. A.</given-names></name> <name><surname>Godino-Llorente</surname> <given-names>J. I.</given-names></name> <name><surname>Grandas-Perez</surname> <given-names>F.</given-names></name> <name><surname>Shattuck-Hufnagel</surname> <given-names>S.</given-names></name> <name><surname>Yag&#x00FC;e-Jimenez</surname> <given-names>V.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Phonetic relevance and phonemic grouping of speech in the automatic detection of Parkinson&#x2019;s disease</article-title>. <source>Sci. Rep.</source> <volume>9</volume>:<fpage>19066</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-019-55271-y</pub-id>, PMID: <pub-id pub-id-type="pmid">31836744</pub-id></citation></ref>
<ref id="ref27"><citation citation-type="journal"><person-group person-group-type="author"><collab id="coll1">MRC CFAS</collab><name><surname>Foltynie</surname> <given-names>T.</given-names></name> <name><surname>Matthews</surname> <given-names>F. E.</given-names></name> <name><surname>Ishihara</surname> <given-names>L.</given-names></name> <name><surname>Brayne</surname> <given-names>C.</given-names></name></person-group> (<year>2006</year>). <article-title>The frequency and validity of self-reported diagnosis of Parkinson's disease in the UK elderly: MRC CFAS cohort</article-title>. <source>BMC Neurol.</source> <volume>6</volume>:<fpage>29</fpage>. doi: <pub-id pub-id-type="doi">10.1186/1471-2377-6-29</pub-id>, PMID: <pub-id pub-id-type="pmid">16925826</pub-id></citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Orozco-Arroyave</surname> <given-names>J. R.</given-names></name> <name><surname>Arias-Londo&#x00F1;o</surname> <given-names>J. D.</given-names></name> <name><surname>Vargas-Bonilla</surname> <given-names>J. F.</given-names></name> <name><surname>N&#x00F6;th</surname> <given-names>E.</given-names></name></person-group> (<year>2013</year>). <article-title>Analysis of speech from people with Parkinson's disease through nonlinear dynamics</article-title>. <source>Adv. Nonlinear Speech Process.</source> <volume>7911</volume>, <fpage>112</fpage>&#x2013;<lpage>119</lpage>. doi: <pub-id pub-id-type="doi">10.1007/978-3-642-38847-7_15</pub-id></citation></ref>
<ref id="ref29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Orozco-Arroyave</surname> <given-names>J. R.</given-names></name> <name><surname>H&#x00F6;nig</surname> <given-names>F.</given-names></name> <name><surname>Arias-Londo&#x00F1;o</surname> <given-names>J. D.</given-names></name> <name><surname>Vargas-Bonilla</surname> <given-names>J. F.</given-names></name> <name><surname>Daqrouq</surname> <given-names>K.</given-names></name> <name><surname>Skodda</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Automatic detection of Parkinson's disease in running speech spoken in three different languages</article-title>. <source>J. Acoust. Soc. Am.</source> <volume>139</volume>, <fpage>481</fpage>&#x2013;<lpage>500</lpage>. doi: <pub-id pub-id-type="doi">10.1121/1.4939739</pub-id>, PMID: <pub-id pub-id-type="pmid">26827042</pub-id></citation></ref>
<ref id="ref30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Postuma</surname> <given-names>R. B.</given-names></name> <name><surname>Berg</surname> <given-names>D.</given-names></name> <name><surname>Stern</surname> <given-names>M.</given-names></name> <name><surname>Poewe</surname> <given-names>W.</given-names></name> <name><surname>Olanow</surname> <given-names>C. W.</given-names></name> <name><surname>Oertel</surname> <given-names>W.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>MDS clinical diagnostic criteria for Parkinson's disease</article-title>. <source>Mov. Disord.</source> <volume>30</volume>, <fpage>1591</fpage>&#x2013;<lpage>1601</lpage>. doi: <pub-id pub-id-type="doi">10.1002/mds.26424</pub-id></citation></ref>
<ref id="ref31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Postuma</surname> <given-names>R. B.</given-names></name> <name><surname>Lang</surname> <given-names>A. E.</given-names></name> <name><surname>Gagnon</surname> <given-names>J. F.</given-names></name> <name><surname>Pelletier</surname> <given-names>A.</given-names></name> <name><surname>Montplaisir</surname> <given-names>J. Y.</given-names></name></person-group> (<year>2012</year>). <article-title>How does parkinsonism start? Prodromal parkinsonism motor changes in idiopathic REM sleep behaviour disorder</article-title>. <source>Brain</source> <volume>135</volume>, <fpage>1860</fpage>&#x2013;<lpage>1870</lpage>. doi: <pub-id pub-id-type="doi">10.1093/brain/aws093</pub-id>, PMID: <pub-id pub-id-type="pmid">22561644</pub-id></citation></ref>
<ref id="ref32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Qi</surname> <given-names>S.</given-names></name> <name><surname>Yin</surname> <given-names>P.</given-names></name> <name><surname>Wang</surname> <given-names>L.</given-names></name> <name><surname>Qu</surname> <given-names>M.</given-names></name> <name><surname>Kan</surname> <given-names>G. L.</given-names></name> <name><surname>Zhang</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Prevalence of Parkinson's disease: a community-based study in China</article-title>. <source>Mov. Disord.</source> <volume>36</volume>, <fpage>2940</fpage>&#x2013;<lpage>2944</lpage>. doi: <pub-id pub-id-type="doi">10.1002/mds.28762</pub-id>, PMID: <pub-id pub-id-type="pmid">34390510</pub-id></citation></ref>
<ref id="ref33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rusz</surname> <given-names>J.</given-names></name> <name><surname>Cmejla</surname> <given-names>R.</given-names></name> <name><surname>Ruzickova</surname> <given-names>H.</given-names></name> <name><surname>Ruzicka</surname> <given-names>E.</given-names></name></person-group> (<year>2011</year>). <article-title>Quantitative acoustic measurements for characterization of speech and voice disorders in early untreated Parkinson's disease</article-title>. <source>J. Acoust. Soc. Am.</source> <volume>129</volume>, <fpage>350</fpage>&#x2013;<lpage>367</lpage>. doi: <pub-id pub-id-type="doi">10.1121/1.3514381</pub-id>, PMID: <pub-id pub-id-type="pmid">21303016</pub-id></citation></ref>
<ref id="ref34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rusz</surname> <given-names>J.</given-names></name> <name><surname>Cmejla</surname> <given-names>R.</given-names></name> <name><surname>Tykalova</surname> <given-names>T.</given-names></name> <name><surname>Ruzickova</surname> <given-names>H.</given-names></name> <name><surname>Klempir</surname> <given-names>J.</given-names></name> <name><surname>Majerova</surname> <given-names>V.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Imprecise vowel articulation as a potential early marker of Parkinson's disease: effect of speaking task</article-title>. <source>J. Acoust. Soc. Am.</source> <volume>134</volume>, <fpage>2171</fpage>&#x2013;<lpage>2181</lpage>. doi: <pub-id pub-id-type="doi">10.1121/1.4816541</pub-id>, PMID: <pub-id pub-id-type="pmid">23967947</pub-id></citation></ref>
<ref id="ref35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rusz</surname> <given-names>J.</given-names></name> <name><surname>Hlavnicka</surname> <given-names>J.</given-names></name> <name><surname>Tykalova</surname> <given-names>T.</given-names></name> <name><surname>Novotny</surname> <given-names>M.</given-names></name> <name><surname>Dusek</surname> <given-names>P.</given-names></name> <name><surname>Sonka</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Smartphone allows capture of speech abnormalities associated with high risk of developing Parkinson&#x2019;s disease</article-title>. <source>IEEE Trans. Neural Syst. Rehabil. Eng.</source> <volume>26</volume>, <fpage>1495</fpage>&#x2013;<lpage>1507</lpage>. doi: <pub-id pub-id-type="doi">10.1109/TNSRE.2018.2851787</pub-id>, PMID: <pub-id pub-id-type="pmid">29994713</pub-id></citation></ref>
<ref id="ref36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rusz</surname> <given-names>J.</given-names></name> <name><surname>Tykalova</surname> <given-names>T.</given-names></name> <name><surname>Ramig</surname> <given-names>L. O.</given-names></name> <name><surname>Tripoliti</surname> <given-names>E.</given-names></name></person-group> (<year>2021</year>). <article-title>Guidelines for speech recording and acoustic analyses in dysarthrias of movement disorders</article-title>. <source>Mov. Disord.</source> <volume>36</volume>, <fpage>803</fpage>&#x2013;<lpage>814</lpage>. doi: <pub-id pub-id-type="doi">10.1002/mds.28465</pub-id>, PMID: <pub-id pub-id-type="pmid">33373483</pub-id></citation></ref>
<ref id="ref37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sakar</surname> <given-names>C. O.</given-names></name> <name><surname>Serbes</surname> <given-names>G.</given-names></name> <name><surname>Gunduz</surname> <given-names>A.</given-names></name> <name><surname>Tunc</surname> <given-names>H. C.</given-names></name> <name><surname>Nizam</surname> <given-names>H.</given-names></name> <name><surname>Sakar</surname> <given-names>B. E.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>A comparative analysis of speech signal processing algorithms for Parkinson&#x2019;s disease classification and the use of the tunable Q-factor wavelet transform</article-title>. <source>Appl. Soft Comput.</source> <volume>74</volume>, <fpage>255</fpage>&#x2013;<lpage>263</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.asoc.2018.10.022</pub-id></citation></ref>
<ref id="ref38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Solla</surname> <given-names>P.</given-names></name> <name><surname>Masala</surname> <given-names>C.</given-names></name> <name><surname>Liscia</surname> <given-names>A.</given-names></name> <name><surname>Piras</surname> <given-names>R.</given-names></name> <name><surname>Ercoli</surname> <given-names>T.</given-names></name> <name><surname>Fadda</surname> <given-names>L.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Sex-related differences in olfactory function and evaluation of possible confounding factors among patients with Parkinson's disease</article-title>. <source>J. Neurol.</source> <volume>267</volume>, <fpage>57</fpage>&#x2013;<lpage>63</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00415-019-09551-2</pub-id>, PMID: <pub-id pub-id-type="pmid">31555978</pub-id></citation></ref>
<ref id="ref39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Song</surname> <given-names>G.</given-names></name> <name><surname>Wang</surname> <given-names>M.</given-names></name> <name><surname>Zhongbao</surname> <given-names>G.</given-names></name> <name><surname>Wang</surname> <given-names>W.</given-names></name> <name><surname>Chen</surname> <given-names>T.</given-names></name> <name><surname>Lou</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Application of artificial intelligence voice analysis system in clinical diagnosis of PD Chinese</article-title>. <source>J. Geriatric Heart Brain Vessel Diseases</source> <volume>22</volume>, <fpage>514</fpage>&#x2013;<lpage>519</lpage>. doi: <pub-id pub-id-type="doi">10.3969/j.issn.1009-0126.2020.05.017</pub-id></citation></ref>
<ref id="ref40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Suphinnapong</surname> <given-names>P.</given-names></name> <name><surname>Phokaewvarangkul</surname> <given-names>O.</given-names></name> <name><surname>Thubthong</surname> <given-names>N.</given-names></name> <name><surname>Teeramongkonrasmee</surname> <given-names>A.</given-names></name> <name><surname>Mahattanasakul</surname> <given-names>P.</given-names></name> <name><surname>Lorwattanapongsa</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Objective vowel sound characteristics and their relationship with motor dysfunction in Asian Parkinson's disease patients</article-title>. <source>J. Neurol. Sci.</source> <volume>426</volume>:<fpage>117487</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jns.2021.117487</pub-id>, PMID: <pub-id pub-id-type="pmid">34004464</pub-id></citation></ref>
<ref id="ref41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vasquez-Correa</surname> <given-names>J. C.</given-names></name> <name><surname>Arias-Vergara</surname> <given-names>T.</given-names></name> <name><surname>Schuster</surname> <given-names>M.</given-names></name> <name><surname>Orozco-Arroyave</surname> <given-names>J. R.</given-names></name> <name><surname>N&#x00F6;th</surname> <given-names>E.</given-names></name></person-group> (<year>2020</year>). <article-title>Parallel representation learning for the classification of pathological speech: studies on Parkinson&#x2019;s disease and cleft lip and palate</article-title>. <source>Speech Comm.</source> <volume>122</volume>, <fpage>56</fpage>&#x2013;<lpage>67</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.specom.2020.07.005</pub-id></citation></ref>
<ref id="ref42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vaswani</surname> <given-names>P. A.</given-names></name> <name><surname>Morley</surname> <given-names>J. F.</given-names></name> <name><surname>Jennings</surname> <given-names>D.</given-names></name> <name><surname>Siderowf</surname> <given-names>A.</given-names></name> <name><surname>Marek</surname> <given-names>K.</given-names></name> <name><surname>Jennings</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Serial olfactory testing for the diagnosis of prodromal Parkinson's disease in the PARS study</article-title>. <source>Parkinsonism Relat. Disord.</source> <volume>104</volume>, <fpage>15</fpage>&#x2013;<lpage>20</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.parkreldis.2022.09.007</pub-id>, PMID: <pub-id pub-id-type="pmid">36194902</pub-id></citation></ref>
<ref id="ref43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>Q.</given-names></name> <name><surname>Fu</surname> <given-names>Y.</given-names></name> <name><surname>Shao</surname> <given-names>B.</given-names></name> <name><surname>Chang</surname> <given-names>L.</given-names></name> <name><surname>Ren</surname> <given-names>K.</given-names></name> <name><surname>Chen</surname> <given-names>Z.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Early detection of Parkinson's disease from multiple signal speech: based on mandarin language dataset</article-title>. <source>Front. Aging Neurosci.</source> <volume>14</volume>:<fpage>1036588</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fnagi.2022.1036588</pub-id>, PMID: <pub-id pub-id-type="pmid">36438003</pub-id></citation></ref>
<ref id="ref44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>Y. N.</given-names></name></person-group> (<year>2017</year>). <article-title>Can a smartphone diagnose Parkinson disease? A deep neural network method and Telediagnosis system implementation</article-title>. <source>Parkinsons Dis.</source> <volume>2017</volume>, <fpage>1</fpage>&#x2013;<lpage>11</lpage>. doi: <pub-id pub-id-type="doi">10.1155/2017/6209703</pub-id></citation></ref>
<ref id="ref45"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>Z. X.</given-names></name> <name><surname>Anderson</surname> <given-names>D. W.</given-names></name> <name><surname>Huang</surname> <given-names>J. B.</given-names></name> <etal/></person-group>. (<year>2003</year>). <article-title>Prevalence of Parkinson's disease and related disorders in the elderly population of greater Beijing, China</article-title>. <source>Mov. Disord.</source> <volume>18</volume>, <fpage>764</fpage>&#x2013;<lpage>772</lpage>. doi: <pub-id pub-id-type="doi">10.1002/mds.10445</pub-id>, PMID: <pub-id pub-id-type="pmid">12815655</pub-id></citation></ref>
<ref id="ref46"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhenni</surname> <given-names>W.</given-names></name> <name><surname>Shang</surname> <given-names>C.</given-names></name> <name><surname>Minhua</surname> <given-names>W.</given-names></name> <name><surname>Liqun</surname> <given-names>Y.</given-names></name> <name><surname>Weimin</surname> <given-names>Z.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Acoustic analysis of mandarin Chinese vowels produced by young adults</article-title>. <source>Rehabil. Med.</source> <volume>30</volume>, <fpage>183</fpage>&#x2013;<lpage>191</lpage>. doi: <pub-id pub-id-type="doi">10.3724/SP.J.1329.2020.03004</pub-id></citation></ref>
</ref-list>
</back>
</article>