<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neuroinform.</journal-id>
<journal-title>Frontiers in Neuroinformatics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neuroinform.</abbrev-journal-title>
<issn pub-type="epub">1662-5196</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fninf.2017.00023</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neuroscience</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Multivariate Analysis of <sup>18</sup>F-DMFP PET Data to Assist the Diagnosis of Parkinsonism</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Segovia</surname> <given-names>Ferm&#x000ED;n</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/138291/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>G&#x000F3;rriz</surname> <given-names>Juan M.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/133411/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ram&#x000ED;rez</surname> <given-names>Javier</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/138366/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mart&#x000ED;nez-Murcia</surname> <given-names>Francisco J.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/315143/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Levin</surname> <given-names>Johannes</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Schuberth</surname> <given-names>Madeleine</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Brendel</surname> <given-names>Matthias</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/400650/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Rominger</surname> <given-names>Axel</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/262450/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>B&#x000F6;tzel</surname> <given-names>Kai</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Garraux</surname> <given-names>Ga&#x000EB;tan</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/66757/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Phillips</surname> <given-names>Christophe</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/43512/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Signal Theory, Networking and Communications, University of Granada</institution> <country>Granada, Spain</country></aff>
<aff id="aff2"><sup>2</sup><institution>Cyclotron Research Centre, University of Li&#x000E8;ge</institution> <country>Li&#x000E8;ge, Belgium</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Neurology, University of Munich</institution> <country>Munich, Germany</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Nuclear Medicine, University of Munich</institution> <country>Munich, Germany</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Arjen van Ooyen, VU University Amsterdam, Netherlands</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Mitul Ashok Mehta, King&#x00027;s College London, UK; Frithjof Kruggel, University of California, Irvine, USA</p></fn>
<fn fn-type="corresp" id="fn001"><p>&#x0002A;Correspondence: Ferm&#x000ED;n Segovia <email>fsegovia&#x00040;ugr.es</email></p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>30</day>
<month>03</month>
<year>2017</year>
</pub-date>
<pub-date pub-type="collection">
<year>2017</year>
</pub-date>
<volume>11</volume>
<elocation-id>23</elocation-id>
<history>
<date date-type="received">
<day>10</day>
<month>12</month>
<year>2016</year>
</date>
<date date-type="accepted">
<day>14</day>
<month>03</month>
<year>2017</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2017 Segovia, G&#x000F3;rriz, Ram&#x000ED;rez, Mart&#x000ED;nez-Murcia, Levin, Schuberth, Brendel, Rominger, B&#x000F6;tzel, Garraux and Phillips.</copyright-statement>
<copyright-year>2017</copyright-year>
<copyright-holder>Segovia, G&#x000F3;rriz, Ram&#x000ED;rez, Mart&#x000ED;nez-Murcia, Levin, Schuberth, Brendel, Rominger, B&#x000F6;tzel, Garraux and Phillips</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) or licensor are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><p>An early and differential diagnosis of parkinsonian syndromes still remains a challenge mainly due to the similarity of their symptoms during the onset of the disease. Recently, <sup>18</sup>F-Desmethoxyfallypride (DMFP) has been suggested to increase the diagnostic precision as it is an effective radioligand that allows us to analyze post-synaptic dopamine <italic>D</italic><sub>2/3</sub> receptors. Nevertheless, the analysis of these data is still poorly covered and its use limited. In order to address this challenge, this paper shows a novel model to automatically distinguish idiopathic parkinsonism from non-idiopathic variants using DMFP data. The proposed method is based on a multiple kernel support vector machine and uses the linear version of this classifier to identify some regions of interest: the olfactory bulb, thalamus, and supplementary motor area. We evaluated the proposed model for both, the binary separation of idiopathic and non-idiopathic parkinsonism and the multigroup separation of parkinsonian variants. These systems achieved accuracy rates higher than 70%, outperforming DaTSCAN neuroimages for this purpose. In addition, a system that combined DaTSCAN and DMFP data was assessed.</p></abstract>
<kwd-group>
<kwd>multivariate analysis</kwd>
<kwd><sup>18</sup>F-DMFP PET</kwd>
<kwd>Parkinson&#x00027;s disease</kwd>
<kwd>multiple kernel learning</kwd>
<kwd>support vector machine</kwd>
<kwd>multiple system atrophy</kwd>
<kwd>progressive supranuclear palsy</kwd>
</kwd-group>
<counts>
<fig-count count="6"/>
<table-count count="4"/>
<equation-count count="5"/>
<ref-count count="45"/>
<page-count count="9"/>
<word-count count="6493"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>1. Introduction</title>
<p>Parkinson&#x00027;s disease (PD) has a lifetime risk of about 2%, making it the second most common neurodegenerative disease after Alzheimer&#x00027;s disease. A main risk factor for PD is aging and current demographic trends predict a doubling in the number of cases by 2,050 (Bach et al., <xref ref-type="bibr" rid="B3">2011</xref>). Clinically, the syndrome presents with the association of motor slowness (hypokinesia), with muscle rigidity and/or tremor and/or a postural instability (Greenberg et al., <xref ref-type="bibr" rid="B14">2012</xref>). One of the neuropathological hallmarks of PD is a death of dopaminergic neurons in the substantia nigra (SN) <italic>pars compacta</italic>. Neuronal loss begins in the lateral ventral tier of the SN and throughout the illness this remains the most severely affected region. Post-mortem studies have shown that loss of cells from the SN in PD results mainly in profound dopamine (DA) depletion in the motor region of the striatum, nigral projections to the dorsal, and caudal putamen being most affected.</p>
<p>Because a biochemical hallmark of PD is a deficiency of striatal DA, most imaging studies have focused on studying the problem directly, using a variety of methods (Antonini et al., <xref ref-type="bibr" rid="B1">1997</xref>; Constantinescu et al., <xref ref-type="bibr" rid="B7">2011</xref>; Garraux et al., <xref ref-type="bibr" rid="B10">2013</xref>). Measurement of striatal <sup>18</sup>F-DOPA uptake with PET is still regarded by many as the &#x0201C;gold standard&#x0201D; for the diagnosis of PD. Several studies have reported that patients with sporadic PD have lost up to 50% of normal <sup>18</sup>F-DOPA uptake from the caudal putamen contralateral to the side with the most severe symptoms compared with 20&#x02013;30% on the ipsilateral side. The pre-synaptic striatal dopamine deficiency state can be assessed <italic>in vivo</italic> using other nuclear medicine techniques targeted to dopamine transporters (DaT) such as <sup>123</sup>I-ioflupane (also known by its tradename DaTSCAN) SPECT. These techniques are able to image a pre-synaptic striatal dopamine deficiency state shared by PD and atypical parkinsonian syndromes (APS) such as multiple system atrophy (MSA) (Wenning et al., <xref ref-type="bibr" rid="B44">2013</xref>) and progressive supranuclear palsy (PSP) (Williams and Lees, <xref ref-type="bibr" rid="B45">2009</xref>). They can be used to assist the clinicians to distinguish between these conditions and normal controls, essential and dystonic tremors, drug-induced, and psychogenic parkinsonism. However, it is generally considered that imaging pre-synaptic striatal dopaminergic deficit does not reliably discriminate between PD and APS.</p>
<p>In comparison with PD, the latter are also characterized by a post-synaptic striatal impairment. This can be demonstrated using two main approaches. The first involves <sup>18</sup>F-FDG PET, which allows assessing the pattern of resting glucose metabolism throughout the brain. Several studies from independent groups consistently showed that FDG uptake pattern in the striatum and other regions can accurately discriminate APS from PD (Ghaemi et al., <xref ref-type="bibr" rid="B11">2002</xref>; Garraux et al., <xref ref-type="bibr" rid="B10">2013</xref>). These studies also showed that <sup>18</sup>F-FDG PET may also provide some clinically-relevant information for the distinction between APS subgroups. A post-synaptic striatal deficiency state can be specifically demonstrated using radioligands of <italic>D</italic><sub>2/3</sub> striatal dopamine receptors. In PD, <sup>11</sup>C-Raclopride PET studies showed preserved (or even mildly increased in <italic>de novo</italic> cases) striatal binding. In contrast, striatal <sup>11</sup>C-Raclopride <italic>D</italic><sub>2</sub> binding is reduced in APS although significant decreases might only present in around 50% of individuals. Aside from <sup>11</sup>C-Raclopride, <sup>123</sup>I-Iodobenzamide (<sup>123</sup>I-IBZM) SPECT has also been used to image post-synaptic striatal dopamine <italic>D</italic><sub>2/3</sub> receptors. However, a meta-analysis of IBZM-SPECT studies showed that its negative predictive value was low (Vlaar et al., <xref ref-type="bibr" rid="B43">2007</xref>), while another study suggest that its diagnostic accuracy was considerably lower than that of <sup>18</sup>F-FDG PET (Hellwig et al., <xref ref-type="bibr" rid="B15">2012</xref>). Finally, studies showed that <sup>11</sup>C-Raclopride PET and <sup>18</sup>F-FDG-PET have comparable discrimination accuracy performance for the distinction between PD and MSA (Antonini et al., <xref ref-type="bibr" rid="B1">1997</xref>). One of the drawbacks of <sup>11</sup>C-Raclopride is its limited clinical availability due to the short physical half-life of <sup>11</sup>C (20 min), what requires to have a local cyclotron or radiochemistry unit in the neuroimaging center. This impediment to the wider use of PET for clinical dopamine receptor studies could be overcome through the use of suitable <sup>18</sup>F-labeled radioligands (la Foug&#x000E8;re et al., <xref ref-type="bibr" rid="B19">2010</xref>). Thus, <sup>18</sup>F-desmethoxyfallypride (<sup>18</sup>F-DMFP) has recently emerged as a possible alternative to <sup>11</sup>C-Raclopride. Its relatively long physical half-life (109 min) enables clinical applications for differentiating between PD and APS. A study found that differences in striatal binding in the posterior putamen between PD and APS provided the larger diagnostic performance using this technique (la Foug&#x000E8;re et al., <xref ref-type="bibr" rid="B19">2010</xref>). Furthermore, as compared with IBZM and <sup>11</sup>C-Raclopride, <sup>18</sup>F-DMFP enables <italic>D</italic><sub>2/3</sub> imaging in extrastriatal regions but this property has not been exploited for the distinction between PD and APS.</p>
<p>Neuroimaging data used to assist the diagnosis of parkinsonism is often analyzed by means of proprietary software to delimit regions of interest (ROIs) and quantify the radiopharmaceutical uptake (Morton et al., <xref ref-type="bibr" rid="B24">2005</xref>; Tossici-Bolt et al., <xref ref-type="bibr" rid="B35">2006</xref>). More sophisticated systems based on machine learning were proposed for FDG PET (Garraux et al., <xref ref-type="bibr" rid="B10">2013</xref>) and DaTSCAN (Prashanth et al., <xref ref-type="bibr" rid="B28">2014</xref>). For the latter modality, several machine learning approaches were presented. For example, in Ill&#x000E1;n et al. (<xref ref-type="bibr" rid="B17">2012</xref>) the voxel intensities of DaTSCAN neuroimages were used as features along with several classifiers to separate PD patients and controls subjects. In Towey et al. (<xref ref-type="bibr" rid="B36">2011</xref>) and Segovia et al. (<xref ref-type="bibr" rid="B34">2012</xref>) two methods based, respectively, on Principal Component Analysis and Partial Least Squares were proposed to extract relevant features from DaTSCAN data. Structural data were also used to assist the diagnosis of PD (Rana et al., <xref ref-type="bibr" rid="B29">2015</xref>), including the separation of PD and APS (Salvatore et al., <xref ref-type="bibr" rid="B30">2014</xref>). However, the validity of DMFP data to feed statistical classification procedures is still poorly covered. The intensity profile of this imaging modality is meaningfully different of those for DaTSCAN or FDG. In the latter case, the intensity is distributed over a large number of regions, conversely for DaTSCAN most of the signal is gathered in the striatum. DMFP is half-way between DaTSCAN and FDG in terms of its intensity profile: a large proportion of the activity is located in the striatum but other regions also have intensity values large enough to contain patterns allowing the inter-subject discrimination.</p>
<p>In this work, we present a model to automatically distinguish between idiopathic parkinsonism and the non-idiopathic variants using DMFP data. It is based on the application of a machine learning algorithm that consider several regions of interest by means of a multiple kernel approach. We evaluated the proposed model for both, the binary separation of idiopathic and non-idiopathic parkinsonsim and the multigroup separation of PD, MSA, and PSP patients. In addition, we studied the usefulness of combining DMFP and DaTSCAN data in a single computer system. This work is intended to be the baseline of multivariate analyses of DMFP data.</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>2. Materials and methods</title>
<sec>
<title>2.1. Ethics statement</title>
<p>Each patient (or a close relative) gave written informed consent to participate in the study and the protocol was accepted by the Ethics Committee of the University of Munich. All the data were anonymized by the clinicians who acquired them before being considered in this work.</p>
</sec>
<sec>
<title>2.2. Subjects</title>
<p>Data from 87 subjects showing parkinsonian movement disorders were used for testing purposes (demographic details and groups distribution are gathered in Table <xref ref-type="table" rid="T1">1</xref>). Subjects on medication with drugs that have (or are suspected to have) effects on dopaminergic transporters were excluded. A <sup>18</sup>F-DMFP PET image and a DaTSCAN SPECT image were collected for each subject during the first visit. The former images were acquired 60 min after the <sup>18</sup>F-DMFP injection. Three (3) frames of 10 min each were recorded using a Siemens/CTI camera. Images were reconstructed as 128 &#x000D7; 128 matrices of 2 &#x000D7; 2 mm voxels by filtered backprojection using a Hann filter with a cutoff frequency of 0.5 Nyquist. The scattered and random events as well as dead time issues were also corrected (Turkington, <xref ref-type="bibr" rid="B37">2011</xref>). After verification of the absence of important head motion between frames (patients had their head immobilized during the emission recording), the three frames were summed and pre-processed (la Foug&#x000E8;re et al., <xref ref-type="bibr" rid="B19">2010</xref>). DaTSCAN data were acquired using a GE Healthcare camera and according to widely accepted criteria (Koch et al., <xref ref-type="bibr" rid="B18">2005</xref>).</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p><bold>Demographic details of the patients considered in this work (&#x003BC; and &#x003C3; stand for the mean and the standard deviation, respectively)</bold>.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold>&#x00023;</bold></th>
<th valign="top" align="center" colspan="2" style="border-bottom: thin solid #000000;"><bold>Sex</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>Age</bold></th>
</tr>
<tr>
<th/>
<th/>
<th valign="top" align="center"><bold>M</bold></th>
<th valign="top" align="center"><bold>F</bold></th>
<th valign="top" align="center"><bold>&#x003BC;</bold></th>
<th valign="top" align="center"><bold>&#x003C3;</bold></th>
<th valign="top" align="center"><bold>Range</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">PD</td>
<td valign="top" align="center">39</td>
<td valign="top" align="center">22</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">61.38</td>
<td valign="top" align="center">11.14</td>
<td valign="top" align="center">35&#x02013;81</td>
</tr>
<tr>
<td valign="top" align="left">MSA</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">68.42</td>
<td valign="top" align="center">10.73</td>
<td valign="top" align="center">43&#x02013;85</td>
</tr>
<tr>
<td valign="top" align="left">PSP</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">69.29</td>
<td valign="top" align="center">7.33</td>
<td valign="top" align="center">55&#x02013;84</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>All patients were followed clinically for approximately 2 years after SPECT and PET examinations, at which time the clinical differential diagnoses were assessed by clinicians on the basis of last observations and according to the United Kingdom Parkinson Disease Society Brain Bank Diagnostic Criteria for Parkinson Disease (Hughes et al., <xref ref-type="bibr" rid="B16">2002</xref>) and the second consensus statement on the diagnosis of multiple-system atrophy (Gilman et al., <xref ref-type="bibr" rid="B12">2008</xref>) as well as the established criteria for the diagnosis of progressive supranuclear palsy (Litvan et al., <xref ref-type="bibr" rid="B22">1996</xref>). According to these criteria, 39 patients were labeled as idiopathic parkinsonism and the remaining 48 subjects either MSA or PSP. It is worth noting that all the images were acquired during the first examinations and, therefore, they correspond to early stages of the disorders.</p>
</sec>
<sec>
<title>2.3. Data pre-processing</title>
<p>After the image reconstruction the images were spatially normalized using the template matching approach implemented in the Statistical Parametric Mapping (SPM) version 8 (Friston et al., <xref ref-type="bibr" rid="B9">2007</xref>). This procedure ensures that any given voxel in different images refers to the same anatomical position across the brains. It was based on the affine part of the SPM normalization procedure, a method that assumes a general affine model with 12 parameters and a Bayesian framework that maximizes the product of the prior function (which is based on the probability of obtaining a particular set of zooms and shears) and the likelihood function (derived from the residual squared difference between the template and the source image) (Ashburner et al., <xref ref-type="bibr" rid="B2">1997</xref>). In order to build the templates for DMFP and DaTSCAN data, only the neuroimages from the idiopathic group was used because of this group is more homogeneous, whereas the non-idiopathic one is the union of the MSA and PSP patients. Thus, idiopathic PD data were first registered to a randomly chosen one. The resulting images and their hemisphere midplane reflections (ensuring a symmetric template) were then averaged and smoothed (8 mm FWHM Gaussian kernel) before being used to spatially normalize the whole set of images. As a result, we got brain volumes with 79 &#x000D7; 95 &#x000D7; 68 voxels of 2 &#x000D7; 2 &#x000D7; 2 mm.</p>
<p>In addition, after the spatial normalization the intensity of the images were also normalized to a value <italic>I</italic><sub><italic>max</italic></sub>, obtained by averaging the 0.1% of the highest intensities per image, as described in Saxena et al. (<xref ref-type="bibr" rid="B31">1998</xref>).</p>
</sec>
<sec>
<title>2.4. Multivariate analysis based on machine learning</title>
<p>Unlike univariate analyses where each voxel is independently analyzed, multivariate approaches analyze a neuroimage as a whole and explicitly consider the relationships between voxels (Schrouff et al., <xref ref-type="bibr" rid="B32">2013</xref>). Effects comprised in the data, including activations and confounding and errors effects are assessed statistically both at each voxel and as interactions between voxels (Friston and B&#x000FC;chel, <xref ref-type="bibr" rid="B8">2007</xref>).</p>
<p>A large proportion of multivariate analyses for neuroimaging data are based on statistical classification, such as Support Vector Machine (SVM) (Vapnik, <xref ref-type="bibr" rid="B40">1998</xref>). During the training step, a binary statistical classifier builds a function <italic>f</italic>: &#x0211D;<sup><italic>N</italic></sup> &#x02192; &#x000B1;1 using a set of labeled samples so that <italic>f</italic> is able to predict the label of new unseen samples. SVM calculates this function by estimating the hyperplane that has the largest distance to the closest sample with any label. Then, the label of a new sample is estimated according to the side of the hyperplane in which the new sample is. Mathematically, the decision hyperplane (also named maximal margin hyperplane) is defined as:
<disp-formula id="E1"><label>(1)</label><mml:math id="M1"><mml:mrow><mml:mi>g</mml:mi><mml:mo stretchy='false'>(</mml:mo><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mtext>x</mml:mtext></mml:mstyle><mml:mo stretchy='false'>)</mml:mo><mml:mo>=</mml:mo><mml:msup><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mtext>w</mml:mtext></mml:mstyle><mml:mi>T</mml:mi></mml:msup><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mtext>x</mml:mtext></mml:mstyle><mml:mo>+</mml:mo><mml:msub><mml:mi>w</mml:mi><mml:mn>0</mml:mn></mml:msub><mml:mo>=</mml:mo><mml:mn>0</mml:mn><mml:mo>,</mml:mo></mml:mrow></mml:math></disp-formula>
where <bold>w</bold> is the weight vector, orthogonal to the decision hyperplane, and <italic>w</italic><sub>0</sub> is the bias term. Calculating the hyperplane involves solving the following problem:
<disp-formula id="E2"><label>(2)</label><mml:math id="M2"><mml:mtable columnalign='left'><mml:mtr><mml:mtd><mml:mtext>minimize&#x02009;</mml:mtext><mml:mfrac><mml:mn>1</mml:mn><mml:mn>2</mml:mn></mml:mfrac><mml:mo>&#x02225;</mml:mo><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mtext>w</mml:mtext></mml:mstyle><mml:msup><mml:mo>&#x02225;</mml:mo><mml:mn>2</mml:mn></mml:msup><mml:mo>+</mml:mo><mml:mtext>&#x02009;</mml:mtext><mml:mi>C</mml:mi><mml:mstyle displaystyle='true'><mml:munderover><mml:mo>&#x02211;</mml:mo><mml:mrow><mml:mi>i</mml:mi><mml:mtext>&#x0200A;</mml:mtext><mml:mo>=</mml:mo><mml:mtext>&#x0200A;</mml:mtext><mml:mn>1</mml:mn></mml:mrow><mml:mi>N</mml:mi></mml:munderover><mml:mrow><mml:msub><mml:mi>&#x003BE;</mml:mi><mml:mi>i</mml:mi></mml:msub></mml:mrow></mml:mstyle></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mtext>subject&#x000A0;to&#x000A0;</mml:mtext><mml:msub><mml:mi>y</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:mo stretchy='false'>(</mml:mo><mml:msup><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mtext>w</mml:mtext></mml:mstyle><mml:mi>T</mml:mi></mml:msup><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mtext>x</mml:mtext></mml:mstyle><mml:mo>+</mml:mo><mml:msub><mml:mi>w</mml:mi><mml:mn>0</mml:mn></mml:msub><mml:mo stretchy='false'>)</mml:mo><mml:mo>&#x02265;</mml:mo><mml:mn>1</mml:mn><mml:mo>&#x02212;</mml:mo><mml:msub><mml:mi>&#x003BE;</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:mo>,</mml:mo><mml:mtext>&#x02003;</mml:mtext><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn><mml:mo>,</mml:mo><mml:mn>2</mml:mn><mml:mo>,</mml:mo><mml:mo>&#x02026;</mml:mo><mml:mo>,</mml:mo><mml:mi>N</mml:mi></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
where <italic>C</italic>, <italic>N</italic>, and &#x003BE;<sub><italic>i</italic></sub> stand for a predefined trade-off parameter between model simplicity and classification error, the number of training instances and the slack variables, respectively. This problem can be simplified by applying Lagrangian functions and results in:
<disp-formula id="E3"><label>(3)</label><mml:math id="M3"><mml:mtable columnalign='left'><mml:mtr><mml:mtd><mml:mtext>maximize</mml:mtext><mml:mstyle displaystyle='true'><mml:munderover><mml:mo>&#x02211;</mml:mo><mml:mrow><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mi>N</mml:mi></mml:munderover><mml:mrow><mml:msub><mml:mi>&#x003B1;</mml:mi><mml:mi>i</mml:mi></mml:msub></mml:mrow></mml:mstyle><mml:mo>&#x02212;</mml:mo><mml:mfrac><mml:mn>1</mml:mn><mml:mn>2</mml:mn></mml:mfrac><mml:mstyle displaystyle='true'><mml:munderover><mml:mo>&#x02211;</mml:mo><mml:mrow><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mi>N</mml:mi></mml:munderover><mml:mrow><mml:mstyle displaystyle='true'><mml:munderover><mml:mo>&#x02211;</mml:mo><mml:mrow><mml:mi>j</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mi>N</mml:mi></mml:munderover><mml:mrow><mml:msub><mml:mi>&#x003B1;</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:msub><mml:mi>&#x003B1;</mml:mi><mml:mi>j</mml:mi></mml:msub><mml:msub><mml:mi>y</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:msub><mml:mi>y</mml:mi><mml:mi>j</mml:mi></mml:msub><mml:mi>k</mml:mi><mml:mo stretchy='false'>(</mml:mo><mml:msub><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mtext>x</mml:mtext></mml:mstyle><mml:mi>i</mml:mi></mml:msub><mml:mo>,</mml:mo><mml:msub><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mtext>x</mml:mtext></mml:mstyle><mml:mi>j</mml:mi></mml:msub><mml:mo stretchy='false'>)</mml:mo></mml:mrow></mml:mstyle></mml:mrow></mml:mstyle></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mtext>subject&#x000A0;to</mml:mtext><mml:mstyle displaystyle='true'><mml:munderover><mml:mo>&#x02211;</mml:mo><mml:mrow><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mi>N</mml:mi></mml:munderover><mml:mrow><mml:msub><mml:mi>&#x003B1;</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:msub><mml:mi>y</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:mo>=</mml:mo><mml:mn>0</mml:mn></mml:mrow></mml:mstyle></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mtext>&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;</mml:mtext><mml:mn>0</mml:mn><mml:mo>&#x02264;</mml:mo><mml:msub><mml:mi>&#x003B1;</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:mo>&#x02264;</mml:mo><mml:mi>C</mml:mi><mml:mo>,</mml:mo><mml:mtext>&#x02003;</mml:mtext><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn><mml:mo>,</mml:mo><mml:mn>2</mml:mn><mml:mo>,</mml:mo><mml:mo>&#x02026;</mml:mo><mml:mo>,</mml:mo><mml:mi>N</mml:mi></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
where &#x003B1; is the vector of dual variables corresponding to each separation constraint, and <italic>k</italic>(<bold>x</bold><sub><italic>i</italic></sub>, <bold>x</bold><sub><italic>j</italic></sub>) is a function &#x0211D;<sup><italic>D</italic></sup> &#x000D7; &#x0211D;<sup><italic>D</italic></sup> &#x02192; &#x0211D; known as &#x0201C;kernel&#x0201D; (M&#x000FC;ller et al., <xref ref-type="bibr" rid="B25">2001</xref>). For linear SVM, <italic>k</italic>(<bold>x</bold><sub><italic>i</italic></sub>, <bold>x</bold><sub><italic>j</italic></sub>) &#x0003D; <bold>x</bold><sub><italic>i</italic></sub><bold>x</bold><sub><italic>j</italic></sub>.</p>
</sec>
<sec>
<title>2.5. Analysis based on multiple kernel learning</title>
<p>After the pre-processing steps, the data were automatically parceled using the well-known Automated Anatomical Labeling (AAL) atlas (Tzourio-Mazoyer et al., <xref ref-type="bibr" rid="B38">2002</xref>). This procedure allows isolating specific regions such as the striatum or the olfactory bulb, and that way, they can be independently analyzed.</p>
<p>Neuroimaging from both DaTSCAN and DMFP radioligands gathers most of the total activation in the striatum. However, DMFP-based data also contain information in other regions (see Figure <xref ref-type="fig" rid="F1">1</xref>). There is therefore a reasonable prospect that DMFP data contain useful information for a diagnosis in areas outside the striatum. This would be overlooked during the visual examination of the images, while automatic procedure (based on machine learning) may efficiently exploit this information. In order to better account for the different scales and relevances of the various regions, we used a multiple kernel learning (MKL) procedure along with a SVM classifier.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p><bold>Comparison between a DaTSCAN (top row)</bold> and a DMFP <bold>(bottom row)</bold> neuroimage from a patient diagnosed with Parkinson&#x00027;s disease.</p></caption>
<graphic xlink:href="fninf-11-00023-g0001.tif"/>
</fig>
<p>In a MKL procedure, two or more kernels are built from feature subsets and then combined by means of a predefined function (G&#x000F6;nen and Alpayd&#x00131;n, <xref ref-type="bibr" rid="B13">2011</xref>). In this work, we used a kernel per each region of interest and a linear combination function that provides a good performance with relatively low computational burden:
<disp-formula id="E4"><label>(4)</label><mml:math id="M4"><mml:mrow><mml:mi>k</mml:mi><mml:mo stretchy='false'>(</mml:mo><mml:msub><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mtext>x</mml:mtext></mml:mstyle><mml:mi>i</mml:mi></mml:msub><mml:mo>,</mml:mo><mml:msub><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mtext>x</mml:mtext></mml:mstyle><mml:mi>j</mml:mi></mml:msub><mml:mo stretchy='false'>)</mml:mo><mml:mo>=</mml:mo><mml:mstyle displaystyle='true'><mml:munderover><mml:mo>&#x02211;</mml:mo><mml:mrow><mml:mi>m</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:msub><mml:mi>N</mml:mi><mml:mi>k</mml:mi></mml:msub></mml:mrow></mml:munderover><mml:mrow><mml:msub><mml:mi>q</mml:mi><mml:mi>m</mml:mi></mml:msub></mml:mrow></mml:mstyle><mml:msub><mml:mi>k</mml:mi><mml:mi>m</mml:mi></mml:msub><mml:mo stretchy='false'>(</mml:mo><mml:msubsup><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mtext>x</mml:mtext></mml:mstyle><mml:mi>i</mml:mi><mml:mi>m</mml:mi></mml:msubsup><mml:mo>,</mml:mo><mml:msubsup><mml:mstyle mathvariant='bold' mathsize='normal'><mml:mtext>x</mml:mtext></mml:mstyle><mml:mi>j</mml:mi><mml:mi>m</mml:mi></mml:msubsup><mml:mo stretchy='false'>)</mml:mo></mml:mrow></mml:math></disp-formula>
where <italic>N</italic><sub><italic>k</italic></sub> is the number of kernels; <italic>q</italic><sub><italic>m</italic></sub> stands for the weight of kernel <italic>k</italic><sub><italic>m</italic></sub> (estimated through cross-validation); <bold>x</bold><sub><italic>i</italic></sub>, <bold>x</bold><sub><italic>j</italic></sub> are two feature vectors and <inline-formula><mml:math id="M6"><mml:msubsup><mml:mrow><mml:mstyle class="text"><mml:mtext mathvariant="bold">x</mml:mtext></mml:mstyle></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msubsup></mml:math></inline-formula>, <inline-formula><mml:math id="M7"><mml:msubsup><mml:mrow><mml:mstyle class="text"><mml:mtext mathvariant="bold">x</mml:mtext></mml:mstyle></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msubsup></mml:math></inline-formula> are subset of <bold>x</bold><sub><italic>i</italic></sub>, <bold>x</bold><sub><italic>j</italic></sub> with only the features used for kernel <italic>k</italic><sub><italic>m</italic></sub>.</p>
</sec>
<sec>
<title>2.6. Identifying regions of interest</title>
<p>A linear SVM trained classifier allows us to analyze the weight assigned by the classifier to each feature included in the training set (related with importance of that feature in the separation problem). This information can be directly extracted from the weight vector, <bold>w</bold>, defined in Equation (1). Thus, using all the brain voxels as feature we estimated the importance of each voxel in the separation problem. Then, the weight/importance of each region was computed as
<disp-formula id="E5"><label>(5)</label><mml:math id="M5"><mml:mrow><mml:msub><mml:mi>w</mml:mi><mml:mi>r</mml:mi></mml:msub><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mstyle displaystyle='true'><mml:msubsup><mml:mo>&#x02211;</mml:mo><mml:mrow><mml:mi>i</mml:mi><mml:mtext>&#x0200A;</mml:mtext><mml:mo>=</mml:mo><mml:mtext>&#x0200A;</mml:mtext><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:msub><mml:mi>N</mml:mi><mml:mi>r</mml:mi></mml:msub></mml:mrow></mml:msubsup><mml:mrow><mml:msub><mml:mi>w</mml:mi><mml:mrow><mml:msub><mml:mi>x</mml:mi><mml:mi>i</mml:mi></mml:msub></mml:mrow></mml:msub></mml:mrow></mml:mstyle></mml:mrow><mml:mrow><mml:msub><mml:mi>N</mml:mi><mml:mi>r</mml:mi></mml:msub></mml:mrow></mml:mfrac><mml:mtext>&#x00009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;&#x02009;</mml:mtext><mml:mo>&#x02200;</mml:mo><mml:msub><mml:mi>x</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:mo>&#x02208;</mml:mo><mml:mi>r</mml:mi></mml:mrow></mml:math></disp-formula>
where <italic>w</italic><sub><italic>x</italic><sub><italic>i</italic></sub></sub> is weight corresponding to the voxel <italic>x</italic><sub><italic>i</italic></sub> and <italic>x</italic><sub><italic>i</italic></sub>, <italic>i</italic> &#x0003D; 1, &#x02026;, <italic>N</italic><sub><italic>r</italic></sub> are the voxels in the region <italic>r</italic>.</p>
<p>A map containing the voxel weights (rearranged into brain form) is shown in Figure <xref ref-type="fig" rid="F2">2</xref>. It was computed by training a binary SVM classifier (linear kernel) with DMFP data from PD patients in one group and data from MSA and PSP patients in other group. As expected, the most important region is the striatum, specifically the putamen area. The high weight assigned to other regions such as the olfactory bulb or the thalamus and the supplementary motor area is also interesting. Figure <xref ref-type="fig" rid="F3">3</xref> shows the mean intensity of these five areas for all the DMFP neuroimages in our dataset. Note that the mean intensity of the putamen is largely higher than those of the thalamus, olfactory bulb, and supplementary motor area. These differences were successfully addressed by the MKL-based proposed approach. Figure <xref ref-type="fig" rid="F3">3</xref> also suggests that there is no important differences between groups when only the mean of the pre-selected ROIs is analyzed.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p><bold>Importance of each brain region for the classification problem</bold>. The values were estimated from the voxels weight computed by a linear SVM classifier, and normalized to the range [0, 1].</p></caption>
<graphic xlink:href="fninf-11-00023-g0002.tif"/>
</fig>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p><bold>Analysis of the average intensity of the five regions of interest found in the analysis of DMFP data</bold>. Each patient is represented by five values: the average intensity of his DMFP neuroimage on the caudate, putamen, thalamus, olfactory, and supplementary motor area. The values of each region are grouped by the patient group: PD (red crosses), MSA (green circles), and PSP (blue squares).</p></caption>
<graphic xlink:href="fninf-11-00023-g0003.tif"/>
</fig>
</sec>
</sec>
<sec id="s3">
<title>3. Experiment and results</title>
<p>Several experiments were conducted in order to evaluate the application of the multivariate approach described above to our DMFP dataset. Initially, we address the binary diagnosis problem, i.e., the separation of two groups: idiopathic and non-idiopathic (includes MSA and PSP disorders) parkinsonism. Table <xref ref-type="table" rid="T2">2</xref> shows the classification measures obtained in this case and compares the results obtained by the proposed MKL approach with the ones achieved by classical approaches such as using only the voxels at the striatum or using all the voxels inside the brain. The accuracy, sensitivity and specificity of the systems were estimated using a <italic>k</italic>-fold (<italic>k</italic> &#x0003D; 10) cross-validation scheme. All the systems were based on SVM classification and the parameters (trade-off parameter <italic>C</italic> and kernel weights <italic>q</italic><sub><italic>m</italic></sub> for MKL approaches) were estimated using a grid search (Varma and Simon, <xref ref-type="bibr" rid="B41">2006</xref>). Values <italic>C</italic> &#x0003D; 2<sup><italic>e</italic></sup>, <italic>e</italic> &#x0003D; {&#x02212;3, &#x02212;2, &#x02026;, 5} and <italic>q</italic><sub><italic>m</italic></sub> &#x0003D; {0.1, 0.2, &#x02026;0.9} satisfying <inline-formula><mml:math id="M8"><mml:munderover accentunder="false" accent="false"><mml:mrow><mml:mo>&#x02211;</mml:mo></mml:mrow><mml:mrow><mml:mi>m</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi>N</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:munderover><mml:msub><mml:mrow><mml:mi>q</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:math></inline-formula> were assessed.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p><bold>Accuracy, sensitivity, and specificity obtained by the proposed approach and other classical approaches when separating neuroimaging data from idiopathic and non-idiopathic parkinsonism</bold>.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold>Accuracy</bold></th>
<th valign="top" align="center"><bold>Sensitivity</bold></th>
<th valign="top" align="center"><bold>Specificity</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="4">Using DMFP data:</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Voxels in the striatum (%)</td>
<td valign="top" align="center">68.96</td>
<td valign="top" align="center">79.17</td>
<td valign="top" align="center">56.41</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;All the voxels inside the brain (%)</td>
<td valign="top" align="center">67.82</td>
<td valign="top" align="center">75.00</td>
<td valign="top" align="center">58.97</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;MKL approach (five regions) (%)</td>
<td valign="top" align="center">73.56</td>
<td valign="top" align="center">77.08</td>
<td valign="top" align="center">69.23</td>
</tr> <tr>
<td valign="top" align="left" colspan="4">Using DaTSCAN data:</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Striatum voxels (%)</td>
<td valign="top" align="center">59.77</td>
<td valign="top" align="center">62.50</td>
<td valign="top" align="center">56.41</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4">Using DMFP and DaTSCAN data:</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Voxels in the striatum (%)</td>
<td valign="top" align="center">70.11</td>
<td valign="top" align="center">77.08</td>
<td valign="top" align="center">61.54</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;All the voxels inside the brain (%)</td>
<td valign="top" align="center">63.22</td>
<td valign="top" align="center">70.83</td>
<td valign="top" align="center">53.85</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;MKL approach (six regions) (%)</td>
<td valign="top" align="center">72.41</td>
<td valign="top" align="center">75.00</td>
<td valign="top" align="center">69.23</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>In order to avoid biased results, the selection of the regions used in the MKL approach was performed using only the training dataset, i.e., in each iteration of the cross-validation loop, we selected the five regions with the most weight (note that the striatum is divided in two regions in the AAL atlas: putamen and caudate nucleus). The putamen, caudate nucleus, olfactory bulb, and thalamus were among the five selected regions in all the iterations. The supplementary motor area was the fifth region in 92% of all cases. The pseudo-code corresponding to this experiment is shown in Algorithm <xref ref-type="table" rid="T4">1</xref>.</p>
<table-wrap position="float" id="T4">
<label>Algorithm 1</label>
<caption><p><bold>Evaluation procedure</bold>.</p></caption>
<graphic xlink:href="fninf-11-00023-i0001.tif"/>
<table-wrap-foot>
<p><italic>P<sub>i</sub></italic> &#x0003D; {C, <italic>q</italic><sub>1</sub>, <italic>q</italic><sub>2</sub>, &#x02026;, <italic>q<sub>N<sub>k</sub></sub></italic>} denotes the parameter set required by the multikernel SVM classifier. <italic>C</italic> stands for the trade-off parameter of the SVM algorithm (Equation 2) whereas <italic>q<sub>m</sub>, m</italic> &#x0003D; 1, 2, &#x02026;, <italic>N<sub>k</sub></italic> is the weight of the kernel <italic>k<sub>m</sub></italic> (Equation 4). <italic>P</italic> gathers all <italic>P<sub>i</sub></italic> sets, i.e. all possible combinations of kernel weights and values for parameter <italic>C</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>As shown in Table <xref ref-type="table" rid="T2">2</xref>, the proposed method based on multiple kernel learning achieved an accuracy rate of 73.56%. The statistical significance of this measure was assessed by means of a permutation test. In this procedure, the classification algorithm was run 1,000 times using different label sets (generated as random permutations of the original label set). A <italic>p</italic>-value was then calculated as the fraction of the executions in which the accuracy was greater than or equal to the accuracy observed when using the correct labels (Pereira et al., <xref ref-type="bibr" rid="B27">2009</xref>). As a result, a <italic>p</italic>-value of 0.001 was obtained. Figure <xref ref-type="fig" rid="F4">4</xref> shows the histogram corresponding to the accuracy rates obtained in the procedure.</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p><bold>Pemutation test</bold>. Histogram of the accuracy rates achieved by using randomly generated label sets (1,000 repetitions) and the proposed multikernel-based method. Red and blue lines are, respectively, the accuracy associated with a <italic>p</italic>-value of 0.05 and the accuracy obtained when using the true labels (73.56%).</p></caption>
<graphic xlink:href="fninf-11-00023-g0004.tif"/>
</fig>
<p>Subsequently, the tree-groups separation problem was addressed. In this case, the system was trained to differentiate between the disorders considered in our study: PD, MSA, and PSP. To this end, an ensemble of SVM classifiers and the one-against-one strategy was used. The results are gathered in Table <xref ref-type="table" rid="T3">3</xref>.</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p><bold>Accuracy achieved by a multiclass classification system when separating PD, MSA, and PSP neuroimages</bold>.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold>Global acc</bold>.</th>
<th valign="top" align="center"><bold>PD acc</bold>.</th>
<th valign="top" align="center"><bold>MSA acc</bold>.</th>
<th valign="top" align="center"><bold>PSP acc</bold>.</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="5">Using DMFP data:</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Voxels in the striatum (%)</td>
<td valign="top" align="center">56.32</td>
<td valign="top" align="center">56.41</td>
<td valign="top" align="center">66.67</td>
<td valign="top" align="center">45.83</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;All the voxels inside the brain (%)</td>
<td valign="top" align="center">49.43</td>
<td valign="top" align="center">64.10</td>
<td valign="top" align="center">37.50</td>
<td valign="top" align="center">37.50</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;MKL approach (five regions) (%)</td>
<td valign="top" align="center">66.67</td>
<td valign="top" align="center">82.05</td>
<td valign="top" align="center">54.17</td>
<td valign="top" align="center">54.17</td>
</tr> <tr>
<td valign="top" align="left" colspan="5">Using DaTSCAN data:</td>
</tr>
<tr style="border-bottom: thin solid #000000;">
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Striatum voxels (%)</td>
<td valign="top" align="center">44.83</td>
<td valign="top" align="center">61.54</td>
<td valign="top" align="center">29.17</td>
<td valign="top" align="center">33.33</td>
</tr> <tr>
<td valign="top" align="left" colspan="5">Using DMFP and DaTSCAN data:</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;MKL approach (six regions) (%)</td>
<td valign="top" align="center">62.07</td>
<td valign="top" align="center">76.92</td>
<td valign="top" align="center">54.17</td>
<td valign="top" align="center">45.83</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>In both classification approaches, binary and multiclass, the results obtained by using DMFP data were compared with the ones obtained by DaTSCAN neuroimages. For the latter neuroimage modality only the voxels at the striatum were considered as it is common in the field. Additionally, an experiment that combined both neuroimages modalities (DaTSCAN and DMFP) was performed. It allows us to evaluate if the information contained in DaTSCAN neuroimages can complement that contained in DMFP data. To this end, we extend the MKL approach to include six regions: the five regions selected for DMFP data and striatum from the DaTSCAN neuroimages. The results are included in Tables <xref ref-type="table" rid="T2">2</xref>, <xref ref-type="table" rid="T3">3</xref>.</p>
<sec>
<title>3.1. Univariate analysis</title>
<p>For the sake of completeness, we compared the regions identified in the previous section with the ones obtained by means of a <italic>t</italic>-test. A smoothed version of the DMFP PET neuroimages (Gaussian filter of 8 mm FWHM) was analyzed using a 2-sample <italic>t</italic>-test in SPM. The results indicate that patients with idiopathic parkinsonism have lower dopamine levels than non-idiopathic patients in the striatum, thalamus and supplementary motor area. Specifically, clusters showing significant difference appeared in the thalamus, anterior cingulate cortex and putamen with <italic>z</italic>-values up to 4.74 (see Figure <xref ref-type="fig" rid="F5">5</xref>). Some differences (<italic>p</italic> &#x0003C; 0.001) also appeared in the supplementary motor area (454 mm<sup>3</sup>) and caudate nucleus (22 mm<sup>3</sup>).</p>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p><bold>Result of the univariate analysis</bold>. <italic>t</italic>-test comparing patients with idiopathic and non-idiopathic parkinsonism. Regions in orange/yellow are significantly lower (<italic>p</italic> &#x0003C; 0.001, uncorrected) in idiopathic compared with non-idiopathic patients.</p></caption>
<graphic xlink:href="fninf-11-00023-g0005.tif"/>
</fig>
</sec>
<sec>
<title>3.2. ROC analysis</title>
<p>Finally, receiver operating characteristic (ROC) curves were computed to assess the trade off between sensitivity and specificity provided by the developed systems. These curves provide an estimation of the performance of a classification procedure, not only in terms of sensitivity and specificity but also in terms of the global performance by measuring the area under the curve (AUC). Curves and AUCs are shown in Figure <xref ref-type="fig" rid="F6">6</xref>.</p>
<fig id="F6" position="float">
<label>Figure 6</label>
<caption><p><bold>ROC curves for three binary classification systems using DMFP data: (i) using only the voxels at the striatum, (ii) using all the voxels in the brain, (iii) using the proposed MKL-based approach</bold>. The AUC for each curve is shown in the legend.</p></caption>
<graphic xlink:href="fninf-11-00023-g0006.tif"/>
</fig>
</sec>
</sec>
<sec id="s4">
<title>4. Discussion and conclusions</title>
<p>Separating idiopathic and non-idiopathic parkinsonian patients in an early stage is a challenge because both groups can show similar clinical signs and symptoms (Litvan, <xref ref-type="bibr" rid="B21">1999</xref>). In addition, neuroimaging techniques such as DaTSCAN, widely used to assist the diagnosis of PD, may have difficulty to differentiate between PD and MSA or PSP, as shown in our experiments. In this work, we evaluated the use of <sup>18</sup>F-DMFP PET in computer systems to distinguish between three parkinsonian syndromes (PD, MSA, and PSP), yielding accuracy rates about 70%. Using a multivariate analysis, we found that the striatum, olfactory bulb, thalamus, and supplementary motor area are the most important regions to separate the groups. These findings were partly corroborated through univariate analysis and are consistent with previous results reported in recent studies. For example, in Chen et al. (<xref ref-type="bibr" rid="B6">2014</xref>) the authors found that the volumes of the olfactory bulb and tract were significantly reduced in idiopathic PD patients compared to normal subjects and MSA patients. This corroborate the idea that the mechanisms that produce idiopathic PD also affect this region.</p>
<p>This result obtained by hypothesis free analysis of DMFP data is in line with clinical and histopathological observations. Clinically, olfactory testing can be used to identify patients in the premotor phase of Parkinson&#x00027;s disease (Berardelli et al., <xref ref-type="bibr" rid="B4">2013</xref>). The olfactory deficits is caused by PD pathology in the olfactory bulb and can already be observed stage I of the Braak&#x00027;s staging of PD pathology (Braak et al., <xref ref-type="bibr" rid="B5">2002</xref>). The key role of striatal pathology in MSA and PSP is widely established and also reflected in our hypothesis free approach (Litvan et al., <xref ref-type="bibr" rid="B23">1997</xref>). On the other hand, evidences of the involvement of the motor cortex in PD were reported in Vacherot et al. (<xref ref-type="bibr" rid="B39">2010</xref>); Lindenbach and Bishop (<xref ref-type="bibr" rid="B20">2013</xref>), although results have been controversial (Viaro et al., <xref ref-type="bibr" rid="B42">2011</xref>). Finally, the relationship between PD and thalamus is not yet proven on pathological bases and therefore might reflect functional disturbances on basal ganglia circuits that involve the thalamus. In short, our experiments corroborate that there exist differences in those regions (olfactory bulb, supplementary motor area, and thalamus) between PD, MSA, and PSP patients.</p>
<p>In this manuscript, we propose a methodology to analyze DMFP data for diagnostic purposes. The primary idea is to use not only the striatum region but additionally to take into account the other regions of the brain. In order to address the small sample size problem and overcome the differences in terms of size between different regions, we propose to use a MKL approach, which is considered to be a good solution to combine heterogeneous data sources into one classification procedure (G&#x000F6;nen and Alpayd&#x00131;n, <xref ref-type="bibr" rid="B13">2011</xref>; Segovia et al., <xref ref-type="bibr" rid="B33">2014</xref>). In some sense, a MKL classification procedure as the one used in this work can be seen as a kind of regularization process that assigns the same weigh to all the voxels in a specific region instead of a different weigh per each voxel as a standard SVM classifier does.</p>
<p>Two classification approaches were addressed. The first one consisted on separating idiopathic and non-idiopathic parkinsonism (binary classification) whereas the second one was able to differentiate between PD, MSA, and PSP data (multiclass classification). The proposed methodology based on MKL classification yields higher accuracy rates than classical approaches in both cases, however these results are limited by the relative small number of patients included in this study. Unfortunately the availability of these kind of data, especially the ones acquired using new or uncommon radiopharmaceuticals is limited. The significance of the accuracy rate achieved by the proposed method was estimated by means of permutation tests obtaining a <italic>p</italic> &#x0003D; 0.001. Recently, Noirhome et al. demonstrated that permutation tests are more adequate than classical approaches as binomial assessment to calculate the significance of classification measures estimated using cross-validation schemes (Noirhomme et al., <xref ref-type="bibr" rid="B26">2014</xref>). It is worth noting the relatively low accuracy rates obtained for MSA and PSP classes in the multiclass approach. These results suggest that the differences between these disorders do not appear in DMFP data. This is not unique to this data modality. Previous studies based on FDG data (Garraux et al., <xref ref-type="bibr" rid="B10">2013</xref>) also faced the same issue. Finally, we included an experiment combining DMFP and DaTSCAN data in the same system. The results showed that including DaTSCAN data helps in the separation problem when only the striatum voxels were used however, when the additional DMFP regions proposed in this work (the putamen, caudate nucleus, olfactory bulb, thalamus, and supplementary motor area) were included (in the MKL-based approach) DaTSCAN data did not increase the separation ability of the classifier. All in all, DaTSCAN data is probably not necessary to differentiate between PD, MSA, and PSP patients if we use new systems based on DMFP data that take advantage of all the information contained in these neuroimages (not only the striatum).</p>
</sec>
<sec id="s5">
<title>Author contributions</title>
<p>Conception or design of the work: FS, JG, JR, FM, JL, GG, CP. Data collection: JL, MS, MB, AR, KB. Data analysis and interpretation: FS, JG, JR, FM, CP. Drafting the article: FS, JG, JR, FM, GG, CP. Critical revision of the article: FS, JG, JR, JL, CP.</p>
<sec>
<title>Conflict of interest statement</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</sec>
</body>
<back>
<ack><p>This work was supported by and the MINECO/FEDER under the TEC2012-34306 and TEC2015-64718-R projects and the Ministry of Economy, Innovation, Science, and Employment of the Junta de Andaluc&#x000ED;a under the Excellence Projects P09-TIC-4530 and P11-TIC-7103 and a Talent Hub project approved by the Andaluc&#x000ED;a Talent Hub Program launched by the Andalusian Knowledge Agency, co-funded by the European Union&#x00027;s Seventh Framework Program, Marie Sklodowska-Curie actions (COFUND Grant Agreement no. 291780) and the Ministry of Economy, Innovation, Science, and Employment of the Junta de Andaluc&#x000ED;a. The work was also supported by the &#x0201C;Fonds de la Recherche Scientifique - FNRS&#x0201D; and the Universities of Li&#x000C3;&#x0013A;ge (Belgium), Munich (Germany) and Granada (Spain). The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Antonini</surname> <given-names>A.</given-names></name> <name><surname>Leenders</surname> <given-names>K. L.</given-names></name> <name><surname>Vontobel</surname> <given-names>P.</given-names></name> <name><surname>Maguire</surname> <given-names>R. P.</given-names></name> <name><surname>Missimer</surname> <given-names>J.</given-names></name> <name><surname>Psylla</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>1997</year>). <article-title>Complementary PET studies of striatal neuronal function in the differential diagnosis between multiple system atrophy and parkinson&#x00027;s disease</article-title>. <source>Brain</source> <volume>120</volume>, <fpage>2187</fpage>&#x02013;<lpage>2195</lpage>. <pub-id pub-id-type="pmid">9448574</pub-id></citation></ref>
<ref id="B2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ashburner</surname> <given-names>J.</given-names></name> <name><surname>Neelin</surname> <given-names>P.</given-names></name> <name><surname>Collins</surname> <given-names>D. L.</given-names></name> <name><surname>Evans</surname> <given-names>A.</given-names></name> <name><surname>Friston</surname> <given-names>K.</given-names></name></person-group> (<year>1997</year>). <article-title>Incorporating prior knowledge into image registration</article-title>. <source>NeuroImage</source> <volume>6</volume>, <fpage>344</fpage>&#x02013;<lpage>352</lpage>. <pub-id pub-id-type="pmid">9417976</pub-id></citation></ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bach</surname> <given-names>J.</given-names></name> <name><surname>Ziegler</surname> <given-names>U.</given-names></name> <name><surname>Deuschl</surname> <given-names>G.</given-names></name> <name><surname>Dodel</surname> <given-names>R.</given-names></name> <name><surname>Doblhammer-Reiter</surname> <given-names>G.</given-names></name></person-group> (<year>2011</year>). <article-title>Projected numbers of people with movement disorders in the years 2030 and 2050</article-title>. <source>Mov. Disord.</source> <volume>26</volume>, <fpage>2286</fpage>&#x02013;<lpage>2290</lpage>. <pub-id pub-id-type="doi">10.1002/mds.23878</pub-id><pub-id pub-id-type="pmid">22021158</pub-id></citation></ref>
<ref id="B4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berardelli</surname> <given-names>A.</given-names></name> <name><surname>Wenning</surname> <given-names>G. K.</given-names></name> <name><surname>Antonini</surname> <given-names>A.</given-names></name> <name><surname>Berg</surname> <given-names>D.</given-names></name> <name><surname>Bloem</surname> <given-names>B. R.</given-names></name> <name><surname>Bonifati</surname> <given-names>V.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>EFNS/MDS-ES recommendations for the diagnosis of parkinson&#x00027;s disease</article-title>. <source>Eur. J. Neurol.</source> <volume>20</volume>, <fpage>16</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1111/ene.12022</pub-id><pub-id pub-id-type="pmid">23279440</pub-id></citation></ref>
<ref id="B5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Braak</surname> <given-names>H.</given-names></name> <name><surname>Del Tredici</surname> <given-names>K.</given-names></name> <name><surname>Bratzke</surname> <given-names>H.</given-names></name> <name><surname>Hamm-Clement</surname> <given-names>J.</given-names></name> <name><surname>Sandmann-Keil</surname> <given-names>D.</given-names></name> <name><surname>R&#x000FC;b</surname> <given-names>U.</given-names></name></person-group> (<year>2002</year>). <article-title>Staging of the intracerebral inclusion body pathology associated with idiopathic parkinson&#x00027;s disease (preclinical and clinical stages)</article-title>. <source>J. Neurol.</source> <volume>249</volume>(<supplement>Suppl. 3</supplement>), <volume>III</volume>/<fpage>1</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-002-1301-4</pub-id><pub-id pub-id-type="pmid">12528692</pub-id></citation></ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>S.</given-names></name> <name><surname>Tan</surname> <given-names>H.-y.</given-names></name> <name><surname>Wu</surname> <given-names>Z.-h.</given-names></name> <name><surname>Sun</surname> <given-names>C.-p.</given-names></name> <name><surname>He</surname> <given-names>J.-x.</given-names></name> <name><surname>Li</surname> <given-names>X.-c.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Imaging of olfactory bulb and gray matter volumes in brain areas associated with olfactory function in patients with parkinson&#x00027;s disease and multiple system atrophy</article-title>. <source>Eur. J. Radiol.</source> <volume>83</volume>, <fpage>564</fpage>&#x02013;<lpage>570</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejrad.2013.11.024</pub-id><pub-id pub-id-type="pmid">24360232</pub-id></citation></ref>
<ref id="B7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Constantinescu</surname> <given-names>C. C.</given-names></name> <name><surname>Coleman</surname> <given-names>R. A.</given-names></name> <name><surname>Pan</surname> <given-names>M.</given-names></name> <name><surname>Mukherjee</surname> <given-names>J.</given-names></name></person-group> (<year>2011</year>). <article-title>Striatal and extrastriatal microPET imaging of D2/D3 dopamine receptors in rat brain with [<sup>18</sup>F]Fallypride and [<sup>18</sup>F]Desmethoxyfallypride</article-title>. <source>Synapse</source> <volume>65</volume>, <fpage>778</fpage>&#x02013;<lpage>787</lpage>. <pub-id pub-id-type="doi">10.1002/syn.20904</pub-id></citation></ref>
<ref id="B8">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Friston</surname> <given-names>K.</given-names></name> <name><surname>B&#x000FC;chel</surname> <given-names>C.</given-names></name></person-group> (<year>2007</year>). <article-title>Chapter 37: functional connectivity: Eigenimages and multivariate analyses</article-title>, in <source>Statistical Parametric Mapping</source>, eds <person-group person-group-type="editor"><name><surname>Friston</surname> <given-names>K.</given-names></name> <name><surname>Ashburner</surname> <given-names>J.</given-names></name> <name><surname>Kiebel</surname> <given-names>S.</given-names></name> <name><surname>Nichols</surname> <given-names>T.</given-names></name> <name><surname>Penny</surname> <given-names>W.</given-names></name></person-group> (<publisher-loc>London</publisher-loc>: <publisher-name>Academic Press</publisher-name>), <fpage>492</fpage>&#x02013;<lpage>507</lpage>.</citation></ref>
<ref id="B9">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Friston</surname> <given-names>K. J.</given-names></name> <name><surname>Ashburner</surname> <given-names>J. T.</given-names></name> <name><surname>Kiebel</surname> <given-names>S. J.</given-names></name> <name><surname>Nichols</surname> <given-names>T. E.</given-names></name> <name><surname>Penny</surname> <given-names>W. D.</given-names></name></person-group> (<year>2007</year>). <source>Statistical Parametric Mapping: The Analysis of Functional Brain Images</source>. <publisher-loc>Amsterdam</publisher-loc>: <publisher-name>Academic Press</publisher-name>.</citation></ref>
<ref id="B10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Garraux</surname> <given-names>G.</given-names></name> <name><surname>Phillips</surname> <given-names>C.</given-names></name> <name><surname>Schrouff</surname> <given-names>J.</given-names></name> <name><surname>Kreisler</surname> <given-names>A.</given-names></name> <name><surname>Lemaire</surname> <given-names>C.</given-names></name> <name><surname>Degueldre</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Multiclass classification of FDG PET scans for the distinction between parkinson&#x00027;s disease and atypical parkinsonian syndromes</article-title>. <source>NeuroImage Clin.</source> <volume>2</volume>, <fpage>883</fpage>&#x02013;<lpage>893</lpage>. <pub-id pub-id-type="doi">10.1016/j.nicl.2013.06.004</pub-id><pub-id pub-id-type="pmid">24179839</pub-id></citation></ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ghaemi</surname> <given-names>M.</given-names></name> <name><surname>Hilker</surname> <given-names>R.</given-names></name> <name><surname>Rudolf</surname> <given-names>J.</given-names></name> <name><surname>Sobesky</surname> <given-names>J.</given-names></name> <name><surname>Heiss</surname> <given-names>W.</given-names></name></person-group> (<year>2002</year>). <article-title>Differentiating multiple system atrophy from parkinson&#x00027;s disease: contribution of striatal and midbrain MRI volumetry and multi-tracer PET imaging</article-title>. <source>J. Neurol. Neurosurg. Psychiatry</source> <volume>73</volume>, <fpage>517</fpage>&#x02013;<lpage>523</lpage>. <pub-id pub-id-type="doi">10.1136/jnnp.73.5.517</pub-id><pub-id pub-id-type="pmid">12397143</pub-id></citation></ref>
<ref id="B12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gilman</surname> <given-names>S.</given-names></name> <name><surname>Wenning</surname> <given-names>G. K.</given-names></name> <name><surname>Low</surname> <given-names>P. A.</given-names></name> <name><surname>Brooks</surname> <given-names>D. J.</given-names></name> <name><surname>Mathias</surname> <given-names>C. J.</given-names></name> <name><surname>Trojanowski</surname> <given-names>J. Q.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>Second consensus statement on the diagnosis of multiple system atrophy</article-title>. <source>Neurology</source> <volume>71</volume>, <fpage>670</fpage>&#x02013;<lpage>676</lpage>. <pub-id pub-id-type="doi">10.1212/01.wnl.0000324625.00404.15</pub-id><pub-id pub-id-type="pmid">18725592</pub-id></citation></ref>
<ref id="B13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>G&#x000F6;nen</surname> <given-names>M.</given-names></name> <name><surname>Alpayd&#x00131;n</surname> <given-names>E.</given-names></name></person-group> (<year>2011</year>). <article-title>Multiple kernel learning algorithms</article-title>. <source>J. Mach. Learn. Res.</source> <volume>12</volume>, <fpage>2211</fpage>&#x02013;<lpage>2268</lpage>.</citation></ref>
<ref id="B14">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Greenberg</surname> <given-names>D.</given-names></name> <name><surname>Aminoff</surname> <given-names>M.</given-names></name> <name><surname>Simon</surname> <given-names>R.</given-names></name></person-group> (<year>2012</year>). <source>Clinical Neurology, 8 Edn</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>McGraw-Hill Professional</publisher-name>.</citation></ref>
<ref id="B15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hellwig</surname> <given-names>S.</given-names></name> <name><surname>Amtage</surname> <given-names>F.</given-names></name> <name><surname>Kreft</surname> <given-names>A.</given-names></name> <name><surname>Buchert</surname> <given-names>R.</given-names></name> <name><surname>Winz</surname> <given-names>O. H.</given-names></name> <name><surname>Vach</surname> <given-names>W.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title><sup>18</sup>F-FDG-PET is superior to 123I-IBZM-SPECT for the differential diagnosis of parkinsonism</article-title>. <source>Neurology</source> <volume>79</volume>, <fpage>1314</fpage>&#x02013;<lpage>1322</lpage>. <pub-id pub-id-type="doi">10.1212/WNL.0b013e31826c1b0a</pub-id></citation></ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hughes</surname> <given-names>A. J.</given-names></name> <name><surname>Daniel</surname> <given-names>S. E.</given-names></name> <name><surname>Ben-Shlomo</surname> <given-names>Y.</given-names></name> <name><surname>Lees</surname> <given-names>A. J.</given-names></name></person-group> (<year>2002</year>). <article-title>The accuracy of diagnosis of parkinsonian syndromes in a specialist movement disorder service</article-title>. <source>Brain</source> <volume>125</volume>, <fpage>861</fpage>&#x02013;<lpage>870</lpage>. <pub-id pub-id-type="doi">10.1093/brain/awf080</pub-id><pub-id pub-id-type="pmid">11912118</pub-id></citation></ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ill&#x000E1;n</surname> <given-names>I. A.</given-names></name> <name><surname>G&#x000F3;rriz</surname> <given-names>J. M.</given-names></name> <name><surname>Ram&#x000ED;rez</surname> <given-names>J.</given-names></name> <name><surname>Segovia</surname> <given-names>F.</given-names></name> <name><surname>Jim&#x000E9;nez-Hoyuela</surname> <given-names>J. M.</given-names></name> <name><surname>Lozano</surname> <given-names>S. J. O.</given-names></name></person-group> (<year>2012</year>). <article-title>Automatic assistance to parkinson&#x00027;s disease diagnosis in DaTSCAN SPECT imaging</article-title>. <source>Med. Phys.</source> <volume>39</volume>, <fpage>5971</fpage>&#x02013;<lpage>5980</lpage>. <pub-id pub-id-type="doi">10.1118/1.4742055</pub-id><pub-id pub-id-type="pmid">23039635</pub-id></citation></ref>
<ref id="B18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Koch</surname> <given-names>W.</given-names></name> <name><surname>Radau</surname> <given-names>P. E.</given-names></name> <name><surname>Hamann</surname> <given-names>C.</given-names></name> <name><surname>Tatsch</surname> <given-names>K.</given-names></name></person-group> (<year>2005</year>). <article-title>Clinical testing of an optimized software solution for an automated, observer-independent evaluation of dopamine transporter SPECT studies</article-title>. <source>J. Nucl. Med.</source> <volume>46</volume>, <fpage>1109</fpage>&#x02013;<lpage>1118</lpage>. <pub-id pub-id-type="pmid">16000279</pub-id></citation></ref>
<ref id="B19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>la Foug&#x000E8;re</surname> <given-names>C.</given-names></name> <name><surname>P&#x000F6;pperl</surname> <given-names>G.</given-names></name> <name><surname>Levin</surname> <given-names>J.</given-names></name> <name><surname>W&#x000E4;ngler</surname> <given-names>B.</given-names></name> <name><surname>B&#x000F6;ning</surname> <given-names>G.</given-names></name> <name><surname>Uebleis</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2010</year>). <article-title>The value of the dopamine d<sub>2/3</sub> receptor ligand <sup>18</sup>F-Desmethoxyfallypride for the differentiation of idiopathic and nonidiopathic parkinsonian syndromes</article-title>. <source>J. Nucl. Med.</source> <volume>51</volume>, <fpage>581</fpage>&#x02013;<lpage>587</lpage>. <pub-id pub-id-type="doi">10.2967/jnumed.109.071811</pub-id><pub-id pub-id-type="pmid">20237026</pub-id></citation></ref>
<ref id="B20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lindenbach</surname> <given-names>D.</given-names></name> <name><surname>Bishop</surname> <given-names>C.</given-names></name></person-group> (<year>2013</year>). <article-title>Critical involvement of the motor cortex in the pathophysiology and treatment of parkinson&#x00027;s disease</article-title>. <source>Neurosci. Biobehav. Rev.</source> <volume>37</volume>(10 Pt 2), <fpage>2737</fpage>&#x02013;<lpage>2750</lpage>. <pub-id pub-id-type="doi">10.1016/j.neubiorev.2013.09.008</pub-id><pub-id pub-id-type="pmid">24113323</pub-id></citation></ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Litvan</surname> <given-names>I.</given-names></name></person-group> (<year>1999</year>). <article-title>Recent advances in atypical parkinsonian disorders</article-title>. <source>Curr. Opin. Neurol.</source> <volume>12</volume>, <fpage>441</fpage>&#x02013;<lpage>446</lpage>. <pub-id pub-id-type="pmid">10555833</pub-id></citation></ref>
<ref id="B22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Litvan</surname> <given-names>I.</given-names></name> <name><surname>Agid</surname> <given-names>Y.</given-names></name> <name><surname>Calne</surname> <given-names>D.</given-names></name> <name><surname>Campbell</surname> <given-names>G.</given-names></name> <name><surname>Dubois</surname> <given-names>B.</given-names></name> <name><surname>Duvoisin</surname> <given-names>R. C.</given-names></name> <etal/></person-group>. (<year>1996</year>). <article-title>Clinical research criteria for the diagnosis of progressive supranuclear palsy (Steele-Richardson-Olszewski syndrome): report of the NINDS-SPSP international workshop</article-title>. <source>Neurology</source> <volume>47</volume>, <fpage>1</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="pmid">8710059</pub-id></citation></ref>
<ref id="B23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Litvan</surname> <given-names>I.</given-names></name> <name><surname>Campbell</surname> <given-names>G.</given-names></name> <name><surname>Mangone</surname> <given-names>C. A.</given-names></name> <name><surname>Verny</surname> <given-names>M.</given-names></name> <name><surname>McKee</surname> <given-names>A.</given-names></name> <name><surname>Chaudhuri</surname> <given-names>K. R.</given-names></name> <etal/></person-group>. (<year>1997</year>). <article-title>Which clinical features differentiate progressive supranuclear palsy (Steele-Richardson-Olszewski syndrome) from related disorders? a clinicopathological study</article-title>. <source>Brain</source> <volume>120</volume>, <fpage>65</fpage>&#x02013;<lpage>74</lpage>. <pub-id pub-id-type="pmid">9055798</pub-id></citation></ref>
<ref id="B24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Morton</surname> <given-names>R. J.</given-names></name> <name><surname>Guy</surname> <given-names>M. J.</given-names></name> <name><surname>Clauss</surname> <given-names>R.</given-names></name> <name><surname>Hinton</surname> <given-names>P. J.</given-names></name> <name><surname>Marshall</surname> <given-names>C. A.</given-names></name> <name><surname>Clarke</surname> <given-names>E. A.</given-names></name></person-group> (<year>2005</year>). <article-title>Comparison of different methods of DatSCAN quantification</article-title>. <source>Nucl. Med. Commun.</source> <volume>26</volume>, <fpage>1139</fpage>&#x02013;<lpage>1146</lpage>. <pub-id pub-id-type="doi">10.1097/00006231-200512000-00015</pub-id><pub-id pub-id-type="pmid">16264363</pub-id></citation></ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>M&#x000FC;ller</surname> <given-names>K.</given-names></name> <name><surname>Mika</surname> <given-names>S.</given-names></name> <name><surname>R&#x000E4;tsch</surname> <given-names>G.</given-names></name> <name><surname>Tsuda</surname> <given-names>K.</given-names></name> <name><surname>Sch&#x000F6;lkopf</surname> <given-names>B.</given-names></name></person-group> (<year>2001</year>). <article-title>An introduction to kernel-based learning algorithms</article-title>. <source>IEEE Trans. Neural Netw.</source> <volume>12</volume>, <fpage>181</fpage>&#x02013;<lpage>201</lpage>. <pub-id pub-id-type="doi">10.1109/72.914517</pub-id><pub-id pub-id-type="pmid">18244377</pub-id></citation></ref>
<ref id="B26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Noirhomme</surname> <given-names>Q.</given-names></name> <name><surname>Lesenfants</surname> <given-names>D.</given-names></name> <name><surname>Gomez</surname> <given-names>F.</given-names></name> <name><surname>Soddu</surname> <given-names>A.</given-names></name> <name><surname>Schrouff</surname> <given-names>J.</given-names></name> <name><surname>Garraux</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Biased binomial assessment of cross-validated estimation of classification accuracies illustrated in diagnosis predictions</article-title>. <source>NeuroImage Clin.</source> <volume>4</volume>, <fpage>687</fpage>&#x02013;<lpage>694</lpage>. <pub-id pub-id-type="doi">10.1016/j.nicl.2014.04.004</pub-id><pub-id pub-id-type="pmid">24936420</pub-id></citation></ref>
<ref id="B27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pereira</surname> <given-names>F.</given-names></name> <name><surname>Mitchell</surname> <given-names>T.</given-names></name> <name><surname>Botvinick</surname> <given-names>M.</given-names></name></person-group> (<year>2009</year>). <article-title>Machine learning classifiers and fMRI: a tutorial overview</article-title>. <source>NeuroImage</source> <volume>45</volume>(<supplement>1 Suppl.</supplement>), <fpage>S199</fpage>&#x02013;<lpage>S209</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2008.11.007</pub-id><pub-id pub-id-type="pmid">19070668</pub-id></citation></ref>
<ref id="B28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Prashanth</surname> <given-names>R.</given-names></name> <name><surname>Dutta Roy</surname> <given-names>S.</given-names></name> <name><surname>Mandal</surname> <given-names>P. K.</given-names></name> <name><surname>Ghosh</surname> <given-names>S.</given-names></name></person-group> (<year>2014</year>). <article-title>Automatic classification and prediction models for early Parkinson&#x00027;s disease diagnosis from SPECT imaging</article-title>. <source>Expert Syst. Appl.</source> <volume>41</volume>, <fpage>3333</fpage>&#x02013;<lpage>3342</lpage>. <pub-id pub-id-type="doi">10.1016/j.eswa.2013.11.031</pub-id></citation></ref>
<ref id="B29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rana</surname> <given-names>B.</given-names></name> <name><surname>Juneja</surname> <given-names>A.</given-names></name> <name><surname>Saxena</surname> <given-names>M.</given-names></name> <name><surname>Gudwani</surname> <given-names>S.</given-names></name> <name><surname>Senthil Kumaran</surname> <given-names>S.</given-names></name> <name><surname>Agrawal</surname> <given-names>R. K.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Regions-of-interest based automated diagnosis of Parkinson&#x00027;s disease using T1-weighted MRI</article-title>. <source>Expert Syst. Appl.</source> <volume>42</volume>, <fpage>4506</fpage>&#x02013;<lpage>4516</lpage>. <pub-id pub-id-type="doi">10.1016/j.eswa.2015.01.062</pub-id></citation></ref>
<ref id="B30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Salvatore</surname> <given-names>C.</given-names></name> <name><surname>Cerasa</surname> <given-names>A.</given-names></name> <name><surname>Castiglioni</surname> <given-names>I.</given-names></name> <name><surname>Gallivanone</surname> <given-names>F.</given-names></name> <name><surname>Augimeri</surname> <given-names>A.</given-names></name> <name><surname>Lopez</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Machine learning on brain MRI data for differential diagnosis of Parkinson&#x00027;s disease and Progressive Supranuclear Palsy</article-title>. <source>J. Neurosci. Methods</source> <volume>222</volume>, <fpage>230</fpage>&#x02013;<lpage>237</lpage>. <pub-id pub-id-type="doi">10.1016/j.jneumeth.2013.11.016</pub-id><pub-id pub-id-type="pmid">24286700</pub-id></citation></ref>
<ref id="B31">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Saxena</surname> <given-names>P.</given-names></name> <name><surname>Pavel</surname> <given-names>D. G.</given-names></name> <name><surname>Quintana</surname> <given-names>J. C.</given-names></name> <name><surname>Horwitz</surname> <given-names>B.</given-names></name></person-group> (<year>1998</year>). <article-title>An automatic thresholdbased scaling method for enhancing the usefulness of Tc-HMPAO SPECT in the diagnosis of Alzheimers disease</article-title>, in <source>Medical Image Computing and Computer-Assisted Intervention - MICCAI, Lecture Notes in Computer Science</source>, <volume>Vol. 1496</volume> (<publisher-loc>Berlin; Heidelberg</publisher-loc>: <publisher-name>Springer</publisher-name>), <fpage>623</fpage>&#x02013;<lpage>630</lpage>.</citation></ref>
<ref id="B32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schrouff</surname> <given-names>J.</given-names></name> <name><surname>Rosa</surname> <given-names>M. J.</given-names></name> <name><surname>Rondina</surname> <given-names>J. M.</given-names></name> <name><surname>Marquand</surname> <given-names>A. F.</given-names></name> <name><surname>Chu</surname> <given-names>C.</given-names></name> <name><surname>Ashburner</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>PRoNTo: pattern recognition for neuroimaging toolbox</article-title>. <source>Neuroinformatics</source> <volume>11</volume>, <fpage>319</fpage>&#x02013;<lpage>337</lpage>. <pub-id pub-id-type="doi">10.1007/s12021-013-9178-1</pub-id><pub-id pub-id-type="pmid">23417655</pub-id></citation></ref>
<ref id="B33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Segovia</surname> <given-names>F.</given-names></name> <name><surname>Bastin</surname> <given-names>C.</given-names></name> <name><surname>Salmon</surname> <given-names>E.</given-names></name> <name><surname>G&#x000F3;rriz</surname> <given-names>J. M.</given-names></name> <name><surname>Ram&#x000ED;rez</surname> <given-names>J.</given-names></name> <name><surname>Phillips</surname> <given-names>C.</given-names></name></person-group> (<year>2014</year>). <article-title>Combining PET images and neuropsychological test data for automatic diagnosis of Alzheimer&#x00027;s disease</article-title>. <source>PLoS ONE</source> <volume>9</volume>:<fpage>e88687</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0088687</pub-id><pub-id pub-id-type="pmid">24551135</pub-id></citation></ref>
<ref id="B34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Segovia</surname> <given-names>F.</given-names></name> <name><surname>G&#x000F3;rriz</surname> <given-names>J. M.</given-names></name> <name><surname>Ram&#x000ED;rez</surname> <given-names>J.</given-names></name> <name><surname>&#x000C1;lvarez</surname> <given-names>I.</given-names></name> <name><surname>Jim&#x000E9;nez-Hoyuela</surname> <given-names>J. M.</given-names></name> <name><surname>Ortega</surname> <given-names>S. J.</given-names></name></person-group> (<year>2012</year>). <article-title>Improved parkinsonism diagnosis using a partial least squares based approach</article-title>. <source>Med. Phys.</source> <volume>39</volume>, <fpage>4395</fpage>&#x02013;<lpage>4403</lpage>. <pub-id pub-id-type="doi">10.1118/1.4730289</pub-id><pub-id pub-id-type="pmid">22830772</pub-id></citation></ref>
<ref id="B35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tossici-Bolt</surname> <given-names>L.</given-names></name> <name><surname>Hoffmann</surname> <given-names>S.</given-names></name> <name><surname>Kemp</surname> <given-names>P.</given-names></name> <name><surname>Mehta</surname> <given-names>R.</given-names></name> <name><surname>Fleming</surname> <given-names>J.</given-names></name></person-group> (<year>2006</year>). <article-title>Quantification of [123I]FP-CIT SPECT brain images: an accurate technique for measurement of the specific binding ratio</article-title>. <source>Eur. J. Nucl. Med. Mol. Imaging</source> <volume>33</volume>, <fpage>1491</fpage>&#x02013;<lpage>1499</lpage>. <pub-id pub-id-type="doi">10.1007/s00259-006-0155-x</pub-id></citation></ref>
<ref id="B36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Towey</surname> <given-names>D. J.</given-names></name> <name><surname>Bain</surname> <given-names>P. G.</given-names></name> <name><surname>Nijran</surname> <given-names>K. S.</given-names></name></person-group> (<year>2011</year>). <article-title>Automatic classification of 123i-FP-CIT (DaTSCAN) SPECT images</article-title>. <source>Nucl. Med. Commun.</source> <volume>32</volume>, <fpage>699</fpage>&#x02013;<lpage>707</lpage>. <pub-id pub-id-type="doi">10.1097/MNM.0b013e328347cd09</pub-id><pub-id pub-id-type="pmid">21659911</pub-id></citation></ref>
<ref id="B37">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Turkington</surname> <given-names>T. G.</given-names></name></person-group> (<year>2011</year>). <article-title>PET Imaging Basics</article-title>, in <source>Clinical PET-CT in Radiology</source>, eds <person-group person-group-type="editor"><name><surname>Shreve</surname> <given-names>P.</given-names></name> <name><surname>Townsend</surname> <given-names>D. W.</given-names></name></person-group> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Springer</publisher-name>), <fpage>21</fpage>&#x02013;<lpage>28</lpage>.</citation></ref>
<ref id="B38">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tzourio-Mazoyer</surname> <given-names>N.</given-names></name> <name><surname>Landeau</surname> <given-names>B.</given-names></name> <name><surname>Papathanassiou</surname> <given-names>D.</given-names></name> <name><surname>Crivello</surname> <given-names>F.</given-names></name> <name><surname>Etard</surname> <given-names>O.</given-names></name> <name><surname>Delcroix</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2002</year>). <article-title>Automated anatomical labeling of activations in SPM using a macroscopic anatomical parcellation of the MNI MRI Single-Subject brain</article-title>. <source>NeuroImage</source> <volume>15</volume>, <fpage>273</fpage>&#x02013;<lpage>289</lpage>. <pub-id pub-id-type="doi">10.1006/nimg.2001.0978</pub-id><pub-id pub-id-type="pmid">11771995</pub-id></citation></ref>
<ref id="B39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vacherot</surname> <given-names>F.</given-names></name> <name><surname>Attarian</surname> <given-names>S.</given-names></name> <name><surname>Eusebio</surname> <given-names>A.</given-names></name> <name><surname>Azulay</surname> <given-names>J. P.</given-names></name></person-group> (<year>2010</year>). <article-title>Excitability of the lower-limb area of the motor cortex in parkinson&#x00027;s disease</article-title>. <source>Neurophysiol. Clin.</source> <volume>40</volume>, <fpage>201</fpage>&#x02013;<lpage>208</lpage>. <pub-id pub-id-type="doi">10.1016/j.neucli.2010.04.002</pub-id><pub-id pub-id-type="pmid">20674816</pub-id></citation></ref>
<ref id="B40">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Vapnik</surname> <given-names>V. N.</given-names></name></person-group> (<year>1998</year>). <source>Statistical Learning Theory, 1 Edn</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Wiley-Interscience</publisher-name>.</citation></ref>
<ref id="B41">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Varma</surname> <given-names>S.</given-names></name> <name><surname>Simon</surname> <given-names>R.</given-names></name></person-group> (<year>2006</year>). <article-title>Bias in error estimation when using cross-validation for model selection</article-title>. <source>BMC Bioinformatics</source> <volume>7</volume>:<fpage>91</fpage>. <pub-id pub-id-type="doi">10.1186/1471-2105-7-91</pub-id><pub-id pub-id-type="pmid">16504092</pub-id></citation></ref>
<ref id="B42">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Viaro</surname> <given-names>R.</given-names></name> <name><surname>Morari</surname> <given-names>M.</given-names></name> <name><surname>Franchi</surname> <given-names>G.</given-names></name></person-group> (<year>2011</year>). <article-title>Progressive motor cortex functional reorganization following 6-hydroxydopamine lesioning in rats</article-title>. <source>J. Neurosci.</source> <volume>31</volume>, <fpage>4544</fpage>&#x02013;<lpage>4554</lpage>. <pub-id pub-id-type="doi">10.1523/JNEUROSCI.5394-10.2011</pub-id><pub-id pub-id-type="pmid">21430155</pub-id></citation></ref>
<ref id="B43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vlaar</surname> <given-names>A. M.</given-names></name> <name><surname>van Kroonenburgh</surname> <given-names>M. J.</given-names></name> <name><surname>Kessels</surname> <given-names>A. G.</given-names></name> <name><surname>Weber</surname> <given-names>W. E.</given-names></name></person-group> (<year>2007</year>). <article-title>Meta-analysis of the literature on diagnostic accuracy of SPECT in parkinsonian syndromes</article-title>. <source>BMC Neurology</source> <volume>7</volume>:<fpage>27</fpage>. <pub-id pub-id-type="doi">10.1186/1471-2377-7-27</pub-id><pub-id pub-id-type="pmid">17764571</pub-id></citation></ref>
<ref id="B44">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wenning</surname> <given-names>G. K.</given-names></name> <name><surname>Geser</surname> <given-names>F.</given-names></name> <name><surname>Krismer</surname> <given-names>F.</given-names></name> <name><surname>Seppi</surname> <given-names>K.</given-names></name> <name><surname>Duerr</surname> <given-names>S.</given-names></name> <name><surname>Boesch</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>The natural history of multiple system atrophy: a prospective european cohort study</article-title>. <source>Lancet Neurol.</source> <volume>12</volume>, <fpage>264</fpage>&#x02013;<lpage>274</lpage>. <pub-id pub-id-type="doi">10.1016/S1474-4422(12)70327-7</pub-id><pub-id pub-id-type="pmid">23391524</pub-id></citation></ref>
<ref id="B45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Williams</surname> <given-names>D. R.</given-names></name> <name><surname>Lees</surname> <given-names>A. J.</given-names></name></person-group> (<year>2009</year>). <article-title>Progressive supranuclear palsy: clinicopathological concepts and diagnostic challenges</article-title>. <source>Lancet Neurol.</source> <volume>8</volume>, <fpage>270</fpage>&#x02013;<lpage>279</lpage>. <pub-id pub-id-type="doi">10.1016/S1474-4422(09)70042-0</pub-id><pub-id pub-id-type="pmid">19233037</pub-id></citation></ref>
</ref-list>
</back>
</article>