<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Aging Neurosci.</journal-id>
<journal-title>Frontiers in Aging Neuroscience</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Aging Neurosci.</abbrev-journal-title>
<issn pub-type="epub">1663-4365</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fnagi.2022.889930</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neuroscience</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Handwriting Declines With Human Aging: A Machine Learning Study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Asci</surname> <given-names>Francesco</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x2020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/752028/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Scardapane</surname> <given-names>Simone</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zampogna</surname> <given-names>Alessandro</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>D&#x2019;Onofrio</surname> <given-names>Valentina</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Testa</surname> <given-names>Lucia</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Patera</surname> <given-names>Martina</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Falletti</surname> <given-names>Marco</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1707949/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Marsili</surname> <given-names>Luca</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/397533/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Suppa</surname> <given-names>Antonio</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/113928/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>IRCCS Neuromed Institute</institution>, <addr-line>Pozzilli</addr-line>, <country>Italy</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Information, Electronic and Communication Engineering (DIET), Sapienza University of Rome</institution>, <addr-line>Rome</addr-line>, <country>Italy</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Human Neurosciences, Sapienza University of Rome</institution>, <addr-line>Rome</addr-line>, <country>Italy</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Informatic, Automatic and Gestional Engineering (DIAG), Sapienza University of Rome</institution>, <addr-line>Rome</addr-line>, <country>Italy</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Neurology, Gardner Family Center for Parkinson&#x2019;s Disease and Movement Disorders, University of Cincinnati</institution>, <addr-line>Cincinnati, OH</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Fabio Pilato, Policlinico Universitario Campus Bio-Medico, Italy</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Anna Latorre, University College London, United Kingdom; Massimo Marano, Campus Bio-Medico University, Italy; Momina Moetesum, Bahria University, Pakistan</p></fn>
<corresp id="c001">&#x002A;Correspondence: Antonio Suppa, <email>antonio.suppa@uniroma1.it</email></corresp>
<fn fn-type="equal" id="fn002"><p><sup>&#x2020;</sup>These authors have contributed equally to this work</p></fn>
<fn fn-type="other" id="fn004"><p>This article was submitted to Neurocognitive Aging and Behavior, a section of the journal Frontiers in Aging Neuroscience</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>06</day>
<month>05</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>14</volume>
<elocation-id>889930</elocation-id>
<history>
<date date-type="received">
<day>04</day>
<month>03</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>19</day>
<month>04</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2022 Asci, Scardapane, Zampogna, D&#x2019;Onofrio, Testa, Patera, Falletti, Marsili and Suppa.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Asci, Scardapane, Zampogna, D&#x2019;Onofrio, Testa, Patera, Falletti, Marsili and Suppa</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Handwriting is an acquired complex cognitive and motor skill resulting from the activation of a widespread brain network. Handwriting therefore may provide biologically relevant information on health status. Also, handwriting can be collected easily in an ecological scenario, through safe, cheap, and largely available tools. Hence, objective handwriting analysis through artificial intelligence would represent an innovative strategy for telemedicine purposes in healthy subjects and people affected by neurological disorders.</p>
</sec>
<sec>
<title>Materials and Methods</title>
<p>One-hundred and fifty-six healthy subjects (61 males; 49.6 &#x00B1; 20.4 years) were enrolled and divided according to age into three subgroups: Younger adults (YA), middle-aged adults (MA), and older adults (OA). Participants performed an ecological handwriting task that was digitalized through smartphones. Data underwent the DBNet algorithm for measuring and comparing the average stroke sizes in the three groups. A convolutional neural network (CNN) was also used to classify handwriting samples. Lastly, receiver operating characteristic (ROC) curves and sensitivity, specificity, positive, negative predictive values (PPV, NPV), accuracy and area under the curve (AUC) were calculated to report the performance of the algorithm.</p>
</sec>
<sec>
<title>Results</title>
<p>Stroke sizes were significantly smaller in OA than in MA and YA. The CNN classifier objectively discriminated YA vs. OA (sensitivity = 82%, specificity = 80%, PPV = 78%, NPV = 79%, accuracy = 77%, and AUC = 0.84), MA vs. OA (sensitivity = 84%, specificity = 56%, PPV = 78%, NPV = 73%, accuracy = 74%, and AUC = 0.7), and YA vs. MA (sensitivity = 75%, specificity = 82%, PPV = 79%, NPV = 83%, accuracy = 79%, and AUC = 0.83).</p>
</sec>
<sec>
<title>Discussion</title>
<p>Handwriting progressively declines with human aging. The effect of physiological aging on handwriting abilities can be detected remotely and objectively by using machine learning algorithms.</p>
</sec>
</abstract>
<kwd-group>
<kwd>handwriting</kwd>
<kwd>aging</kwd>
<kwd>machine learning</kwd>
<kwd>convolutional neural network</kwd>
<kwd>telemedicine</kwd>
<kwd>smartphone</kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="76"/>
<page-count count="10"/>
<word-count count="8075"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="intro">
<title>Introduction</title>
<p>Neurodegenerative disorders, including Parkinson&#x2019;s disease (PD) and Alzheimer&#x2019;s disease (AD), represent a relevant global health issue, and the number of cases is going to increase steeply in prevalence in the next few decades (<xref ref-type="bibr" rid="B5">Armstrong and Okun, 2020</xref>; <xref ref-type="bibr" rid="B29">Feigin et al., 2020</xref>). Currently, the lockdown restrictions due to the COVID-19 global pandemic have challenged the clinical management of patients affected by neurodegenerative diseases, thus requiring innovative telemedicine approaches (<xref ref-type="bibr" rid="B67">Valdovinos et al., 2022</xref>). To this aim, it would be relevant to identify novel telemedicine tools allowing early and objective diagnosis, tracking the severity of the disease and thus improving the overall remote clinical management of patients with neurodegenerative diseases (<xref ref-type="bibr" rid="B20">Chirra et al., 2019</xref>). Practically, an ideal telemedicine setting should imply a safe, costly affordable and largely available tool able to easily collect biologically relevant information, in an ecological scenario.</p>
<p>As a possible innovative telemedicine strategy, in this study, we propose the remote assessment of handwriting. Handwriting indeed only requires safe, cheap, and largely available tools and can be simply collected in an ecological scenario. Moreover, handwriting samples can be easily digitalized by using smartphone-based high-resolution cameras and transmitted directly to a central hub for subsequent analysis. From a biological perspective, handwriting represents an acquired complex cognitive and motor skill resulting from the activation of a widespread brain network (<xref ref-type="bibr" rid="B47">Menon and Desmond, 2001</xref>; <xref ref-type="bibr" rid="B43">Lubrano et al., 2004</xref>; <xref ref-type="bibr" rid="B54">Purcell et al., 2011</xref>; <xref ref-type="bibr" rid="B52">Planton et al., 2013</xref>; <xref ref-type="bibr" rid="B8">Baldo et al., 2018</xref>; <xref ref-type="bibr" rid="B19">Chen et al., 2019</xref>; <xref ref-type="bibr" rid="B9">Barto&#x0148; et al., 2020</xref>). Indeed, in the clinical setting, handwriting is yet largely used to assess motor abilities in patients with PD (i.e., evaluation of micrographia and slowness of hand movements) and it is typically included in standardized clinical scales designed to examine cognitive functions in patients with dementia such as AD (<xref ref-type="bibr" rid="B30">Folstein et al., 1975</xref>). However, the potential application of handwriting analysis as a new telemedicine tool for neurodegenerative disorders crucially requires the preliminary assessment of a large dataset of healthy controls and the investigation of the effect on the handwriting of relevant biological factors such as physiologic aging.</p>
<p>Seminal studies using perceptual as well as objective kinematic analysis (<xref ref-type="bibr" rid="B35">Hilton, 1977</xref>; <xref ref-type="bibr" rid="B26">Dixon et al., 1993</xref>; <xref ref-type="bibr" rid="B63">Slavin et al., 1996</xref>; <xref ref-type="bibr" rid="B70">Walton, 1997</xref>; <xref ref-type="bibr" rid="B21">Contreras-Vidal et al., 2002</xref>; <xref ref-type="bibr" rid="B66">Teulings et al., 2002</xref>; <xref ref-type="bibr" rid="B57">Rodr&#x00ED;guez-Aranda, 2003</xref>; <xref ref-type="bibr" rid="B59">Rosenblum and Werner, 2006</xref>; <xref ref-type="bibr" rid="B13">Burger and McCluskey, 2011</xref>; <xref ref-type="bibr" rid="B14">Caligiuri et al., 2014</xref>), have demonstrated age-related changes in handwriting skills in healthy subjects. However, to analyze a large amount of data for telemedicine purposes, automatically and objectively, more robust methodological approaches based on artificial intelligence are required for the classification of variables obtained from large datasets (<xref ref-type="bibr" rid="B25">Deo, 2015</xref>). For this purpose, machine learning has already been demonstrated to be a reliable tool for the assessment of handwriting in healthy subjects (<xref ref-type="bibr" rid="B48">Pang and Yang, 2016</xref>; <xref ref-type="bibr" rid="B33">Guo et al., 2021</xref>; <xref ref-type="bibr" rid="B49">Pei and Ouyang, 2021</xref>). Moreover, handwriting analysis based on machine learning has allowed inferring several features, including gender (<xref ref-type="bibr" rid="B37">Illouz et al., 2018</xref>), left/right-handedness (<xref ref-type="bibr" rid="B3">Al-Maadeed et al., 2013</xref>), presence of dysgraphia (<xref ref-type="bibr" rid="B6">Asselborn et al., 2020</xref>), specific personality traits (<xref ref-type="bibr" rid="B41">Lemos et al., 2018</xref>), and finally individualized fingerprints (<xref ref-type="bibr" rid="B64">Srihari et al., 2001</xref>). Also, preliminary studies using handwriting analysis with machine learning have demonstrated the possibility to predict age in healthy subjects (<xref ref-type="bibr" rid="B76">Zouaoui et al., 2017</xref>; <xref ref-type="bibr" rid="B10">Basavaraja et al., 2019</xref>).</p>
<p>We here investigated possible age-related changes in handwriting, objectively, in a large cohort of healthy subjects. To this aim, we examined and compared a simple handwriting task, collected in a real-life setting in three independent sex-matched, age-based groups: younger adults (YA), middle-aged adults (MA), and finally older adults (OA). To verify the ability of machine learning analysis to automatically classify handwriting samples according to age, all data were submitted to a convolutional neural network (CNN) algorithm. Furthermore, the performance of the artificial classifier was assessed in detail in all comparisons (i.e., sensitivity, specificity, positive and negative predictive values, and accuracy). Lastly, we also calculated the area under the receiver operating characteristic (ROC) curves to verify the optimal threshold as reflected by the associated criterion (Ass. Crit.) and Youden Index (YI).</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="S2.SS1">
<title>Participants</title>
<p>We consecutively and randomly recruited 156 healthy subjects (61 males; mean age &#x00B1; SD 49.6 &#x00B1; 20.4 years, range 18&#x2013;90 years) from the IRCCS Neuromed, Pozzilli (IS), Italy. All subjects were right-handed and native Italian speakers. We further divided participants into three age-independent subgroups to conform with previous demographic definitions of younger adults (YA) (18&#x2013;35 years), middle-aged adults (MA) (36&#x2013;55 years), and older adults (OA) (&#x003E;56 years) (<xref ref-type="bibr" rid="B50">Petry, 2002</xref>). Accordingly, we examined 51 YA (23 males; 25.7 &#x00B1; 3.2 years, range 18&#x2013;32 years), 40 MA (17 males; 48.9 &#x00B1; 5.9 years, range 37&#x2013;57 years), and finally 63 OA (21 males; 71.3 &#x00B1; 6.6 years, range 62&#x2013;90 years). Anthropometric features including weight, height, and body mass index (BMI) were collected. The cognitive functions of all participants were assessed through the Mini-Mental State Examination (MMSE) (<xref ref-type="bibr" rid="B30">Folstein et al., 1975</xref>). None of the participants manifested cognitive or mood disorders, and none reported osteoarticular disorders or visual deficits significantly affecting handwriting. Also, no subjects were taking any drug affecting the central nervous system. The demographic (i.e., age and gender), anthropometric (i.e., weight, height, and BMI) and clinical (i.e., MMSE) features of the participants are reported in <xref ref-type="table" rid="T1">Table 1</xref>. All participants gave written informed consent, and the study was approved by the institutional ethics committee.</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>Demographic and anthropometric features of participants at the handwriting task.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="center">Total number</td>
<td valign="top" align="center">Age<break/> (years)</td>
<td valign="top" align="center">Age range</td>
<td valign="top" align="center">Weight (Kg)</td>
<td valign="top" align="center">Height (cm)</td>
<td valign="top" align="center">BMI</td>
<td valign="top" align="center">MMSE</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Participants</td>
<td valign="top" align="center">156</td>
<td valign="top" align="center">49.6 &#x00B1; 20.4</td>
<td valign="top" align="center">18&#x2013;90</td>
<td valign="top" align="center">69.5 &#x00B1; 13.9</td>
<td valign="top" align="center">165.9 &#x00B1; 8.9</td>
<td valign="top" align="center">25.3 &#x00B1; 4.7</td>
<td valign="top" align="center">29.3 &#x00B1; 1.1</td>
</tr>
<tr>
<td valign="top" align="left">YA</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center">25.7 &#x00B1; 3.2</td>
<td valign="top" align="center">18&#x2013;32</td>
<td valign="top" align="center">61.4 &#x00B1; 9.1</td>
<td valign="top" align="center">167.9 &#x00B1; 7.8</td>
<td valign="top" align="center">21.7 &#x00B1; 2.2</td>
<td valign="top" align="center">29.8 &#x00B1; 1.0</td>
</tr>
<tr>
<td valign="top" align="left">MA</td>
<td valign="top" align="center">40</td>
<td valign="top" align="center">48.9 &#x00B1; 5.9</td>
<td valign="top" align="center">37&#x2013;57</td>
<td valign="top" align="center">73.8 &#x00B1; 15.3</td>
<td valign="top" align="center">168.5 &#x00B1; 8.2</td>
<td valign="top" align="center">25.9 &#x00B1; 4.6</td>
<td valign="top" align="center">29.6 &#x00B1; 0.8</td>
</tr>
<tr>
<td valign="top" align="left">OA</td>
<td valign="top" align="center">63</td>
<td valign="top" align="center">71.3 &#x00B1; 6.6</td>
<td valign="top" align="center">62&#x2013;90</td>
<td valign="top" align="center">70.3 &#x00B1; 13.3</td>
<td valign="top" align="center">163.2 &#x00B1; 9.2</td>
<td valign="top" align="center">26.4 &#x00B1; 4.8</td>
<td valign="top" align="center">28.9 &#x00B1; 1.3</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p><italic>YA, younger adults; MA, middle-aged adults; OA, older adults; BMI, body mass index; MMSE, Mini-Mental State Examination. Results are expressed as average &#x00B1; standard deviation (SD).</italic></p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="S2.SS2">
<title>Handwriting Task</title>
<p>A written protocol with instructions on how to perform the handwriting task was sent to participants by the authors using the institutional email address. Also, following the enrollment, subjects received a preliminary supervised training trial to familiarize themselves with the experimental procedures. Then, participants were asked to perform the handwriting task while sitting on a chair, with their arms lying on a table, at home and in the morning. Concerning the handwriting task used in this study, participants were asked to write their own first and last names ten consecutive times on a paper sheet. We selected this specific task to exclude the influence of cultural factors and the contribution of higher cognitive abilities related to the symbolic aspects of handwriting potentially affecting the assessment of basic writing features. The first and last names were written starting from the upper and left sides of the document and then proceeding downward, in a single column, with a self-paced and comfortable speed. We preliminary provided participants with a fold of white A4 (210 mm &#x00D7; 297 mm) paper sheet (Fabriano, PG, Italy), and a couple of black ballpoint pen types (Bic, Clichy, France). After collecting the handwriting task three consecutive times, participants were asked to scan the signed paper sheet using the camera included in their smartphone (required resolution of at least 5 Megapixels). After scanning the handwriting samples, participants were asked to convert photos into portable document format (PDF) files using dedicated apps available for free download. Finally, participants completed the requested procedures by sending the PDF files to the authors&#x2019; institutional email server, and the files were stored anonymously on a dedicated Drive, encrypted, and password-protected (<xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>Experimental design: <bold>(A)</bold> Acquisition of handwriting samples. <bold>(B)</bold> Digitalization and collection of the handwriting task. <bold>(C)</bold> Machine learning analysis of handwriting samples. <bold>(D)</bold> Output of the classifier in the three age groups. <bold>(E)</bold> Receiver operating characteristic curves (ROC analysis) for the discrimination between the three groups (see section &#x201C;Materials and Methods&#x201D; for further details).</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnagi-14-889930-g001.tif"/>
</fig>
</sec>
<sec id="S2.SS3">
<title>Handwriting Analysis</title>
<p>All handwriting samples were preliminarily assessed using a perceptive evaluation, to exclude corrupted files from subsequent analysis. Then, based on previous data reporting changes in stroke sizes in the elderly as a prominent age-related feature (<xref ref-type="bibr" rid="B35">Hilton, 1977</xref>; <xref ref-type="bibr" rid="B26">Dixon et al., 1993</xref>; <xref ref-type="bibr" rid="B63">Slavin et al., 1996</xref>; <xref ref-type="bibr" rid="B70">Walton, 1997</xref>; <xref ref-type="bibr" rid="B21">Contreras-Vidal et al., 2002</xref>; <xref ref-type="bibr" rid="B66">Teulings et al., 2002</xref>; <xref ref-type="bibr" rid="B57">Rodr&#x00ED;guez-Aranda, 2003</xref>; <xref ref-type="bibr" rid="B59">Rosenblum and Werner, 2006</xref>; <xref ref-type="bibr" rid="B13">Burger and McCluskey, 2011</xref>; <xref ref-type="bibr" rid="B14">Caligiuri et al., 2014</xref>), we first automatically measured the average height of strokes in the handwriting samples in each participant. As a text detection method, we used the DBNet algorithm (i.e., ResNet-50 backbone), included in the docTR package, owing to its open-source availability and state-of-the-art performance for the task (<xref ref-type="bibr" rid="B18">Cao et al., 2020</xref>). The DBNet, was trained according to <xref ref-type="bibr" rid="B18">Cao et al. (2020)</xref> and was then applied to extract the precise bounding boxes corresponding to the handwriting samples<sup><xref ref-type="fn" rid="footnote1">1</xref></sup> (<xref ref-type="bibr" rid="B18">Cao et al., 2020</xref>). To limit the number of false-positive tests due to stylized strokes, we selected only bounding boxes with a height higher than 50 pixels (IC &#x003E; 0.5) and relative to easily readable handwriting strokes. Finally, the DBNet algorithm calculated specific digital values as outcome measures.</p>
<p>The PDF files including the handwriting samples were further digitalized to fit with standard requirements for machine learning procedures, according to basic standards of artificial intelligence algorithms. A customized CNN model was built to perform classification in the age groups, following standard methodologies in the field of fine-tuning pre-trained models (<xref ref-type="bibr" rid="B11">Bengio et al., 2021</xref>). We classified pictures of single handwriting samples collected in the three age groups (i.e., YA, MA, and OA), according to standardized machine learning procedures, based on a fine-tuning of a pre-trained CNN with a randomly initialized fully connected layer at the end (<xref ref-type="bibr" rid="B11">Bengio et al., 2021</xref>). We developed a specialized <italic>multi-view</italic> CNN able to simultaneously process a set of <italic>k</italic> handwriting samples extracted from a single participant, to increase the robustness of the analysis (<xref ref-type="fig" rid="F1">Figure 1</xref>). The size <italic>k</italic> of the input set was a hyper-parameter that was optimized with a dedicated grid search procedure. The architecture for further classification analysis considered the overall set as input. Accordingly, this architecture was composed of three blocks, a backbone which was used to independently process each sample in the set, a pooling block used to merge the outputs of the backbone and, finally, a classification block applied to provide a single prediction for the set (i.e., the age group of the handwriting sample). Then, after achieving a robust architecture, we organized the following steps consisting of the design of each component, the training procedure, and the hyper-parameters optimization procedures. First, the handwriting samples were resized to a single common dimension, to match the spatial dimension of the pre-trained backbone. Specifically, we resized all images to a 128 &#x00D7; 256-pixel proportion for all CNNs pre-trained on ImageNet (<xref ref-type="bibr" rid="B11">Bengio et al., 2021</xref>). To handle the handwriting samples characterized by images smaller than the optimal dimension, we applied white padding according to the respective size, matching the color of the underlying sheet of paper. We then converted the single out-of-scale image into a black and white negative image, thus obtaining large values for the corresponding output tensor. During training, we randomly selected subsets of <italic>k</italic> samples from the same PDF file as input to the network. We kept the amount of random rotation and translation to the inputs as lower as possible, to avoid image artifacts (<xref ref-type="bibr" rid="B48">Pang and Yang, 2016</xref>). All images were processed using a shared backbone, and we experimented with either (a) an AlexNet network trained from scratch, (b) a pre-trained ResNet-50 model, and (c) a customized Convolutional Recurrent Neural Network (CRNN), which was pre-trained on a task of optical character recognition (<xref ref-type="bibr" rid="B71">Wang et al., 2019</xref>). We included the choice of backbone as a second hyper-parameter to optimize the classifying procedure. We performed average pooling on the outputs of the backbone (across the spatial dimensions for the CNNs, and the temporal dimension for the CRNN), to associate each image in the input set with a fixed-dimensional embedding vector (i.e., size 1024 for the pre-trained ResNet-50 model). We applied a small fully connected layer with 100 hidden units and Gaussian Error Linear Units activation function (<xref ref-type="bibr" rid="B34">Hendrycks and Gimpel, 2016</xref>) on each embedding vector, and then we performed a max-pooling for all embeddings corresponding to the same input set, to obtain a fixed-dimensional vector for the entire set (<xref ref-type="fig" rid="F1">Figure 1</xref>). The overall design was built to avoid the architecture being affected by the permutations of the samples in input (i.e., the output of the network does not change whether we shuffled the samples inside a set, and it could also potentially work for variable-sized sets). The final embedding vector was passed to a fully connected layer with three outputs (corresponding to the three age groups), trained with either a standard cross-entropy loss function or a weighted kappa loss function exploiting the fact that the three classes were naturally ordered (<xref ref-type="bibr" rid="B22">de la Torre et al., 2018</xref>; <xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<p>To optimize the architecture, we randomly divided the dataset into three subsets with 80% of the subjects for training, 10% for validation, and 10% for test. We performed a grid search on the size of the input set, the choice of the backbone, and the selection of the loss function using the validation set, with the macro-averaged AUC score as a metric. The best performing architecture after the grid search, with a validation AUC of 81%, exploited the ResNet-50 model as the backbone, a set of size 3, and the cross-entropy loss, and we used these hyper-parameters in the following. All results shown in the experimental section were computed on the test set, by training over 50 different initializations and using the concatenation of the previously defined training and validation sets as training data. The final hyper-parameters of the model used in the experimental section were the following: the size of the crops (128; 256; RGB), number of views (<xref ref-type="bibr" rid="B67">Valdovinos et al., 2022</xref>), backbone model (ResNet-50&#x2014;pre-trained), loss function (cross-entropy&#x2014;multi-class). For the implementation, we used TensorFlow for the design of the model, with the pre-trained ResNet-50 weights taken from the official Google implementation in TensorFlow Hub, while the pre-trained CRNN weights were taken from the Keras-ocr repository.</p>
</sec>
<sec id="S2.SS4">
<title>Statistical Analysis</title>
<p>The normal distribution of demographic and anthropometric features of subjects included in the YA, MA, and OA groups was assessed using the Kolmogorov-Smirnov test. The Chi-Square Test was used to compare the frequency of males and females in the three groups. The Mann-Whitney <italic>U</italic>-test was used to compare demographic and anthropometric parameters, as well as clinical scores (i.e., MMSE) in YA, MA, and OA. The Mann-Whitney <italic>U</italic>-test was also used to compare the stroke dimensions (i.e., heights) in participants from YA, MA, and OA groups. ROC analyses were calculated to identify the optimal cut-off values to discriminate between YA and MA, YA, and OA, and finally MA and OA, according to standardized procedures. For each ROC curve, we analyzed the Youden Index and its associated criterion (i.e., optimal threshold), as well as the Sensitivity (Se.), Specificity (Sp.), Positive Predictive Value (PPV), Negative Predictive Value (NPV), Accuracy (Acc.), Area Under the Curve (AUC), standard error (SE). Also, we compared AUCs of independent ROC curves to verify possible differences in statistical analysis, according to standardized procedures (<xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<p>A <italic>p</italic>-value &#x003C; 0.05 was considered statistically significant. Statistical analyses were conducted using STATA v17.0 (StataCorp LLC, United States).</p>
</sec>
</sec>
<sec id="S3" sec-type="results">
<title>Results</title>
<p>Demographic and anthropometric variables were normally distributed among participants. The Chi-square test showed a balanced distribution of female and male participants within the three subgroups (chi-square: 1.48, <italic>p</italic> = 0.48). The Mann-Whitney <italic>U</italic>-test showed decreased weight and BMI in YA compared with MA (<italic>p</italic> &#x003E; 0.05) and OA (<italic>p</italic> &#x003E; 0.05), as well as decreased height in OA compared with YA (<italic>p</italic> &#x003E; 0.05) and MA (<italic>p</italic> &#x003E; 0.05).</p>
<p>We discarded less than 5% of all samples in case of a poor-quality acquisition of handwriting as evaluated through our preliminary perceptual analysis, and accordingly, these participants were asked to repeat the acquisition of new handwriting samples.</p>
<p>When comparing the average stroke dimensions (i.e., heights) achieved by using the DBNet software to the handwriting samples collected from YA, MA, and OA, the Mann-Whitney <italic>U</italic>-test showed smaller stroke heights in OA than YA and MA, as well as in MA than in YA (<italic>p</italic> &#x003C; 0.01 for all comparisons) (<xref ref-type="fig" rid="F2">Figure 2</xref>).</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>The average height of strokes analysis through DBNet algorithm. Note that the average height of strokes is smaller in OA than in MA and YA.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnagi-14-889930-g002.tif"/>
</fig>
<p>Concerning machine learning analysis, the CNN artificial classifier discriminated between YA and OA with high significant performance. The ROC curve analyses identified an optimal threshold value of 0.60 (associated criterion), when including 114 instances (Y.I. = 0.52). Using this cut-off value, the performance of our test was sensitivity = 82%, specificity = 80%, PPV = 78%, NPV = 79%, Acc. = 77%, and AUC = 0.840 (<xref ref-type="fig" rid="F3">Figure 3A</xref> and <xref ref-type="table" rid="T2">Table 2</xref>).</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption><p>Convolutional Neural Network analysis. Receiver operating characteristic (ROC) curves were calculated to differentiate YA, MA, and OA. <bold>(A)</bold> YA vs. OA (green line). <bold>(B)</bold> MA vs. OA (blue line). <bold>(C)</bold> YA vs. MA (orange line). <bold>(D)</bold> Comparison of the ROC curves. The dashed red line represents the performance of a random classifier.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnagi-14-889930-g003.tif"/>
</fig>
<table-wrap position="float" id="T2">
<label>TABLE 2</label>
<caption><p>Performance of the CNN algorithm in classifying handwriting samples collected from the whole group of healthy participants.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Comparisons</td>
<td valign="top" align="center">Instances</td>
<td valign="top" align="center">Associated criterion</td>
<td valign="top" align="center">Youden Index</td>
<td valign="top" align="center">Se (%)</td>
<td valign="top" align="center">Sp (%)</td>
<td valign="top" align="center">PPV (%)</td>
<td valign="top" align="center">NPV (%)</td>
<td valign="top" align="center">Acc. (%)</td>
<td valign="top" align="center">AUC</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">YA vs. OA</td>
<td valign="top" align="center">114</td>
<td valign="top" align="center">0.60</td>
<td valign="top" align="center">0.52</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">78</td>
<td valign="top" align="center">79</td>
<td valign="top" align="center">77</td>
<td valign="top" align="center">0.840</td>
</tr>
<tr>
<td valign="top" align="left">MA vs. OA</td>
<td valign="top" align="center">103</td>
<td valign="top" align="center">0.46</td>
<td valign="top" align="center">0.40</td>
<td valign="top" align="center">84</td>
<td valign="top" align="center">56</td>
<td valign="top" align="center">78</td>
<td valign="top" align="center">73</td>
<td valign="top" align="center">74</td>
<td valign="top" align="center">0.700</td>
</tr>
<tr>
<td valign="top" align="left">YA vs. MA</td>
<td valign="top" align="center">91</td>
<td valign="top" align="center">0.59</td>
<td valign="top" align="center">0.63</td>
<td valign="top" align="center">75</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center">79</td>
<td valign="top" align="center">83</td>
<td valign="top" align="center">79</td>
<td valign="top" align="center">0.830</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p><italic>The performance of the CNN classifier was achieved for the comparisons between handwriting samples collected from three separate subgroups: (1) YA vs. OA; (2) MA vs. OA; (3) YA vs. MA. Instances refer to the number of subjects considered in each comparison (see section &#x201C;Materials and Methods&#x201D; for further details). YA, younger adults; MA, middle-aged adults; OA, older adults; Se, sensitivity; Sp, specificity; PPV, positive predictive value; NPV, negative predictive value; Acc, accuracy; AUC, area under the curve.</italic></p></fn>
</table-wrap-foot>
</table-wrap>
<p>The differentiation between MA and OA achieved by the CNN algorithm also disclosed significant performances. The ROC curve analyses identified an optimal threshold value of 0.46 (associated criterion), when including 103 instances (Y.I. = 0.40). Using this cut-off value, the performance of our test was sensitivity = 84%, specificity = 56%, PPV = 78%, NPV = 73%, Acc. = 74%, and AUC = 0.700 (<xref ref-type="fig" rid="F3">Figure 3B</xref> and <xref ref-type="table" rid="T2">Table 2</xref>).</p>
<p>When discriminating YA and MA, the artificial classifier achieved a significant performance of the test. ROC curve analyses identified an optimal threshold value of 0.59 (associated criterion) when including 91 instances (Y.I. = 0.63). Using this cut-off value, the performance of our test was sensitivity = 75%, specificity = 82%, PPV = 79%, NPV = 83%, Acc. = 79%, and AUC = 0.830 (<xref ref-type="fig" rid="F3">Figure 3C</xref> and <xref ref-type="table" rid="T2">Table 2</xref>).</p>
<p>When comparing the two independent ROC curves relative to the analysis of YA vs. MA and YA vs. OA, we obtained similar results: the difference between AUCs = &#x2013;0.02, <italic>z</italic> = &#x2013;0.205, <italic>SE</italic> = 0.098, <italic>p</italic> = 0.84 (<xref ref-type="table" rid="T3">Table 3</xref>). Also, when comparing the two ROC curves relative to the classification between YA vs. MA and MA vs. OA, the statistical analysis showed overlapping results: the difference between AUCs = 0.10, <italic>z</italic> = 0.726, <italic>SE</italic> = 0.138, <italic>p</italic> = 0.47 (<xref ref-type="table" rid="T3">Table 3</xref>). Finally, when discriminating between the two ROC curves relative to YA vs. OA and MA vs. OA, we demonstrated similar results: the difference between AUCs = 0.12, <italic>z</italic> = 0.822, <italic>SE</italic> = 0.146, <italic>p</italic> = 0.41 (<xref ref-type="table" rid="T3">Table 3</xref> and <xref ref-type="fig" rid="F3">Figure 3D</xref>).</p>
<table-wrap position="float" id="T3">
<label>TABLE 3</label>
<caption><p>Comparisons of independent ROC curves.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Comparisons</td>
<td valign="top" align="center">Instances</td>
<td valign="top" align="center">AUC difference</td>
<td valign="top" align="center">Standard error</td>
<td valign="top" align="center"><italic>z</italic>-statistic</td>
<td valign="top" align="center"><italic>P</italic>-value</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">YA vs. MA &#x2013; YA vs. OA</td>
<td valign="top" align="center">205</td>
<td valign="top" align="center">&#x2013;0.02</td>
<td valign="top" align="center">0.098</td>
<td valign="top" align="center">&#x2013;0.205</td>
<td valign="top" align="center">0.84</td>
</tr>
<tr>
<td valign="top" align="left">YA vs. MA &#x2013; MA vs. OA</td>
<td valign="top" align="center">194</td>
<td valign="top" align="center">0.10</td>
<td valign="top" align="center">0.138</td>
<td valign="top" align="center">0.726</td>
<td valign="top" align="center">0.47</td>
</tr>
<tr>
<td valign="top" align="left">YA vs. OA &#x2013; MA vs. OA</td>
<td valign="top" align="center">217</td>
<td valign="top" align="center">0.12</td>
<td valign="top" align="center">0.146</td>
<td valign="top" align="center">0.822</td>
<td valign="top" align="center">0.41</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p><italic>Comparisons of the three independent ROC curves (i.e., YA vs. MA; YA vs. OA and MA vs. OA) were designed during the classification of handwriting samples collected from participants. Instances refer to the sum of the number of subjects considered in each paired comparison (see section &#x201C;Materials and Methods&#x201D; for further details). YA, younger adults; MA, middle-aged adults; OA, older adults; z-statistic, statistic output of the classifier; AUC, area under the curve.</italic></p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="S4" sec-type="discussion">
<title>Discussion</title>
<p>In the present study in a large cohort of healthy subjects, we demonstrated that physiologic aging deteriorates handwriting abilities. Specifically, we report, for the first time, that an advanced analysis based on machine learning algorithms, applied to a simple handwriting task collected in a real-life setting, objectively and automatically discriminated three independent sex-matched, age-based groups: YA, MA, and finally OA. The accuracy of the ROC curves here obtained pointed to a significant worsening of handwriting abilities led by physiological aging. Also, our study indicates that an ecologic machine learning-based analysis of handwriting in healthy subjects constitutes a reliable telemedicine approach, potentially useful for the future and remote recognition of neurological disorders.</p>
<sec id="S4.SS1">
<title>Handwriting and Physiological Aging</title>
<p>Our first analysis demonstrated significant smaller stroke sizes in OA than in YA and MA samples, suggesting an age-related progressive decline of handwriting abilities in healthy subjects. Our findings fully agree with previous observations reporting decreased sizes along with reduced velocities and pressures of strokes during handwriting in elderly people (<xref ref-type="bibr" rid="B35">Hilton, 1977</xref>; <xref ref-type="bibr" rid="B26">Dixon et al., 1993</xref>; <xref ref-type="bibr" rid="B63">Slavin et al., 1996</xref>; <xref ref-type="bibr" rid="B70">Walton, 1997</xref>; <xref ref-type="bibr" rid="B21">Contreras-Vidal et al., 2002</xref>; <xref ref-type="bibr" rid="B66">Teulings et al., 2002</xref>; <xref ref-type="bibr" rid="B57">Rodr&#x00ED;guez-Aranda, 2003</xref>; <xref ref-type="bibr" rid="B39">Kim et al., 2005</xref>; <xref ref-type="bibr" rid="B59">Rosenblum and Werner, 2006</xref>; <xref ref-type="bibr" rid="B13">Burger and McCluskey, 2011</xref>; <xref ref-type="bibr" rid="B51">Plamondon et al., 2013</xref>; <xref ref-type="bibr" rid="B14">Caligiuri et al., 2014</xref>; <xref ref-type="bibr" rid="B74">Zham et al., 2019</xref>; <xref ref-type="bibr" rid="B38">Kanno et al., 2020</xref>). By contrast, some reports suggested increased rather than decreased stroke size in elderly subjects (<xref ref-type="bibr" rid="B60">Rosenblum et al., 2013</xref>) raising the possibility of relevant heterogeneity in previous methodologies and experimental approaches. Abnormal stroke sizes observed in the elderly during handwriting would point to the effect of physiological aging on brain networks contributing to this high-level cognitive function (<xref ref-type="bibr" rid="B54">Purcell et al., 2011</xref>; <xref ref-type="bibr" rid="B52">Planton et al., 2013</xref>; <xref ref-type="bibr" rid="B9">Barto&#x0148; et al., 2020</xref>). Clinical, neuropsychological and neuroimaging studies have demonstrated that handwriting relies on the widespread synergic activity of several brain regions, the <italic>writing network</italic>. More in detail, the angular gyrus (<xref ref-type="bibr" rid="B58">Roeltgen and Heilman, 1984</xref>) and the precentral gyrus (<xref ref-type="bibr" rid="B55">Rapcsak et al., 1988</xref>) contribute to lexical processes of handwriting, the left perisylvian regions play a role in phonological aspects (<xref ref-type="bibr" rid="B58">Roeltgen and Heilman, 1984</xref>; <xref ref-type="bibr" rid="B55">Rapcsak et al., 1988</xref>, <xref ref-type="bibr" rid="B56">2009</xref>; <xref ref-type="bibr" rid="B2">Alexander et al., 1992b</xref>), whereas the left superior parietal or premotor regions are responsible for handwriting execution (<xref ref-type="bibr" rid="B7">Auerbach and Alexander, 1981</xref>; <xref ref-type="bibr" rid="B4">Anderson et al., 1990</xref>; <xref ref-type="bibr" rid="B1">Alexander et al., 1992a</xref>). Indeed, selective brain lesions in the angular gyrus/precentral gyrus/left perisylvian regions and in the left superior parietal/premotor regions are known to lead to dysorthographias (i.e., lexical or phonological components) (<xref ref-type="bibr" rid="B58">Roeltgen and Heilman, 1984</xref>; <xref ref-type="bibr" rid="B55">Rapcsak et al., 1988</xref>, <xref ref-type="bibr" rid="B56">2009</xref>; <xref ref-type="bibr" rid="B2">Alexander et al., 1992b</xref>) and apraxic agraphia (i.e., grapheme tracing) (<xref ref-type="bibr" rid="B7">Auerbach and Alexander, 1981</xref>; <xref ref-type="bibr" rid="B4">Anderson et al., 1990</xref>; <xref ref-type="bibr" rid="B1">Alexander et al., 1992a</xref>), respectively. Lastly, the <italic>writing network</italic> also reflects the activation of subcortical structures such as the basal ganglia (i.e., striatum) and the anterior cerebellum (<xref ref-type="bibr" rid="B39">Kim et al., 2005</xref>; <xref ref-type="bibr" rid="B54">Purcell et al., 2011</xref>; <xref ref-type="bibr" rid="B52">Planton et al., 2013</xref>, <xref ref-type="bibr" rid="B53">2017</xref>; <xref ref-type="bibr" rid="B42">Letanneux et al., 2014</xref>; <xref ref-type="bibr" rid="B74">Zham et al., 2019</xref>; <xref ref-type="bibr" rid="B9">Barto&#x0148; et al., 2020</xref>; <xref ref-type="bibr" rid="B38">Kanno et al., 2020</xref>). In the elderly, the age-related progressive reduction in stroke sizes during handwriting would therefore reflect structural or functional changes in cortico-subcortical components of the <italic>writing network</italic> (<xref ref-type="bibr" rid="B54">Purcell et al., 2011</xref>; <xref ref-type="bibr" rid="B52">Planton et al., 2013</xref>; <xref ref-type="bibr" rid="B9">Barto&#x0148; et al., 2020</xref>). Several previous reports have demonstrated an overall reduction of default subnetwork connectivity in elderly subjects when performing experimental paradigms assessing executive functions, such as handwriting (<xref ref-type="bibr" rid="B53">Planton et al., 2017</xref>; <xref ref-type="bibr" rid="B62">Schulz et al., 2022</xref>). This would reflect several age-related biological factors including progressive white matter involvement in the frontal lobe attributable to a small vessel disease (<xref ref-type="bibr" rid="B23">de Leeuw et al., 2001</xref>; <xref ref-type="bibr" rid="B40">Kim and Melhem, 2008</xref>; <xref ref-type="bibr" rid="B69">Walhovd et al., 2011</xref>; <xref ref-type="bibr" rid="B36">Hirsiger et al., 2017</xref>; <xref ref-type="bibr" rid="B75">Zhuang et al., 2018</xref>). A further consideration concerns the possible link between the age-related progressive reduction in stroke sizes and the parkinsonian micrographia. Previous observations have demonstrated that micrographia in PD is related to the severity of bradykinesia (<xref ref-type="bibr" rid="B72">Wu et al., 2016</xref>; <xref ref-type="bibr" rid="B73">Wyss-Coray, 2016</xref>; <xref ref-type="bibr" rid="B61">Schott, 2017</xref>; <xref ref-type="bibr" rid="B16">Canevelli and Marsili, 2022</xref>), thus reflecting dopaminergic striatal denervation (<xref ref-type="bibr" rid="B35">Hilton, 1977</xref>; <xref ref-type="bibr" rid="B26">Dixon et al., 1993</xref>; <xref ref-type="bibr" rid="B63">Slavin et al., 1996</xref>; <xref ref-type="bibr" rid="B70">Walton, 1997</xref>; <xref ref-type="bibr" rid="B21">Contreras-Vidal et al., 2002</xref>; <xref ref-type="bibr" rid="B66">Teulings et al., 2002</xref>; <xref ref-type="bibr" rid="B57">Rodr&#x00ED;guez-Aranda, 2003</xref>; <xref ref-type="bibr" rid="B59">Rosenblum and Werner, 2006</xref>; <xref ref-type="bibr" rid="B13">Burger and McCluskey, 2011</xref>; <xref ref-type="bibr" rid="B51">Plamondon et al., 2013</xref>; <xref ref-type="bibr" rid="B60">Rosenblum et al., 2013</xref>; <xref ref-type="bibr" rid="B14">Caligiuri et al., 2014</xref>; <xref ref-type="bibr" rid="B72">Wu et al., 2016</xref>; <xref ref-type="bibr" rid="B38">Kanno et al., 2020</xref>). Accordingly, a further hypothesis would attribute the age-related reduction in stroke sizes observed in healthy elderly to abnormal activity in cortico-subcortical components of the <italic>writing network</italic> which at least in part overlap with those responsible for micrographia in PD (<xref ref-type="bibr" rid="B39">Kim et al., 2005</xref>; <xref ref-type="bibr" rid="B60">Rosenblum et al., 2013</xref>; <xref ref-type="bibr" rid="B72">Wu et al., 2016</xref>; <xref ref-type="bibr" rid="B74">Zham et al., 2019</xref>; <xref ref-type="bibr" rid="B38">Kanno et al., 2020</xref>). Future studies will disclose possible similarities between age-related reduction of stroke sizes and parkinsonian &#x201C;consistent&#x201D; (i.e., overall small handwriting) and &#x201C;progressive&#x201D; micrographia (i.e., serial reduction in handwriting size) (<xref ref-type="bibr" rid="B39">Kim et al., 2005</xref>; <xref ref-type="bibr" rid="B60">Rosenblum et al., 2013</xref>; <xref ref-type="bibr" rid="B72">Wu et al., 2016</xref>; <xref ref-type="bibr" rid="B74">Zham et al., 2019</xref>; <xref ref-type="bibr" rid="B38">Kanno et al., 2020</xref>). Despite PD, converging clinical, neuropsychological and neuroimaging evidence point to abnormal handwriting abilities also in patients with other neurodegenerative disorders including AD (<xref ref-type="bibr" rid="B31">Forbes et al., 2004</xref>; <xref ref-type="bibr" rid="B24">Delazer et al., 2021</xref>). Patients with AD may manifest agraphia associated with a reduction in stroke sizes (<xref ref-type="bibr" rid="B24">Delazer et al., 2021</xref>). Overall, given that micrographia constitutes a reliable writing feature in PD (<xref ref-type="bibr" rid="B42">Letanneux et al., 2014</xref>) and possibly characterizes also other neurodegenerative diseases such as AD (<xref ref-type="bibr" rid="B24">Delazer et al., 2021</xref>), we speculate that future handwriting analysis would help to assess the phenoconversion from physiologic aging into neurodegenerative disorders (<xref ref-type="bibr" rid="B42">Letanneux et al., 2014</xref>).</p>
<p>Relevant new findings also came from our machine learning analysis which allowed us to achieve high accuracy obtained when discriminating handwriting samples collected from YA and OA. This finding, which has been achieved objectively and automatically, strongly supports the hypothesis of a relevant detrimental effect of human aging on handwriting samples. Further relevant information on age-related changes in handwriting came from the high accuracy obtained when discriminating between handwriting samples from MA and OA. Given that our cohort of MA aged from 37 to 57 years, whereas the group of OA ranged from 62 to 90 years, our results would raise the intriguing hypothesis that handwriting prominently declines at the age of about 60 years. These findings agree with a previous study based on standard handwriting analysis which has shown a consistent deterioration of handwriting skills starting from 60 years of age (<xref ref-type="bibr" rid="B68">Verwey et al., 2011</xref>). This would reflect a relevant cognitive workload associated with a global reduced sensory processing performance leading to a prominent deterioration of handwriting skills in the elderly of similar age ranges (<xref ref-type="bibr" rid="B28">Engel-Yeger et al., 2012</xref>).</p>
<p>A rather unexpected finding of our study consists of the high accuracy achieved by machine learning when classifying between handwriting collected in YA and MA. Given that our cohort of YA ranged from 18 to 32 years, whereas MA aged from 37 to 57 years, our results would suggest early age-related changes in handwriting skills. The differences here observed when comparing handwriting between YA and MA would reflect several possible mechanisms. A first hypothesis concerns a putative early deterioration of brain networks responsible for complex motor tasks at about 35 years of age. Such a hypothesis would receive support from the observation that since the mid-twenties, complex motor, as well as cognitive functions progressively, decline (<xref ref-type="bibr" rid="B12">Berghuis et al., 2019</xref>; <xref ref-type="bibr" rid="B65">Stojan and Voelcker-Rehage, 2021</xref>). Given that brain networks regulating handwriting partially overlap with those controlling abstract thinking or complex motor planning, we believe that handwriting deteriorates in MA as a result of the relentless phenomenon of aging (<xref ref-type="bibr" rid="B32">Fraser et al., 2009</xref>). An alternative hypothesis would imply non-biological mechanisms, including social issues. Our group of YA consists of participants who belong to the so-called &#x201C;millennial generation&#x201D; and are possibly characterized by social- and cultural-driven changes in writing habits. The &#x201C;millennial generation&#x201D; indeed concerns teenagers and younger adults born since 1985 and refers to people that grew up in the internet age. These youngers largely use computers and other technological devices for writing their academic essays from the early school classes and for communicating on social media. Hence, instead of traditional writing, they prefer typing on a clipboard. Accordingly, it can be argued that this recently acquired social habit would impact significantly on handwriting skills in YA. Future studies could confirm our speculation on social-related changes in handwriting patterns in the &#x201C;millennial generation&#x201D; (<xref ref-type="bibr" rid="B27">Dressler et al., 2018</xref>).</p>
<p>A final consideration concerns the real-life setting of our experimental design. Indeed, we here report the first handwriting analysis based on machine learning to apply homemade recordings of handwriting samples. The high significance of the results achieved in such an ecologic scenario discloses plenty of future perspectives, including social distancing and disparities in the access to care (<xref ref-type="bibr" rid="B20">Chirra et al., 2019</xref>). Therefore, we suggest that future telemedicine studies on handwriting analysis in physiologic and pathologic aging should be based on the examination of their impact on daily activities, to improve daily performance and quality of life (<xref ref-type="bibr" rid="B45">Marsili et al., 2018</xref>; <xref ref-type="bibr" rid="B44">Marsili and Mahajan, 2022</xref>). Lastly, our study would also be useful to develop a methodology based on the automatic machine learning analysis of handwriting according to age. For instance, an automatic technique able to recognize age-related features of signatures would be applied by authorities to discriminate against authentic wills in heritage disputes or for dating documents and paintings.</p>
<p>We acknowledge that our study has potential limitations. Our sample size as well as the number of handwriting samples collected in healthy subjects would be considered relatively small. However, the accuracy achieved in the classification of handwriting in the three cohorts of healthy subjects was remarkable pointing to the reliability of our machine learning analysis. Also, given that we have not recorded handwriting samples serially in each participant, our study does not allow us to reach conclusions about the intrasubject variability in handwriting skills. Furthermore, we cannot fully exclude that the decreased weight and BMI observed in YA, and the decreased height observed in OA subjects would have contributed at least in part to our findings.</p>
</sec>
</sec>
<sec id="S5" sec-type="conclusion">
<title>Conclusion</title>
<p>In this study, by using an advanced handwriting analysis based on machine learning algorithms, we have objectively and automatically demonstrated that handwriting undergoes significant age-related changes. This would reflect age-related changes in the activity of cortico-subcortical components of the <italic>writing network</italic>. The high accuracy of our ROC curves analysis suggests that handwriting is a simple task that can be reliably used in a real-life setting for telemedicine purposes (<xref ref-type="bibr" rid="B28">Engel-Yeger et al., 2012</xref>; <xref ref-type="bibr" rid="B17">Canevelli et al., 2014</xref>; <xref ref-type="bibr" rid="B15">Camicioli et al., 2015</xref>; <xref ref-type="bibr" rid="B46">Marzinotto et al., 2016</xref>). Hence, we believe that our study provides the background for future applications in the field of telemedicine in patients with neurodegenerative disorders, including PD and AD. Also, we speculate that future investigations would benefit from concurrent recording and analysis of handwriting and other motor tasks (i.e., finger tapping) to objectively assess bradykinesia of the upper limbs in the elders as well as in patients with neurodegenerative disorders.</p>
</sec>
<sec id="S6" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>All clinical and instrumental data are stored offline and are available on reasonable request to the corresponding author.</p>
</sec>
<sec id="S7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the IRB of the IRCCS Neuromed Institute. Written informed consent to participate in this study was provided by the participants&#x2019; legal guardian/next of kin.</p>
</sec>
<sec id="S8">
<title>Author Contributions</title>
<p>FA, SS, and AS: research project (conception). FA, SS, and LT: research project (organization). FA, AZ, VDO, LT, MP, and MF: research project (execution). FA, SS, LT, and AS: statistical analysis (design and execution). SS and AS: statistical analysis (review and critique). FA, LT and LM: manuscript preparation (writing of the first draft). SS and AS: manuscript preparation (review and critique). All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="conf1" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>LM has received honoraria from the International Association of Parkinsonism and Related Disorders (IAPRD) Society for social media and web support. The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="pudiscl1" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="B1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alexander</surname> <given-names>M. P.</given-names></name> <name><surname>Fischer</surname> <given-names>R. S.</given-names></name> <name><surname>Friedman</surname> <given-names>R.</given-names></name></person-group> (<year>1992a</year>). <article-title>Lesion localization in apractic agraphia.</article-title> <source><italic>Arch. Neurol.</italic></source> <volume>49</volume> <fpage>246</fpage>&#x2013;<lpage>251</lpage>. <pub-id pub-id-type="doi">10.1001/archneur.1992.00530270060019</pub-id> <pub-id pub-id-type="pmid">1536626</pub-id></citation></ref>
<ref id="B2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alexander</surname> <given-names>M. P.</given-names></name> <name><surname>Friedman</surname> <given-names>R. B.</given-names></name> <name><surname>Loverso</surname> <given-names>F.</given-names></name> <name><surname>Fischer</surname> <given-names>R. S.</given-names></name></person-group> (<year>1992b</year>). <article-title>Lesion localization of phonological agraphia.</article-title> <source><italic>Brain Lang.</italic></source> <volume>43</volume> <fpage>83</fpage>&#x2013;<lpage>95</lpage>. <pub-id pub-id-type="doi">10.1016/0093-934x(92)90022-7</pub-id></citation></ref>
<ref id="B3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Al-Maadeed</surname> <given-names>S.</given-names></name> <name><surname>Ferjani</surname> <given-names>F.</given-names></name> <name><surname>Elloumi</surname> <given-names>S.</given-names></name> <name><surname>Hassaine</surname> <given-names>A.</given-names></name> <name><surname>Jaoua</surname> <given-names>A.</given-names></name></person-group> (<year>2013</year>). &#x201C;<article-title>Automatic handedness detection from off-line handwriting</article-title>,&#x201D; in <source><italic>Proceedings of the 2013 7th IEEE GCC Conference and Exhibition (GCC).</italic></source> (<publisher-loc>Doha</publisher-loc>), <fpage>119</fpage>&#x2013;<lpage>124</lpage>. <pub-id pub-id-type="doi">10.1109/IEEEGCC.2013.6705761</pub-id></citation></ref>
<ref id="B4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Anderson</surname> <given-names>S. W.</given-names></name> <name><surname>Damasio</surname> <given-names>A. R.</given-names></name> <name><surname>Damasio</surname> <given-names>H.</given-names></name></person-group> (<year>1990</year>). <article-title>Troubled letters but not numbers, Domain specific cognitive impairments following focal damage in frontal cortex.</article-title> <source><italic>Brain</italic></source> <volume>113(Pt 3)</volume> <fpage>749</fpage>&#x2013;<lpage>766</lpage>. <pub-id pub-id-type="doi">10.1093/brain/113.3.749</pub-id> <pub-id pub-id-type="pmid">2364267</pub-id></citation></ref>
<ref id="B5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Armstrong</surname> <given-names>M. J.</given-names></name> <name><surname>Okun</surname> <given-names>M. S.</given-names></name></person-group> (<year>2020</year>). <article-title>Diagnosis and treatment of Parkinson disease: a review.</article-title> <source><italic>JAMA</italic></source> <volume>323</volume> <fpage>548</fpage>&#x2013;<lpage>560</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2019.22360</pub-id> <pub-id pub-id-type="pmid">32044947</pub-id></citation></ref>
<ref id="B6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Asselborn</surname> <given-names>T.</given-names></name> <name><surname>Chapatte</surname> <given-names>M.</given-names></name> <name><surname>Dillenbourg</surname> <given-names>P.</given-names></name></person-group> (<year>2020</year>). <article-title>Extending the spectrum of dysgraphia: a data driven strategy to estimate handwriting quality.</article-title> <source><italic>Sci. Rep.</italic></source> <volume>10</volume>:<issue>3140</issue>. <pub-id pub-id-type="doi">10.1038/s41598-020-60011-8</pub-id> <pub-id pub-id-type="pmid">32081940</pub-id></citation></ref>
<ref id="B7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Auerbach</surname> <given-names>S. H.</given-names></name> <name><surname>Alexander</surname> <given-names>M. P.</given-names></name></person-group> (<year>1981</year>). <article-title>Pure agraphia and unilateral optic ataxia associated with a left superior parietal lobule lesion.</article-title> <source><italic>J. Neurol. Neurosurg. Psychiatry</italic></source> <volume>44</volume> <fpage>430</fpage>&#x2013;<lpage>432</lpage>. <pub-id pub-id-type="doi">10.1136/jnnp.44.5.430</pub-id> <pub-id pub-id-type="pmid">7264690</pub-id></citation></ref>
<ref id="B8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baldo</surname> <given-names>J. V.</given-names></name> <name><surname>Kacinik</surname> <given-names>N.</given-names></name> <name><surname>Ludy</surname> <given-names>C.</given-names></name> <name><surname>Paulraj</surname> <given-names>S.</given-names></name> <name><surname>Moncrief</surname> <given-names>A.</given-names></name> <name><surname>Piai</surname> <given-names>V.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Voxel-based lesion analysis of brain regions underlying reading and writing.</article-title> <source><italic>Neuropsychologia</italic></source> <volume>115</volume> <fpage>51</fpage>&#x2013;<lpage>59</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuropsychologia.2018.03.021</pub-id> <pub-id pub-id-type="pmid">29572061</pub-id></citation></ref>
<ref id="B9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barto&#x0148;</surname> <given-names>M.</given-names></name> <name><surname>F&#x0148;a&#x0161;kov&#x00E1;</surname> <given-names>M.</given-names></name> <name><surname>Rektorov&#x00E1;</surname> <given-names>I.</given-names></name> <name><surname>Mikl</surname> <given-names>M.</given-names></name> <name><surname>Mare&#x010D;ek</surname> <given-names>R.</given-names></name> <name><surname>Rapcsak</surname> <given-names>S. Z.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>The role of the striatum in visuomotor integration during handwriting: an fMRI study.</article-title> <source><italic>J. Neural Transm. (Vienna)</italic></source> <volume>127</volume> <fpage>331</fpage>&#x2013;<lpage>337</lpage>. <pub-id pub-id-type="doi">10.1007/s00702-019-02131-8</pub-id> <pub-id pub-id-type="pmid">31901984</pub-id></citation></ref>
<ref id="B10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Basavaraja</surname> <given-names>V.</given-names></name> <name><surname>Shivakumara</surname> <given-names>P.</given-names></name> <name><surname>Guru</surname> <given-names>D. S.</given-names></name> <name><surname>Pal</surname> <given-names>U.</given-names></name> <name><surname>Lu</surname> <given-names>T.</given-names></name> <name><surname>Blumenstein</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). &#x201C;<article-title>Age estimation using disconnectedness features in handwriting</article-title>,&#x201D; in <source><italic>Proceedings of the 2019 International Conference on Document Analysis and Recognition (ICDAR).</italic></source> (<publisher-loc>Sydney, NSW</publisher-loc>), <fpage>1131</fpage>&#x2013;<lpage>1136</lpage>. <pub-id pub-id-type="doi">10.1109/ICDAR.2019.00183</pub-id></citation></ref>
<ref id="B11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bengio</surname> <given-names>Y.</given-names></name> <name><surname>Lecun</surname> <given-names>Y.</given-names></name> <name><surname>Hinton</surname> <given-names>G.</given-names></name></person-group> (<year>2021</year>). <article-title>Deep learning for AI.</article-title> <source><italic>Commun. ACM</italic></source> <volume>64</volume> <fpage>58</fpage>&#x2013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.1145/3448250</pub-id></citation></ref>
<ref id="B12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berghuis</surname> <given-names>K. M. M.</given-names></name> <name><surname>Fagioli</surname> <given-names>S.</given-names></name> <name><surname>Maurits</surname> <given-names>N. M.</given-names></name> <name><surname>Zijdewind</surname> <given-names>I.</given-names></name> <name><surname>Marsman</surname> <given-names>J. B. C.</given-names></name> <name><surname>Hortob&#x00E1;gyi</surname> <given-names>T.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Age-related changes in brain deactivation but not in activation after motor learning.</article-title> <source><italic>Neuroimage</italic></source> <volume>186</volume> <fpage>358</fpage>&#x2013;<lpage>368</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2018.11.010</pub-id> <pub-id pub-id-type="pmid">30439511</pub-id></citation></ref>
<ref id="B13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Burger</surname> <given-names>D. K.</given-names></name> <name><surname>McCluskey</surname> <given-names>A.</given-names></name></person-group> (<year>2011</year>). <article-title>Australian norms for handwriting speed in healthy adults aged 60-99 years.</article-title> <source><italic>Aust. Occup. Ther. J.</italic></source> <volume>58</volume> <fpage>355</fpage>&#x2013;<lpage>363</lpage>. <pub-id pub-id-type="doi">10.1111/j.1440-1630.2011.00955.x</pub-id> <pub-id pub-id-type="pmid">21957920</pub-id></citation></ref>
<ref id="B14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Caligiuri</surname> <given-names>M. P.</given-names></name> <name><surname>Kim</surname> <given-names>C.</given-names></name> <name><surname>Landy</surname> <given-names>K. M.</given-names></name></person-group> (<year>2014</year>). <article-title>Kinematics of signature writing in healthy aging.</article-title> <source><italic>J. Forensic Sci.</italic></source> <volume>59</volume> <fpage>1020</fpage>&#x2013;<lpage>1024</lpage>. <pub-id pub-id-type="doi">10.1111/1556-4029.12437</pub-id> <pub-id pub-id-type="pmid">24673648</pub-id></citation></ref>
<ref id="B15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Camicioli</surname> <given-names>R.</given-names></name> <name><surname>Mizrahi</surname> <given-names>S.</given-names></name> <name><surname>Spagnoli</surname> <given-names>J.</given-names></name> <name><surname>B&#x00FC;la</surname> <given-names>C.</given-names></name> <name><surname>Demonet</surname> <given-names>J.-F.</given-names></name> <name><surname>Vingerhoets</surname> <given-names>F.</given-names></name><etal/></person-group> (<year>2015</year>). <article-title>Handwriting and pre-frailty in the Lausanne cohort 65+ (Lc65+) study.</article-title> <source><italic>Arch. Gerontol. Geriatr.</italic></source> <volume>61</volume> <fpage>8</fpage>&#x2013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1016/j.archger.2015.01.006</pub-id> <pub-id pub-id-type="pmid">25910643</pub-id></citation></ref>
<ref id="B16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Canevelli</surname> <given-names>M.</given-names></name> <name><surname>Marsili</surname> <given-names>L.</given-names></name></person-group> (<year>2022</year>). &#x201C;<article-title>Ageing of the brain</article-title>,&#x201D; in <source><italic>Pathy&#x2019;s Principles and Practice of Geriatric Medicine</italic></source>, <role>eds</role> <person-group person-group-type="editor"><name><surname>Sinclair</surname> <given-names>A. J.</given-names></name> <name><surname>Morley</surname> <given-names>J. E.</given-names></name> <name><surname>Vellas</surname> <given-names>B.</given-names></name> <name><surname>Cesari</surname> <given-names>M.</given-names></name> <name><surname>Munshi</surname> <given-names>M.</given-names></name></person-group> (<publisher-loc>Hoboken, NJ</publisher-loc>: <publisher-name>Wiley</publisher-name>), <fpage>68</fpage>&#x2013;<lpage>76</lpage>. <pub-id pub-id-type="doi">10.1002/9781119484288.ch6</pub-id></citation></ref>
<ref id="B17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Canevelli</surname> <given-names>M.</given-names></name> <name><surname>Troili</surname> <given-names>F.</given-names></name> <name><surname>Bruno</surname> <given-names>G.</given-names></name></person-group> (<year>2014</year>). <article-title>Reasoning about frailty in neurology: neurobiological correlates and clinical perspectives.</article-title> <source><italic>J. Frailty Aging</italic></source> <volume>3</volume> <fpage>18</fpage>&#x2013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.14283/jfa.2014.4</pub-id> <pub-id pub-id-type="pmid">27049821</pub-id></citation></ref>
<ref id="B18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cao</surname> <given-names>D.</given-names></name> <name><surname>Zhong</surname> <given-names>Y.</given-names></name> <name><surname>Wang</surname> <given-names>L.</given-names></name> <name><surname>He</surname> <given-names>Y.</given-names></name> <name><surname>Dang</surname> <given-names>J.</given-names></name></person-group> (<year>2020</year>). <article-title>Scene text detection in natural images: a review.</article-title> <source><italic>Symmetry</italic></source> <volume>12</volume>:<issue>1956</issue>. <pub-id pub-id-type="doi">10.3390/sym12121956</pub-id></citation></ref>
<ref id="B19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>H.</given-names></name> <name><surname>Pan</surname> <given-names>X.</given-names></name> <name><surname>Bickerton</surname> <given-names>W.-L.</given-names></name> <name><surname>Lau</surname> <given-names>J. K.</given-names></name> <name><surname>Zhou</surname> <given-names>J.</given-names></name> <name><surname>Zhou</surname> <given-names>B.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Delineating the cognitive-neural substrates of writing: a large scale behavioral and voxel based morphometry study.</article-title> <source><italic>Sci. Rep.</italic></source> <volume>9</volume>:<issue>18881</issue>. <pub-id pub-id-type="doi">10.1038/s41598-019-55129-3</pub-id> <pub-id pub-id-type="pmid">31827143</pub-id></citation></ref>
<ref id="B20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chirra</surname> <given-names>M.</given-names></name> <name><surname>Marsili</surname> <given-names>L.</given-names></name> <name><surname>Wattley</surname> <given-names>L.</given-names></name> <name><surname>Sokol</surname> <given-names>L. L.</given-names></name> <name><surname>Keeling</surname> <given-names>E.</given-names></name> <name><surname>Maule</surname> <given-names>S.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Telemedicine in neurological disorders: opportunities and challenges.</article-title> <source><italic>Telemed. J. E Health</italic></source> <volume>25</volume> <fpage>541</fpage>&#x2013;<lpage>550</lpage>. <pub-id pub-id-type="doi">10.1089/tmj.2018.0101</pub-id> <pub-id pub-id-type="pmid">30136898</pub-id></citation></ref>
<ref id="B21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Contreras-Vidal</surname> <given-names>J. L.</given-names></name> <name><surname>Teulings</surname> <given-names>H. L.</given-names></name> <name><surname>Stelmach</surname> <given-names>G. E.</given-names></name> <name><surname>Adler</surname> <given-names>C. H.</given-names></name></person-group> (<year>2002</year>). <article-title>Adaptation to changes in vertical display gain during handwriting in Parkinson&#x2019;s disease patients, elderly and young controls.</article-title> <source><italic>Parkinsonism Relat. Disord.</italic></source> <volume>9</volume> <fpage>77</fpage>&#x2013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1016/s1353-8020(02)00013-5</pub-id></citation></ref>
<ref id="B22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>de la Torre</surname> <given-names>J.</given-names></name> <name><surname>Puig</surname> <given-names>D.</given-names></name> <name><surname>Valls</surname> <given-names>A.</given-names></name></person-group> (<year>2018</year>). <article-title>Weighted kappa loss function for multi-class classification of ordinal data in deep learning.</article-title> <source><italic>Pattern Recogn. Lett.</italic></source> <volume>105</volume> <fpage>144</fpage>&#x2013;<lpage>154</lpage>. <pub-id pub-id-type="doi">10.1016/j.patrec.2017.05.018</pub-id></citation></ref>
<ref id="B23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Leeuw</surname> <given-names>F. E.</given-names></name> <name><surname>de Groot</surname> <given-names>J. C.</given-names></name> <name><surname>Achten</surname> <given-names>E.</given-names></name> <name><surname>Oudkerk</surname> <given-names>M.</given-names></name> <name><surname>Ramos</surname> <given-names>L. M.</given-names></name> <name><surname>Heijboer</surname> <given-names>R.</given-names></name><etal/></person-group> (<year>2001</year>). <article-title>Prevalence of cerebral white matter lesions in elderly people: a population based magnetic resonance imaging study. The Rotterdam Scan Study.</article-title> <source><italic>J. Neurol. Neurosurg. Psychiatry</italic></source> <volume>70</volume> <fpage>9</fpage>&#x2013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1136/jnnp.70.1.9</pub-id> <pub-id pub-id-type="pmid">11118240</pub-id></citation></ref>
<ref id="B24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Delazer</surname> <given-names>M.</given-names></name> <name><surname>Zamarian</surname> <given-names>L.</given-names></name> <name><surname>Djamshidian</surname> <given-names>A.</given-names></name></person-group> (<year>2021</year>). <article-title>Handwriting in Alzheimer&#x2019;s disease.</article-title> <source><italic>JAD</italic></source> <volume>82</volume> <fpage>727</fpage>&#x2013;<lpage>735</lpage>. <pub-id pub-id-type="doi">10.3233/JAD-210279</pub-id> <pub-id pub-id-type="pmid">34057089</pub-id></citation></ref>
<ref id="B25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Deo</surname> <given-names>R. C.</given-names></name></person-group> (<year>2015</year>). <article-title>Machine learning in medicine.</article-title> <source><italic>Circulation</italic></source> <volume>132</volume> <fpage>1920</fpage>&#x2013;<lpage>1930</lpage>. <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.115.001593</pub-id> <pub-id pub-id-type="pmid">26572668</pub-id></citation></ref>
<ref id="B26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dixon</surname> <given-names>R. A.</given-names></name> <name><surname>Kurzman</surname> <given-names>D.</given-names></name> <name><surname>Friesen</surname> <given-names>I. C.</given-names></name></person-group> (<year>1993</year>). <article-title>Handwriting performance in younger and older adults: age, familiarity, and practice effects.</article-title> <source><italic>Psychol. Aging</italic></source> <volume>8</volume> <fpage>360</fpage>&#x2013;<lpage>370</lpage>. <pub-id pub-id-type="doi">10.1037//0882-7974.8.3.360</pub-id></citation></ref>
<ref id="B27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dressler</surname> <given-names>J. A.</given-names></name> <name><surname>Ryder</surname> <given-names>B. A.</given-names></name> <name><surname>Connolly</surname> <given-names>M.</given-names></name> <name><surname>Blais</surname> <given-names>M. D.</given-names></name> <name><surname>Miner</surname> <given-names>T. J.</given-names></name> <name><surname>Harrington</surname> <given-names>D. T.</given-names></name></person-group> (<year>2018</year>). <article-title>&#x201C;Tweet&#x201D;-format writing is an effective tool for medical student reflection.</article-title> <source><italic>J. Surg. Educ.</italic></source> <volume>75</volume> <fpage>1206</fpage>&#x2013;<lpage>1210</lpage>. <pub-id pub-id-type="doi">10.1016/j.jsurg.2018.03.002</pub-id> <pub-id pub-id-type="pmid">29576247</pub-id></citation></ref>
<ref id="B28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Engel-Yeger</surname> <given-names>B.</given-names></name> <name><surname>Hus</surname> <given-names>S.</given-names></name> <name><surname>Rosenblum</surname> <given-names>S.</given-names></name></person-group> (<year>2012</year>). <article-title>Age effects on sensory-processing abilities and their impact on handwriting.</article-title> <source><italic>Can. J. Occup. Ther.</italic></source> <volume>79</volume> <fpage>264</fpage>&#x2013;<lpage>274</lpage>. <pub-id pub-id-type="doi">10.2182/CJOT.2012.79.5.2</pub-id> <pub-id pub-id-type="pmid">23539771</pub-id></citation></ref>
<ref id="B29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Feigin</surname> <given-names>V. L.</given-names></name> <name><surname>Vos</surname> <given-names>T.</given-names></name> <name><surname>Nichols</surname> <given-names>E.</given-names></name> <name><surname>Owolabi</surname> <given-names>M. O.</given-names></name> <name><surname>Carroll</surname> <given-names>W. M.</given-names></name> <name><surname>Dichgans</surname> <given-names>M.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>The global burden of neurological disorders: translating evidence into policy.</article-title> <source><italic>Lancet Neurol.</italic></source> <volume>19</volume> <fpage>255</fpage>&#x2013;<lpage>265</lpage>. <pub-id pub-id-type="doi">10.1016/S1474-4422(19)30411-9</pub-id></citation></ref>
<ref id="B30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Folstein</surname> <given-names>M. F.</given-names></name> <name><surname>Folstein</surname> <given-names>S. E.</given-names></name> <name><surname>McHugh</surname> <given-names>P. R.</given-names></name></person-group> (<year>1975</year>). <article-title>Mini-mental state. A practical method for grading the cognitive state of patients for the clinician.</article-title> <source><italic>J. Psychiatr. Res.</italic></source> <volume>12</volume> <fpage>189</fpage>&#x2013;<lpage>198</lpage>.</citation></ref>
<ref id="B31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Forbes</surname> <given-names>K. E.</given-names></name> <name><surname>Shanks</surname> <given-names>M. F.</given-names></name> <name><surname>Venneri</surname> <given-names>A.</given-names></name></person-group> (<year>2004</year>). <article-title>The evolution of dysgraphia in Alzheimer&#x2019;s disease.</article-title> <source><italic>Brain Res. Bull.</italic></source> <volume>63</volume> <fpage>19</fpage>&#x2013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1016/j.brainresbull.2003.11.005</pub-id> <pub-id pub-id-type="pmid">15121235</pub-id></citation></ref>
<ref id="B32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fraser</surname> <given-names>S. A.</given-names></name> <name><surname>Li</surname> <given-names>K. Z. H.</given-names></name> <name><surname>Penhune</surname> <given-names>V. B.</given-names></name></person-group> (<year>2009</year>). <article-title>A comparison of motor skill learning and retention in younger and older adults.</article-title> <source><italic>Exp. Brain Res.</italic></source> <volume>195</volume> <fpage>419</fpage>&#x2013;<lpage>427</lpage>. <pub-id pub-id-type="doi">10.1007/s00221-009-1806-5</pub-id> <pub-id pub-id-type="pmid">19404628</pub-id></citation></ref>
<ref id="B33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guo</surname> <given-names>H.</given-names></name> <name><surname>Wan</surname> <given-names>J.</given-names></name> <name><surname>Wang</surname> <given-names>H.</given-names></name> <name><surname>Wu</surname> <given-names>H.</given-names></name> <name><surname>Xu</surname> <given-names>C.</given-names></name> <name><surname>Miao</surname> <given-names>L.</given-names></name><etal/></person-group> (<year>2021</year>). <article-title>Self-powered intelligent human-machine interaction for handwriting recognition.</article-title> <source><italic>Research (Wash D C)</italic></source> <volume>2021</volume>:<issue>4689869</issue>. <pub-id pub-id-type="doi">10.34133/2021/4689869</pub-id> <pub-id pub-id-type="pmid">33880448</pub-id></citation></ref>
<ref id="B34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hendrycks</surname> <given-names>D.</given-names></name> <name><surname>Gimpel</surname> <given-names>K.</given-names></name></person-group> (<year>2016</year>). <article-title>&#x201C;Bridging nonlinearities and stochastic regularizers with Gaussian error linear units,&#x201D;</article-title> in <source><italic>Proceedings of the 2017 International Conference on Learning Representations, April 24&#x2013;26</italic></source>, <publisher-loc>Toulon</publisher-loc>.</citation></ref>
<ref id="B35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hilton</surname> <given-names>O.</given-names></name></person-group> (<year>1977</year>). <article-title>Influence of age and illness of handwriting: identification problems.</article-title> <source><italic>Forensic Sci.</italic></source> <volume>9</volume> <fpage>616</fpage>&#x2013;<lpage>672</lpage>.</citation></ref>
<ref id="B36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hirsiger</surname> <given-names>S.</given-names></name> <name><surname>Koppelmans</surname> <given-names>V.</given-names></name> <name><surname>M&#x00E9;rillat</surname> <given-names>S.</given-names></name> <name><surname>Erdin</surname> <given-names>C.</given-names></name> <name><surname>Narkhede</surname> <given-names>A.</given-names></name> <name><surname>Brickman</surname> <given-names>A. M.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>Executive functions in healthy older adults are differentially related to macro- and microstructural white matter characteristics of the cerebral lobes.</article-title> <source><italic>Front. Aging Neurosci.</italic></source> <volume>9</volume>:<issue>373</issue>. <pub-id pub-id-type="doi">10.3389/fnagi.2017.00373</pub-id> <pub-id pub-id-type="pmid">29249957</pub-id></citation></ref>
<ref id="B37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Illouz</surname> <given-names>E.</given-names></name> <name><surname>(Omid) David</surname> <given-names>E.</given-names></name> <name><surname>Netanyahu</surname> <given-names>N. S.</given-names></name></person-group> (<year>2018</year>). &#x201C;<article-title>Handwriting-based gender classification using end-to-end deep neural networks</article-title>,&#x201D; in <source><italic>Artificial Neural Networks and Machine Learning &#x2013; ICANN 2018. Lecture Notes in Computer Science</italic></source>, <role>eds</role> <person-group person-group-type="editor"><name><surname>K&#x016F;rkov&#x00E1;</surname> <given-names>V.</given-names></name> <name><surname>Manolopoulos</surname> <given-names>Y.</given-names></name> <name><surname>Hammer</surname> <given-names>B.</given-names></name> <name><surname>Iliadis</surname> <given-names>L.</given-names></name> <name><surname>Maglogiannis</surname> <given-names>I.</given-names></name></person-group> (<publisher-loc>Cham</publisher-loc>: <publisher-name>Springer International Publishing</publisher-name>), <fpage>613</fpage>&#x2013;<lpage>621</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-030-01424-7_60</pub-id></citation></ref>
<ref id="B38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kanno</surname> <given-names>S.</given-names></name> <name><surname>Shinohara</surname> <given-names>M.</given-names></name> <name><surname>Kanno</surname> <given-names>K.</given-names></name> <name><surname>Gomi</surname> <given-names>Y.</given-names></name> <name><surname>Uchiyama</surname> <given-names>M.</given-names></name> <name><surname>Nishio</surname> <given-names>Y.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Neural substrates underlying progressive micrographia in Parkinson&#x2019;s disease.</article-title> <source><italic>Brain Behav.</italic></source> <volume>10</volume>:<issue>e01669</issue>. <pub-id pub-id-type="doi">10.1002/brb3.1669</pub-id> <pub-id pub-id-type="pmid">32558361</pub-id></citation></ref>
<ref id="B39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>E.-J.</given-names></name> <name><surname>Lee</surname> <given-names>B. H.</given-names></name> <name><surname>Park</surname> <given-names>K. C.</given-names></name> <name><surname>Lee</surname> <given-names>W. Y.</given-names></name> <name><surname>Na</surname> <given-names>D. L.</given-names></name></person-group> (<year>2005</year>). <article-title>Micrographia on free writing versus copying tasks in idiopathic Parkinson&#x2019;s disease.</article-title> <source><italic>Parkinsonism Relat. Disord.</italic></source> <volume>11</volume> <fpage>57</fpage>&#x2013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1016/j.parkreldis.2004.08.005</pub-id> <pub-id pub-id-type="pmid">15619464</pub-id></citation></ref>
<ref id="B40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>S.</given-names></name> <name><surname>Melhem</surname> <given-names>E. R.</given-names></name></person-group> (<year>2008</year>). <article-title>Does diffusion-tensor MR imaging provide accurate tracing of specific white matter tracts that correspond to actual anatomic and functional units in the central nervous system?</article-title> <source><italic>Radiology</italic></source> <volume>249</volume> <fpage>725</fpage>&#x2013;<lpage>727</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.2493081531</pub-id> <pub-id pub-id-type="pmid">19011176</pub-id></citation></ref>
<ref id="B41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lemos</surname> <given-names>N.</given-names></name> <name><surname>Shah</surname> <given-names>K.</given-names></name> <name><surname>Rade</surname> <given-names>R.</given-names></name> <name><surname>Shah</surname> <given-names>D.</given-names></name></person-group> (<year>2018</year>). &#x201C;<article-title>Personality prediction based on handwriting using machine learning</article-title>,&#x201D; in <source><italic>Proceedings of the 2018 International Conference on Computational Techniques, Electronics and Mechanical Systems (CTEMS).</italic></source> (<publisher-loc>Belgaum</publisher-loc>), <fpage>110</fpage>&#x2013;<lpage>113</lpage>. <pub-id pub-id-type="doi">10.1109/CTEMS.2018.8769221</pub-id></citation></ref>
<ref id="B42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Letanneux</surname> <given-names>A.</given-names></name> <name><surname>Danna</surname> <given-names>J.</given-names></name> <name><surname>Velay</surname> <given-names>J.-L.</given-names></name> <name><surname>Viallet</surname> <given-names>F.</given-names></name> <name><surname>Pinto</surname> <given-names>S.</given-names></name></person-group> (<year>2014</year>). <article-title>From micrographia to Parkinson&#x2019;s disease dysgraphia: Parkinson&#x2019;s disease dysgraphia.</article-title> <source><italic>Mov. Disord.</italic></source> <volume>29</volume> <fpage>1467</fpage>&#x2013;<lpage>1475</lpage>. <pub-id pub-id-type="doi">10.1002/mds.25990</pub-id> <pub-id pub-id-type="pmid">25156696</pub-id></citation></ref>
<ref id="B43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lubrano</surname> <given-names>V.</given-names></name> <name><surname>Roux</surname> <given-names>F.-E.</given-names></name> <name><surname>D&#x00E9;monet</surname> <given-names>J.-F.</given-names></name></person-group> (<year>2004</year>). <article-title>Writing-specific sites in frontal areas: a cortical stimulation study.</article-title> <source><italic>J. Neurosurg.</italic></source> <volume>101</volume> <fpage>787</fpage>&#x2013;<lpage>798</lpage>. <pub-id pub-id-type="doi">10.3171/jns.2004.101.5.0787</pub-id> <pub-id pub-id-type="pmid">15540917</pub-id></citation></ref>
<ref id="B44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marsili</surname> <given-names>L.</given-names></name> <name><surname>Mahajan</surname> <given-names>A.</given-names></name></person-group> (<year>2022</year>). <article-title>Clinical milestones in Parkinson&#x2019;s disease: past, present, and future.</article-title> <source><italic>J. Neurol. Sci.</italic></source> <volume>432</volume>:<issue>120082</issue>. <pub-id pub-id-type="doi">10.1016/j.jns.2021.120082</pub-id> <pub-id pub-id-type="pmid">34923333</pub-id></citation></ref>
<ref id="B45"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marsili</surname> <given-names>L.</given-names></name> <name><surname>Espay</surname> <given-names>A. J.</given-names></name> <name><surname>Merola</surname> <given-names>A.</given-names></name></person-group> (<year>2018</year>). <article-title>Future of neurologic examination in clinical practice.</article-title> <source><italic>JAMA Neurol.</italic></source> <volume>75</volume>:<issue>383</issue>. <pub-id pub-id-type="doi">10.1001/jamaneurol.2017.4998</pub-id> <pub-id pub-id-type="pmid">29435564</pub-id></citation></ref>
<ref id="B46"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marzinotto</surname> <given-names>G.</given-names></name> <name><surname>Rosales</surname> <given-names>J. C.</given-names></name> <name><surname>El-Yacoubi</surname> <given-names>M. A.</given-names></name> <name><surname>Garcia-Salicetti</surname> <given-names>S.</given-names></name> <name><surname>Kahindo</surname> <given-names>C.</given-names></name> <name><surname>Kerherv&#x00E9;</surname> <given-names>H.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>Age-related evolution patterns in online handwriting.</article-title> <source><italic>Comput. Math. Methods Med.</italic></source> <volume>2016</volume>:<issue>3246595</issue>. <pub-id pub-id-type="doi">10.1155/2016/3246595</pub-id> <pub-id pub-id-type="pmid">27752277</pub-id></citation></ref>
<ref id="B47"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Menon</surname> <given-names>V.</given-names></name> <name><surname>Desmond</surname> <given-names>J. E.</given-names></name></person-group> (<year>2001</year>). <article-title>Left superior parietal cortex involvement in writing: integrating fMRI with lesion evidence.</article-title> <source><italic>Brain Res. Cogn. Brain Res.</italic></source> <volume>12</volume> <fpage>337</fpage>&#x2013;<lpage>340</lpage>. <pub-id pub-id-type="doi">10.1016/s0926-6410(01)00063-5</pub-id></citation></ref>
<ref id="B48"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pang</surname> <given-names>S.</given-names></name> <name><surname>Yang</surname> <given-names>X.</given-names></name></person-group> (<year>2016</year>). <article-title>Deep convolutional extreme learning machine and its application in handwritten digit classification.</article-title> <source><italic>Comput. Intell. Neurosci.</italic></source> <volume>2016</volume>:<issue>3049632</issue>. <pub-id pub-id-type="doi">10.1155/2016/3049632</pub-id> <pub-id pub-id-type="pmid">27610128</pub-id></citation></ref>
<ref id="B49"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pei</surname> <given-names>L.</given-names></name> <name><surname>Ouyang</surname> <given-names>G.</given-names></name></person-group> (<year>2021</year>). <article-title>Online recognition of handwritten characters from scalp-recorded brain activities during handwriting.</article-title> <source><italic>J. Neural Eng.</italic></source> <volume>18</volume>. <pub-id pub-id-type="doi">10.1088/1741-2552/ac01a0</pub-id> <pub-id pub-id-type="pmid">34036941</pub-id></citation></ref>
<ref id="B50"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Petry</surname> <given-names>N. M.</given-names></name></person-group> (<year>2002</year>). <article-title>A comparison of young, middle-aged, and older adult treatment-seeking pathological gamblers.</article-title> <source><italic>Gerontologist</italic></source> <volume>42</volume> <fpage>92</fpage>&#x2013;<lpage>99</lpage>. <pub-id pub-id-type="doi">10.1093/geront/42.1.92</pub-id> <pub-id pub-id-type="pmid">11815703</pub-id></citation></ref>
<ref id="B51"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Plamondon</surname> <given-names>R.</given-names></name> <name><surname>O&#x2019;Reilly</surname> <given-names>C.</given-names></name> <name><surname>R&#x00E9;mi</surname> <given-names>C.</given-names></name> <name><surname>Duval</surname> <given-names>T.</given-names></name></person-group> (<year>2013</year>). <article-title>The lognormal handwriter: learning, performing, and declining.</article-title> <source><italic>Front. Psychol.</italic></source> <volume>4</volume>:<issue>945</issue>. <pub-id pub-id-type="doi">10.3389/fpsyg.2013.00945</pub-id> <pub-id pub-id-type="pmid">24391610</pub-id></citation></ref>
<ref id="B52"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Planton</surname> <given-names>S.</given-names></name> <name><surname>Jucla</surname> <given-names>M.</given-names></name> <name><surname>Roux</surname> <given-names>F.-E.</given-names></name> <name><surname>D&#x00E9;monet</surname> <given-names>J.-F.</given-names></name></person-group> (<year>2013</year>). <article-title>The &#x201C;handwriting brain&#x201D;: a meta-analysis of neuroimaging studies of motor versus orthographic processes.</article-title> <source><italic>Cortex</italic></source> <volume>49</volume> <fpage>2772</fpage>&#x2013;<lpage>2787</lpage>. <pub-id pub-id-type="doi">10.1016/j.cortex.2013.05.011</pub-id> <pub-id pub-id-type="pmid">23831432</pub-id></citation></ref>
<ref id="B53"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Planton</surname> <given-names>S.</given-names></name> <name><surname>Longcamp</surname> <given-names>M.</given-names></name> <name><surname>P&#x00E9;ran</surname> <given-names>P.</given-names></name> <name><surname>D&#x00E9;monet</surname> <given-names>J.-F.</given-names></name> <name><surname>Jucla</surname> <given-names>M.</given-names></name></person-group> (<year>2017</year>). <article-title>How specialized are writing-specific brain regions? An fMRI study of writing, drawing and oral spelling.</article-title> <source><italic>Cortex</italic></source> <volume>88</volume> <fpage>66</fpage>&#x2013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.1016/j.cortex.2016.11.018</pub-id> <pub-id pub-id-type="pmid">28081451</pub-id></citation></ref>
<ref id="B54"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Purcell</surname> <given-names>J. J.</given-names></name> <name><surname>Turkeltaub</surname> <given-names>P. E.</given-names></name> <name><surname>Eden</surname> <given-names>G. F.</given-names></name> <name><surname>Rapp</surname> <given-names>B.</given-names></name></person-group> (<year>2011</year>). <article-title>Examining the central and peripheral processes of written word production through meta-analysis.</article-title> <source><italic>Front. Psychol.</italic></source> <volume>2</volume>:<issue>239</issue>. <pub-id pub-id-type="doi">10.3389/fpsyg.2011.00239</pub-id> <pub-id pub-id-type="pmid">22013427</pub-id></citation></ref>
<ref id="B55"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rapcsak</surname> <given-names>S. Z.</given-names></name> <name><surname>Arthur</surname> <given-names>S. A.</given-names></name> <name><surname>Rubens</surname> <given-names>A. B.</given-names></name></person-group> (<year>1988</year>). <article-title>Lexical agraphia from focal lesion of the left precentral gyrus.</article-title> <source><italic>Neurology</italic></source> <volume>38</volume> <fpage>1119</fpage>&#x2013;<lpage>1123</lpage>. <pub-id pub-id-type="doi">10.1212/wnl.38.7.1119</pub-id> <pub-id pub-id-type="pmid">3386842</pub-id></citation></ref>
<ref id="B56"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rapcsak</surname> <given-names>S. Z.</given-names></name> <name><surname>Beeson</surname> <given-names>P. M.</given-names></name> <name><surname>Henry</surname> <given-names>M. L.</given-names></name> <name><surname>Leyden</surname> <given-names>A.</given-names></name> <name><surname>Kim</surname> <given-names>E.</given-names></name> <name><surname>Rising</surname> <given-names>K.</given-names></name><etal/></person-group> (<year>2009</year>). <article-title>Phonological dyslexia and dysgraphia: cognitive mechanisms and neural substrates.</article-title> <source><italic>Cortex</italic></source> <volume>45</volume> <fpage>575</fpage>&#x2013;<lpage>591</lpage>. <pub-id pub-id-type="doi">10.1016/j.cortex.2008.04.006</pub-id> <pub-id pub-id-type="pmid">18625494</pub-id></citation></ref>
<ref id="B57"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rodr&#x00ED;guez-Aranda</surname> <given-names>C.</given-names></name></person-group> (<year>2003</year>). <article-title>Reduced writing and reading speed and age-related changes in verbal fluency tasks.</article-title> <source><italic>Clin. Neuropsychol.</italic></source> <volume>17</volume> <fpage>203</fpage>&#x2013;<lpage>215</lpage>. <pub-id pub-id-type="doi">10.1076/clin.17.2.203.16508</pub-id> <pub-id pub-id-type="pmid">13680427</pub-id></citation></ref>
<ref id="B58"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roeltgen</surname> <given-names>D. P.</given-names></name> <name><surname>Heilman</surname> <given-names>K. M.</given-names></name></person-group> (<year>1984</year>). <article-title>Lexical agraphia. Further support for the two-system hypothesis of linguistic agraphia.</article-title> <source><italic>Brain</italic></source> <volume>107(Pt 3)</volume> <fpage>811</fpage>&#x2013;<lpage>827</lpage>. <pub-id pub-id-type="doi">10.1093/brain/107.3.811</pub-id> <pub-id pub-id-type="pmid">6206909</pub-id></citation></ref>
<ref id="B59"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rosenblum</surname> <given-names>S.</given-names></name> <name><surname>Werner</surname> <given-names>P.</given-names></name></person-group> (<year>2006</year>). <article-title>Assessing the handwriting process in healthy elderly persons using a computerized system.</article-title> <source><italic>Aging Clin. Exp. Res.</italic></source> <volume>18</volume> <fpage>433</fpage>&#x2013;<lpage>439</lpage>. <pub-id pub-id-type="doi">10.1007/BF03324840</pub-id> <pub-id pub-id-type="pmid">17167308</pub-id></citation></ref>
<ref id="B60"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rosenblum</surname> <given-names>S.</given-names></name> <name><surname>Engel-Yeger</surname> <given-names>B.</given-names></name> <name><surname>Fogel</surname> <given-names>Y.</given-names></name></person-group> (<year>2013</year>). <article-title>Reprint of &#x201C;Age-related changes in executive control and their relationships with activity performance in handwriting.&#x201D;.</article-title> <source><italic>Hum. Mov. Sci.</italic></source> <volume>32</volume> <fpage>1056</fpage>&#x2013;<lpage>1069</lpage>. <pub-id pub-id-type="doi">10.1016/j.humov.2013.08.001</pub-id> <pub-id pub-id-type="pmid">24128884</pub-id></citation></ref>
<ref id="B61"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schott</surname> <given-names>J. M.</given-names></name></person-group> (<year>2017</year>). <article-title>The neurology of ageing: what is normal?</article-title> <source><italic>Pract. Neurol.</italic></source> <volume>17</volume> <fpage>172</fpage>&#x2013;<lpage>182</lpage>. <pub-id pub-id-type="doi">10.1136/practneurol-2016-001566</pub-id> <pub-id pub-id-type="pmid">28455389</pub-id></citation></ref>
<ref id="B62"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schulz</surname> <given-names>M.</given-names></name> <name><surname>Mayer</surname> <given-names>C.</given-names></name> <name><surname>Schlemm</surname> <given-names>E.</given-names></name> <name><surname>Frey</surname> <given-names>B. M.</given-names></name> <name><surname>Malherbe</surname> <given-names>C.</given-names></name> <name><surname>Petersen</surname> <given-names>M.</given-names></name><etal/></person-group> (<year>2022</year>). <article-title>Association of age and structural brain changes with functional connectivity and executive function in a middle-aged to older population-based cohort.</article-title> <source><italic>Front. Aging Neurosci.</italic></source> <volume>14</volume>:<issue>782738</issue>. <pub-id pub-id-type="doi">10.3389/fnagi.2022.782738</pub-id> <pub-id pub-id-type="pmid">35283749</pub-id></citation></ref>
<ref id="B63"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Slavin</surname> <given-names>M. J.</given-names></name> <name><surname>Phillips</surname> <given-names>J. G.</given-names></name> <name><surname>Bradshaw</surname> <given-names>J. L.</given-names></name></person-group> (<year>1996</year>). <article-title>Visual cues and the handwriting of older adults: a kinematic analysis.</article-title> <source><italic>Psychol. Aging</italic></source> <volume>11</volume> <fpage>521</fpage>&#x2013;<lpage>526</lpage>. <pub-id pub-id-type="doi">10.1037//0882-7974.11.3.521</pub-id></citation></ref>
<ref id="B64"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Srihari</surname> <given-names>S. N.</given-names></name> <name><surname>Cha</surname> <given-names>S.-H</given-names></name> <name><surname>Arora</surname> <given-names>H.</given-names></name> <name><surname>Lee</surname> <given-names>S.</given-names></name></person-group> (<year>2001</year>). &#x201C;<article-title>Individuality of handwriting: a validation study</article-title>,&#x201D; in <source><italic>Proceedings of the 6th International Conference on Document Analysis and Recognition</italic></source>, (<publisher-loc>Seattle, WA</publisher-loc>), <fpage>106</fpage>&#x2013;<lpage>109</lpage>. <pub-id pub-id-type="doi">10.1109/ICDAR.2001.953764</pub-id></citation></ref>
<ref id="B65"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stojan</surname> <given-names>R.</given-names></name> <name><surname>Voelcker-Rehage</surname> <given-names>C.</given-names></name></person-group> (<year>2021</year>). <article-title>Neurophysiological correlates of age differences in driving behavior during concurrent subtask performance.</article-title> <source><italic>Neuroimage</italic></source> <volume>225</volume>:<issue>117492</issue>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2020.117492</pub-id> <pub-id pub-id-type="pmid">33169696</pub-id></citation></ref>
<ref id="B66"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Teulings</surname> <given-names>H. L.</given-names></name> <name><surname>Contreras-Vidal</surname> <given-names>J. L.</given-names></name> <name><surname>Stelmach</surname> <given-names>G. E.</given-names></name> <name><surname>Adler</surname> <given-names>C. H.</given-names></name></person-group> (<year>2002</year>). <article-title>Adaptation of handwriting size under distorted visual feedback in patients with Parkinson&#x2019;s disease and elderly and young controls.</article-title> <source><italic>J. Neurol. Neurosurg. Psychiatry</italic></source> <volume>72</volume> <fpage>315</fpage>&#x2013;<lpage>324</lpage>. <pub-id pub-id-type="doi">10.1136/jnnp.72.3.315</pub-id> <pub-id pub-id-type="pmid">11861687</pub-id></citation></ref>
<ref id="B67"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Valdovinos</surname> <given-names>B. Y.</given-names></name> <name><surname>Modica</surname> <given-names>J. S.</given-names></name> <name><surname>Schneider</surname> <given-names>R. B.</given-names></name></person-group> (<year>2022</year>). <article-title>Moving forward from the COVID-19 pandemic: needed changes in movement disorders care and research.</article-title> <source><italic>Curr. Neurol. Neurosci. Rep.</italic></source> <volume>22</volume> <fpage>113</fpage>&#x2013;<lpage>122</lpage>. <pub-id pub-id-type="doi">10.1007/s11910-022-01178-7</pub-id> <pub-id pub-id-type="pmid">35107786</pub-id></citation></ref>
<ref id="B68"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Verwey</surname> <given-names>W. B.</given-names></name> <name><surname>Abrahamse</surname> <given-names>E. L.</given-names></name> <name><surname>Ruitenberg</surname> <given-names>M. F. L.</given-names></name> <name><surname>Jim&#x00E9;nez</surname> <given-names>L.</given-names></name> <name><surname>de Kleine</surname> <given-names>E.</given-names></name></person-group> (<year>2011</year>). <article-title>Motor skill learning in the middle-aged: limited development of motor chunks and explicit sequence knowledge.</article-title> <source><italic>Psychol. Res.</italic></source> <volume>75</volume> <fpage>406</fpage>&#x2013;<lpage>422</lpage>. <pub-id pub-id-type="doi">10.1007/s00426-011-0320-0</pub-id> <pub-id pub-id-type="pmid">21287199</pub-id></citation></ref>
<ref id="B69"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walhovd</surname> <given-names>K. B.</given-names></name> <name><surname>Westlye</surname> <given-names>L. T.</given-names></name> <name><surname>Amlien</surname> <given-names>I.</given-names></name> <name><surname>Espeseth</surname> <given-names>T.</given-names></name> <name><surname>Reinvang</surname> <given-names>I.</given-names></name> <name><surname>Raz</surname> <given-names>N.</given-names></name><etal/></person-group> (<year>2011</year>). <article-title>Consistent neuroanatomical age-related volume differences across multiple samples.</article-title> <source><italic>Neurobiol. Aging</italic></source> <volume>32</volume> <fpage>916</fpage>&#x2013;<lpage>932</lpage>. <pub-id pub-id-type="doi">10.1016/j.neurobiolaging.2009.05.013</pub-id> <pub-id pub-id-type="pmid">19570593</pub-id></citation></ref>
<ref id="B70"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walton</surname> <given-names>J.</given-names></name></person-group> (<year>1997</year>). <article-title>Handwriting changes due to aging and Parkinson&#x2019;s syndrome.</article-title> <source><italic>Forensic Sci. Int.</italic></source> <volume>88</volume> <fpage>197</fpage>&#x2013;<lpage>214</lpage>. <pub-id pub-id-type="doi">10.1016/s0379-0738(97)00105-9</pub-id></citation></ref>
<ref id="B71"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>R.</given-names></name> <name><surname>Li</surname> <given-names>Z.</given-names></name> <name><surname>Cao</surname> <given-names>J.</given-names></name> <name><surname>Chen</surname> <given-names>T.</given-names></name> <name><surname>Wang</surname> <given-names>L.</given-names></name></person-group> (<year>2019</year>). &#x201C;<article-title>Convolutional recurrent neural networks for text classification</article-title>,&#x201D; in <source><italic>Proceedings of the 2019 International Joint Conference on Neural Networks (IJCNN).</italic></source> (<publisher-loc>Budapest</publisher-loc>), <fpage>1</fpage>&#x2013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1109/IJCNN.2019.8852406</pub-id></citation></ref>
<ref id="B72"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wu</surname> <given-names>T.</given-names></name> <name><surname>Zhang</surname> <given-names>J.</given-names></name> <name><surname>Hallett</surname> <given-names>M.</given-names></name> <name><surname>Feng</surname> <given-names>T.</given-names></name> <name><surname>Hou</surname> <given-names>Y.</given-names></name> <name><surname>Chan</surname> <given-names>P.</given-names></name></person-group> (<year>2016</year>). <article-title>Neural correlates underlying micrographia in Parkinson&#x2019;s disease.</article-title> <source><italic>Brain</italic></source> <volume>139</volume> <fpage>144</fpage>&#x2013;<lpage>160</lpage>. <pub-id pub-id-type="doi">10.1093/brain/awv319</pub-id> <pub-id pub-id-type="pmid">26525918</pub-id></citation></ref>
<ref id="B73"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wyss-Coray</surname> <given-names>T.</given-names></name></person-group> (<year>2016</year>). <article-title>Ageing, neurodegeneration and brain rejuvenation.</article-title> <source><italic>Nature</italic></source> <volume>539</volume> <fpage>180</fpage>&#x2013;<lpage>186</lpage>. <pub-id pub-id-type="doi">10.1038/nature20411</pub-id> <pub-id pub-id-type="pmid">27830812</pub-id></citation></ref>
<ref id="B74"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zham</surname> <given-names>P.</given-names></name> <name><surname>Raghav</surname> <given-names>S.</given-names></name> <name><surname>Kempster</surname> <given-names>P.</given-names></name> <name><surname>Poosapadi Arjunan</surname> <given-names>S.</given-names></name> <name><surname>Wong</surname> <given-names>K.</given-names></name> <name><surname>Nagao</surname> <given-names>K. J.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Kinematic study of progressive Micrographia in Parkinson&#x2019;s disease.</article-title> <source><italic>Front. Neurol.</italic></source> <volume>10</volume>:<issue>403</issue>. <pub-id pub-id-type="doi">10.3389/fneur.2019.00403</pub-id> <pub-id pub-id-type="pmid">31068893</pub-id></citation></ref>
<ref id="B75"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhuang</surname> <given-names>F.-J.</given-names></name> <name><surname>Chen</surname> <given-names>Y.</given-names></name> <name><surname>He</surname> <given-names>W.-B.</given-names></name> <name><surname>Cai</surname> <given-names>Z.-Y.</given-names></name></person-group> (<year>2018</year>). <article-title>Prevalence of white matter hyperintensities increases with age.</article-title> <source><italic>Neural Regen. Res.</italic></source> <volume>13</volume> <fpage>2141</fpage>&#x2013;<lpage>2146</lpage>. <pub-id pub-id-type="doi">10.4103/1673-5374.241465</pub-id> <pub-id pub-id-type="pmid">30323144</pub-id></citation></ref>
<ref id="B76"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zouaoui</surname> <given-names>F.</given-names></name> <name><surname>Bouadjenek</surname> <given-names>N.</given-names></name> <name><surname>Nemmour</surname> <given-names>H.</given-names></name> <name><surname>Chibani</surname> <given-names>Y.</given-names></name></person-group> (<year>2017</year>). &#x201C;<article-title>Co-training approach for improving age range prediction from handwritten text</article-title>,&#x201D; in <source><italic>Proceedings of the 2017 5th International Conference on Electrical Engineering - Boumerdes (ICEE-B)</italic></source>, (<publisher-loc>Boumerdes</publisher-loc>), <fpage>1</fpage>&#x2013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1109/ICEE-B.2017.8192233</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn id="footnote1"><label>1</label><p><ext-link ext-link-type="uri" xlink:href="https://github.com/mindee/doctr">https://github.com/mindee/doctr</ext-link></p></fn>
</fn-group>
</back>
</article>