<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychol.</journal-id>
<journal-title>Frontiers in Psychology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychol.</abbrev-journal-title>
<issn pub-type="epub">1664-1078</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyg.2023.1270437</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Diagnosing homo digitalis: towards a standardized assessment for digital tool competencies</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Stoll</surname>
<given-names>Sarah E. M.</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/534328/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bauer</surname>
<given-names>Isabel</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hopfer</surname>
<given-names>Karen</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lamberty</surname>
<given-names>Judith</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lunz</surname>
<given-names>Verena</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Guzm&#x00E1;n Bausch</surname>
<given-names>Francesca</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>H&#x00F6;flacher</surname>
<given-names>Cosima</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kroliczak</surname>
<given-names>Gregory</given-names>
</name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/86275/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kal&#x00E9;nine</surname>
<given-names>Sol&#x00E8;ne</given-names>
</name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Randerath</surname>
<given-names>Jennifer</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/107868/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Psychology, University of Konstanz</institution>, <addr-line>Konstanz</addr-line>, <country>Germany</country></aff>
<aff id="aff2"><sup>2</sup><institution>Lurija Institute for Rehabilitation Science and Health Research, Kliniken Schmieder</institution>, <addr-line>Allensbach</addr-line>, <country>Germany</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Developmental and Educational Psychology, Faculty of Psychology, University of Vienna</institution>, <addr-line>Vienna</addr-line>, <country>Austria</country></aff>
<aff id="aff4"><sup>4</sup><institution>Cognitive Neuroscience Center, Action and Cognition Laboratory, Faculty of Psychology and Cognitive Science, Adam Mickiewicz University</institution>, <addr-line>Poznan</addr-line>, <country>Poland</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Clinical Neuropsychology, Nicolaus Copernicus University in Toru&#x0144; Collegium Medicum</institution>, <addr-line>Bydgoszcz</addr-line>, <country>Poland</country></aff>
<aff id="aff6"><sup>6</sup><institution>Sciences Cognitives Et Sciences Affectives, University of Lille</institution>, <addr-line>Lille</addr-line>, <country>France</country></aff>
<aff id="aff7"><sup>7</sup><institution>Outpatient Unit for Research, Teaching, and Practice, Faculty of Psychology, University of Vienna</institution>, <addr-line>Vienna</addr-line>, <country>Austria</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0002">
<p>Edited by: Alessio Facchin, University of Milano-Bicocca, Italy</p>
</fn>
<fn fn-type="edited-by" id="fn0003">
<p>Reviewed by: Billino Jutta, University of Giessen, Germany; Daniela De Bartolo, Vrije Universiteit Amsterdam, Netherlands</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Jennifer Randerath, <email>J_Randerath@hotmail.com</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>04</day>
<month>01</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>14</volume>
<elocation-id>1270437</elocation-id>
<history>
<date date-type="received">
<day>31</day>
<month>07</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>28</day>
<month>11</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Stoll, Bauer, Hopfer, Lamberty, Lunz, Guzm&#x00E1;n Bausch, H&#x00F6;flacher, Kroliczak, Kal&#x00E9;nine and Randerath.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Stoll, Bauer, Hopfer, Lamberty, Lunz, Guzm&#x00E1;n Bausch, H&#x00F6;flacher, Kroliczak, Kal&#x00E9;nine and Randerath</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>In the 21st century, digital devices have become integral to our daily lives. Still, practical assessments designed to evaluate an individual&#x2019;s digital tool competencies are absent. The present study introduces the &#x201C;Digital Tools Test&#x201D; (&#x201C;DIGI&#x201D;), specifically designed for the evaluation of one&#x2019;s proficiency in handling common applications and functions of smartphones and tablets. The DIGI assessment has been primarily tailored for prospective use among older adults and neurological patients with the latter frequently suffering from so-called apraxia, which potentially also affects the handling of digital tools. Similar to traditional tool use tests that assess tool-selection and tool-action processes, the DIGI assessment evaluates an individual&#x2019;s ability to select an appropriate application for a given task (e.g., creating a new contact), their capacity to navigate within the chosen application and their competence in executing precise and accurate movements, such as swiping.</p>
</sec>
<sec>
<title>Methods</title>
<p>We tested the implementation of the DIGI in a group of 16 healthy adults aged 18 to 28 years and 16 healthy adults aged 60 to 74 years. All participants were able to withstand the assessment and reported good acceptance.</p>
</sec>
<sec>
<title>Results</title>
<p>The results revealed a significant performance disparity, with older adults displaying notably lower proficiency in the DIGI. The DIGI performance of older adults exhibited a correlation with their ability to employ a set of novel mechanical tools, but not with their ability to handle a set of familiar common tools. There was no such correlation for the younger group.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>In conclusion, this study introduces an innovative assessment tool aimed at evaluating common digital tool competencies. Our preliminary results demonstrate good acceptance and reveal expected group differences. For current cohorts of older adults, the results seem to indicate that the ability to use novel tools may aid digital tool use. In the next step, the psychometric properties of the DIGI assessment should be evaluated in larger and more diverse samples. The advancement of digital tool competency assessments and rehabilitation strategies is essential when we aim at facilitating societal inclusion and participation for individuals in affected populations.</p>
</sec>
</abstract>
<kwd-group>
<kwd>digital tools</kwd>
<kwd>aging</kwd>
<kwd>digital competencies</kwd>
<kwd>assessment</kwd>
<kwd>neurorehabilitation</kwd>
<kwd>inclusion</kwd>
<kwd>digital literacy</kwd>
<kwd>novel tools</kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="47"/>
<page-count count="11"/>
<word-count count="8296"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Neuropsychology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<title>Introduction</title>
<p>In daily life and society, Information Communication Technologies like the internet, smartphones, tablets, and applications (apps) have become ubiquitous. Proficiency in these technologies and broad digital competencies are important assets for participation in the working world (<xref ref-type="bibr" rid="ref31">Oberl&#x00E4;nder et al., 2020</xref>). The concept of &#x201C;digital competence&#x201D; was recognized as one of the eight core competencies for lifelong learning by the European Parliament and Council as early as 2006 (<xref ref-type="bibr" rid="ref14">European Parliament, 2006</xref>). Its significance extends beyond the professional world since the activities of daily living are increasingly shaped by digitalization. In numerous aspects of our lives, digital technologies have emerged as the most convenient means of access. For example, in the realm of transportation and travel, we simply call an Uber via an app or find the nearest subway station with the &#x201C;maps&#x201D; application on our smartphones. These digital approaches offer advantages, including flexibility and mobility (<xref ref-type="bibr" rid="ref33">Quamar et al., 2020</xref>). Arguably, one of the most pivotal roles played by modern digital technologies is in the domain of communication. Instant messaging (e.g., WhatsApp, Messenger), email services, social networking platforms (e.g., Instagram, Facebook) and video conferencing (e.g., Skype, Zoom) nowadays are common (<xref ref-type="bibr" rid="ref33">Quamar et al., 2020</xref>). Typically, these communication tools are accessed through the use of smartphones.</p>
<p>The role of participation in digital opportunities is particularly evident across different demographic groups. Among the younger population, aged between 20 and 25, digital tools have emerged as the primary medium for communication. In fact, owning a smartphone is considered by this age group as an almost indispensable component of social interaction, and those without such a device are perceived to be partially excluded from these interactions (<xref ref-type="bibr" rid="ref30">M&#x00F6;ller, 2016</xref>). A longitudinal study in a Finnish sample showed that also in middle-aged and older persons, the perceived necessity to own and use information and communication technology (such as smartphones and tablets) was growing (<xref ref-type="bibr" rid="ref44">Wilska and Kuoppam&#x00E4;ki, 2017</xref>). In the case of older adults and individuals with medical conditions, especially in the context of eHealth and mHealth (i.e., the provision of healthcare services through Information Communication Technologies, particularly smart mobile devices), the significance of these technologies has been steadily growing. As preventive measures or complements to traditional medical care, mobile health apps are becoming increasingly accessible via smartphones or tablets. Unfortunately, the adoption of smart mobile devices is still less prevalent in older age groups, even though older adults may benefit the most from telemedical apps and mHealth communication (<xref ref-type="bibr" rid="ref9">Chiarini et al., 2013</xref>; <xref ref-type="bibr" rid="ref26">Li et al., 2014</xref>; <xref ref-type="bibr" rid="ref8">Changizi and Kaveh, 2017</xref>). To close these gaps there is a need to analyze potential factors contributing to non-use.</p>
<p>One important factor for non-use or inappropriate use presents an inadequate understanding of how to properly operate these devices. There are several potential challenges older adults might face when attempting to navigate digital devices. First, there appear good news when looking at overall usability of smartphones and tablets. <xref ref-type="bibr" rid="ref25">Kortum and Sorber (2015)</xref> who investigated usability ratings of the most popular applications on iOS and Android OS among more than 3,000 participants reported high usability ratings. Also in the older population, there is a positive reception of smart mobile technologies: in a recent study, <xref ref-type="bibr" rid="ref2">Brunzini et al. (2023)</xref> found that older Italian citizens regarded digital devices, including smartphones and tablets, as quite useable and learnable. Moreover, their small pilot sample demonstrated only few errors when operating these devices for social support, and entertainment purposes. However, usability and performance measures frequently seem to dissociate in older adults. For example, in a study comparing touchscreen versus keyboard use in two tasks, <xref ref-type="bibr" rid="ref41">Sonderegger et al. (2016)</xref> found that while older adults were equally effective at solving text input- and menu selection-tasks as their younger counterparts, they performed less efficient. At the same time the perceived usability of smartphones was rather positive in older adults. Multiple obstacles faced by senior citizens were identified by <xref ref-type="bibr" rid="ref29">McGaughey et al. (2013)</xref> or <xref ref-type="bibr" rid="ref17">Gomez-Hernandez et al. (2023)</xref> in their reviews: Some difficulties can be attributed to the device itself, such as the small size of the gadget, others depend on characteristics of the user, such as physical and cognitive limitations or a lack of confidence and training. Furthermore, studies suggest that age, together with educational background, may have an influence on the ability to solve technology-associated problems (<xref ref-type="bibr" rid="ref13">Ertl et al., 2020</xref>).</p>
<p>However, non-use due to reduced competencies does not merely pertain to healthy older adults, but also to persons with cognitive disabilities, for example after stroke. We propose that digital tool competencies is also a highly relevant topic in the context of neurorehabilitation. Strikingly, limb apraxia, known as a disorder of (traditional) tool use (<xref ref-type="bibr" rid="ref16">Goldenberg, 2013</xref>; <xref ref-type="bibr" rid="ref35">Randerath, 2023</xref>), is a frequent consequence of brain damage such as stroke with a prevalence of 28&#x2013;37% among stroke survivors (<xref ref-type="bibr" rid="ref11">Donkervoort et al., 2000</xref>). The term &#x201C;limb apraxia&#x201D; refers to disorders of learned and purposeful movements (<xref ref-type="bibr" rid="ref27">Liepmann, 1900</xref>; <xref ref-type="bibr" rid="ref20">Heilman and Rothi, 1993</xref>). When applying the traditional tool use assessments using the DILA-S in stroke patients (<xref ref-type="bibr" rid="ref5">Buchmann and Randerath, 2017</xref>; <xref ref-type="bibr" rid="ref3">Buchmann et al., 2020a</xref>,<xref ref-type="bibr" rid="ref4">b</xref>), our patients&#x2019; left us with the impression that next to their common tool competencies (i.e., how to use a fork or a toothbrush), their digital tool competencies (i.e., send a note or picture to their relatives using a messenger-application) are just as important to them for their ADLs (activities of daily living) and participation. From our observations, there are valid concerns surrounding the capacity of stroke patients to navigate digital devices. Lastly, apraxia is only one of a vast variety of potential syndromes and disorders after stroke that may affect digital tool use. Other stroke-associated symptoms affecting motor, perceptual, communicative, or cognitive abilities such as hemiplegia, hemineglect, aphasia, and deficits concerning concentration and memory are potential influencing factors that also may detrimentally impact digital competencies. Another concern regarding the capacity of stroke patients to operate digital devices relates to the advanced age of many individuals in this patient group (<xref ref-type="bibr" rid="ref7">Busch and Kuhnert, 2017</xref>). Therefore, it is important to first investigate the digital tool use competencies in healthy older adults.</p>
<p>Considering the profound impact of Information Communication Technologies on ADLs, in their review <xref ref-type="bibr" rid="ref33">Quamar et al. (2020)</xref> conclude that it &#x201C;marks a paradigm shift in the way we assess and measure everyday functioning&#x201D;. The digitalization drives the need for standardized tests of basic digital skills to be considered for ADL assessments, contributing to the &#x201C;paradigm shift&#x201D;.</p>
<p>The assessment of individual difficulties in common digital tool competencies seems an important step towards characterizing an individual&#x2019;s problem also before offering a tailored training intervention. There are strong efforts to enhance digital accessibility for the older population, e.g., by designing special user interfaces for older adults (<xref ref-type="bibr" rid="ref1">Arab et al., 2013</xref>; <xref ref-type="bibr" rid="ref37">Sakdulyatham et al., 2017</xref>) or providing smartphone training classes (<xref ref-type="bibr" rid="ref45">Zhao et al., 2020</xref>). A standardized assessment could be useful to evaluate the success of such an intervention. Despite the decent amount of tests for general or specific technological knowledge and skills among high school and college students (for an overview see <xref ref-type="bibr" rid="ref10">Covello and Lei, 2010</xref>), standardized instruments for the assessment of digital competencies in the general population are scarce. Existing assessments rely on self-report questionnaires rather than practical tasks (<xref ref-type="bibr" rid="ref15">Ferrari, 2013</xref>; <xref ref-type="bibr" rid="ref28">Lu et al., 2017</xref>; <xref ref-type="bibr" rid="ref23">Karnoe et al., 2018</xref>; <xref ref-type="bibr" rid="ref45">Zhao et al., 2020</xref>) or they focus on device usability (<xref ref-type="bibr" rid="ref41">Sonderegger et al., 2016</xref>; <xref ref-type="bibr" rid="ref2">Brunzini et al., 2023</xref>).</p>
<p>Inspired by our clinical work, we developed a novel pragmatic assessment for digital tool competencies. The major goal of this manuscript is to introduce the so-called DIGI (DIGItal tools test). This instrument aims to assess fundamental digital tool competencies focusing on elementary tasks associated with the utilization of smart mobile devices, namely smartphones and tablets. It evaluates participants&#x2019; performance regarding their ability to select an adequate application (selection), successful navigation inside the application (production) and minimize motor-related errors (motor error). The DIGI has been developed especially for use in older adults and neurologic patients. In the present pilot study, we sought to test the feasibility and acceptance of the DIGI in a sample of healthy young and older adults participating in the assessment. The study further involved a comparative analysis between the two cohorts and included a correlational analysis with performance in the traditional novel and familiar tool use tests of the Diagnostic Instrument for Limb Apraxia (DILA-S).</p>
<sec id="sec2">
<title>The current study</title>
<p>Despite unprecedented opportunities of smart mobile devices in supporting independence and healthcare for older adults and neurological patients, many older individuals are hesitant to use these devices due to a lack of competence or because brain damage may have impaired their ability to use these tools. A prerequisite for administering adequate digital tool use training is the standardized assessment of abilities and difficulties in handling smart mobile devices. Currently, there is a lack of a suitable assessment tool for this purpose. In the current study, we aim to address this gap by introducing a newly developed assessment for evaluating digital tool use competencies, named DIGI. This assessment evaluates a set of everyday skills and tasks in operating smartphones or tablets, like saving a contact or connecting the device to the power socket for charging. Performance is evaluated based on correctly choosing (selection) and using (production) the essential features to handle each task, as well as on movement-related mistakes (motor error).</p>
<p>We anticipated no drop outs, good acceptability and that the group of older adults will show significantly more difficulties in handling digital devices compared to the younger group with significantly lower selection and production scores and significantly more movement-related mistakes than the younger group. We further explored whether the proficiency to use traditional novel versus familiar tools would correlate with the ability to use modern smart mobile devices in the young as well as in the older group.</p>
</sec>
</sec>
<sec sec-type="methods" id="sec3">
<title>Methods</title>
<p>The study was approved by the ethics committee of the University of Konstanz (#15/2020) and conducted in accordance with the declaration of Helsinki. All participants gave informed consent before taking part in the study. Post hoc power-analyses can be found in the <xref ref-type="supplementary-material" rid="SM1">Supplementary material, Table 1</xref>.</p>
<sec id="sec4">
<title>Participants</title>
<p>Data was collected from March 2019 to July 2019. The younger sample consisted of 16 subjects ranging between 18 and 28&#x2009;years (<italic>M</italic>&#x2009;=&#x2009;23.50, <italic>SD</italic>&#x2009;=&#x2009;2.68), with half of them being female. The older adults sample included 16 participants, aged between 60 and 74&#x2009;years (<italic>M</italic>&#x2009;=&#x2009;64.25, <italic>SD</italic>&#x2009;=&#x2009;3.99), with nine of them being female. None of the participants showed signs of cognitive impairment as evidenced by their DemTect Scores &#x2265;13 (<xref ref-type="bibr" rid="ref22">Kalbe et al., 2004</xref>). Two subjects, one in each group, indicated to be left-handed. Hand sensibility, assessed with the two-point discrimination test (for a detailed description see <xref ref-type="bibr" rid="ref21">Hunter et al., 1990</xref>) did not differ between the older and younger group (<italic>U</italic>&#x2009;=&#x2009;119.5, <italic>z</italic>&#x2009;=&#x2009;&#x2212;0.34, <italic>p</italic>&#x2009;=&#x2009;0.752).</p>
</sec>
<sec id="sec5">
<title>DIGI</title>
<p>For a comprehensive description of the DIGI, please refer to the manual, booklets and evaluation sheets (available at <ext-link xlink:href="https://kops.uni-konstanz.de/entities/publication/09b43e22-1e78-4561-9833-9eaa7963f38f" ext-link-type="uri">https://kops.uni-konstanz.de/entities/publication/09b43e22-1e78-4561-9833-9eaa7963f38f</ext-link>). The DIGI was developed to assess the skills in handling digital devices. During the assessment, participants are tasked with completing everyday-like assignments using a smart mobile device. The experimenter evaluates the participant&#x2019;s performance using an evaluation sheet, considering the successful selection of an adequate application, the effective navigation inside the application and the skillfulness of the motor movement when interacting with the device. The DIGI assessment consists of two versions, denoted as A and B, which cater to both, smartphone, and tablet, compatible with the operating systems iOS and Android. Booklets and evaluation sheets are available for both operating systems. In the present pilot study, all participants used the Android-based devices. Each of the two versions comprises the same two practice trials (see AB 00.1 and AB 00.2 in <xref ref-type="table" rid="tab1">Table 1</xref>), eight tasks for smartphone and seven tasks for tablet. Parallel-items that were chosen for their close resemblance were: A01-B01; A02-B02; A03-B03; A04-B04; A05-B07; A06-B08; A07-B05; A08-B06 (please note, whether both subsets are solved in a similar manner will be looked at in a subsequent study evaluating psychometric properties by use of a larger sample). Notably, two tasks involving the phone function (A 02 <italic>answer a call</italic>, B 02 <italic>make a call</italic>) are exclusive to the smartphone version. The remaining tasks are identical for smartphone and tablet. Practice trials are excluded from the evaluation, since the experimenter may provide assistance to participants in completing them. Successful connection to the Wi-Fi and having saved a contact are prerequisites performing subsequent tasks. DIGI-tasks encompass various everyday skills and operations on smart mobile devices. A comprehensive list of all items can be found in <xref ref-type="table" rid="tab1">Table 1</xref>.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Overview of the tasks of the DIGI by versions A and B.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">DIGI-A</th>
<th align="left" valign="top">Item</th>
<th align="center" valign="top">DIGI-B</th>
<th align="left" valign="top">Item</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">AB 00.1</td>
<td align="left" valign="top">Save contact</td>
<td align="center" valign="top">AB 00.1</td>
<td align="left" valign="top">Save contact</td>
</tr>
<tr>
<td align="left" valign="top">AB 00.2</td>
<td align="left" valign="top">Connect to Wi-Fi</td>
<td align="center" valign="top">AB 00.2</td>
<td align="left" valign="top">Connect to Wi-Fi</td>
</tr>
<tr>
<td align="left" valign="top">A 01</td>
<td align="left" valign="top">Charge the device</td>
<td align="center" valign="top">B 01</td>
<td align="left" valign="top">Connect the headphones</td>
</tr>
<tr>
<td align="left" valign="top">A 02</td>
<td align="left" valign="top">Answer a call</td>
<td align="center" valign="top">B 02</td>
<td align="left" valign="top">Make a call</td>
</tr>
<tr>
<td align="left" valign="top">A 03</td>
<td align="left" valign="top">Set an alarm</td>
<td align="center" valign="top">B 03</td>
<td align="left" valign="top">Save appointments</td>
</tr>
<tr>
<td align="left" valign="top">A 04</td>
<td align="left" valign="top">Send smiley</td>
<td align="center" valign="top">B 04</td>
<td align="left" valign="top">Send photo</td>
</tr>
<tr>
<td align="left" valign="top">A 05</td>
<td align="left" valign="top">Mute</td>
<td align="center" valign="top">B 05</td>
<td align="left" valign="top">Navigate</td>
</tr>
<tr>
<td align="left" valign="top">A 06</td>
<td align="left" valign="top">Take a photo</td>
<td align="center" valign="top">B 06</td>
<td align="left" valign="top">Zoom in</td>
</tr>
<tr>
<td align="left" valign="top">A 07</td>
<td align="left" valign="top">Open website</td>
<td align="center" valign="top">B 07</td>
<td align="left" valign="top">Set to flight mode</td>
</tr>
<tr>
<td align="left" valign="top">A 08</td>
<td align="left" valign="top">Zoom out</td>
<td align="center" valign="top">B 08</td>
<td align="left" valign="top">Delete photo</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec6">
<title>Evaluation</title>
<p>An example of an evaluation sheet is displayed in <xref ref-type="fig" rid="fig1">Figure 1</xref>. Each item of the DIGI is evaluated based on two major criteria: the selection criterion and production criteria, which correspond to the process of app-selection and of navigating inside the application. The selection criterion pertains to the correct choice of the application suitable for the task (e.g., item <italic>save contact</italic>: input mask is reached (e.g., via contacts, telephone)). The production criteria evaluate the correct solution for each item in two action steps (e.g., for the item <italic>save contact</italic>: 1. Data input, 2. Save). Participants could achieve a maximum of 8 points (tablet: 7) per subtest for selection and 16 points (tablet: 14) for production. The separate evaluation of selection and production criteria is based on the finding that for traditional tools the selection and application can be impaired selectively in stroke patients (<xref ref-type="bibr" rid="ref5">Buchmann and Randerath, 2017</xref>). Additionally, observable movement-related errors are documented. Typical observable movement errors include imprecise typing, inadequate holding, inadequate pressure, imprecise swiping, and inappropriate zooming. Notably, it is possible to record further movement-related errors. It also needs to be noted that future studies in this field should include kinematics-related evaluation procedures that allow for more precise movement tracking or objective movement error recognition. For each different observed error, one error-point is recorded. For example, if a participant&#x2019;s typing and swiping are both imprecise in one trial, two error-points are noted.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Setup and material of the DIGI. The top two left panels show the used devices (smartphones, tablets) and below the DIGI setup is displayed as used in the current study, including response pad and shutter goggles. On the right exemplary excerpts from the evaluation sheets including selection (top), production (middle) and error scores (bottom) are displayed. We would like to point out that the response pad, shutter goggles and head mounted camera are not necessary equipment to conduct the DIGI. At the current developmental stage of the assessment instrument, it served to control the timing of the visual input and the placement of the participant&#x2019;s hand, as well as to refer to video footage of the test sessions whenever necessary (e.g., to test for interrater reliability). For the application in clinical practice, the DIGI requires only the smart mobile devices, booklets, and evaluation sheets.</p>
</caption>
<graphic xlink:href="fpsyg-14-1270437-g001.tif"/>
</fig>
</sec>
<sec id="sec7">
<title>Material</title>
<p>The material and devices listed below and displayed in <xref ref-type="fig" rid="fig1">Figure 1</xref> were employed for the implementation of the DIGI. The DIGI encompasses form sheets for evaluation, booklets displaying the current task with accompanying photographs showing the target end-state of the device, and paper flashcards with additional information necessary to solve the current task. Further materials include: a multi-socket, device-specific chargers, headphones, an object to be photographed (in this study a toy cat was utilized), and an iOS or Android smartphone and tablet. The smartphones and tablets used in the current study were a Samsung Galaxy A7 smartphone and a Samsung Galaxy Tab A tablet. In our laboratory, the DIGI is also available with an iPhone SE, and an iPad Air. Each device was equipped with a current Android OS or iOS version and received regular updates to ensure optimal functionality.</p>
<p>The primary objective of this study is to introduce the new assessment instrument, DIGI. Consequently, we will focus on the selection, production and motor-error scores. For experimental purposes a Cedrus Response Pad RB-540 was used in the present study. By instructing the participants to press a button of the Response Pad between trials with their hand which operated the digital device, the starting position of the hand was controlled. PLATO Visual Occlusion Spectacles from Translucent Technologies Inc. served to control the timing of visual input. These devices were controlled by a 15.6-inch laptop (ASUS VivoBook) running a Windows 10 Home operating system and the Cedrus Superlab 5 experimental software. To facilitate the evaluation of the participant&#x2019;s performance, a head-mounted camera (GoPro Hero Session) was used to record screen activity during the DIGI.</p>
</sec>
<sec id="sec8">
<title>Procedure</title>
<p>In the course of this study, participants undertook the DIGI assessment using the Android operating system. Each participant completed the test on both, smartphone and tablet.</p>
<p>First, the participant put on the GoPro camera and the goggles. Then two practice trials were conducted followed by the DIGI tasks from versions A and B. The order in which versions and smart mobile devices were presented was balanced evenly among subjects. The response pad was placed adjacent to the hand operating the device. The digital device was placed centrally in front of the participant on the table, showing the home screen. The booklet was placed vertically to the device (see <xref ref-type="fig" rid="fig1">Figure 1</xref>). Between the trials, the goggles were shut and the participants placed their hand on the response pad&#x2019;s key.</p>
<p>Each trial started with a verbal instruction of the respective task, consisting of a brief description (&#x201C;Save contact&#x201D;) and a specification of the task (&#x201C;Save the number &#x2018;&#x2026;&#x2019; with the name &#x2018;&#x2026;&#x2019; in the contacts&#x201D;). Participants were given the time they needed, i.e., the task was not time-constrained. Additionally, the booklet with a picture of the successful end-state of the device was presented for reference. This end-state is one of several possible solutions since some items can be solved in various acceptable ways. For example, in devices with Android OS, enabling flight mode may be accomplished via the settings menu &#x2013; as shown in the booklet. However, it is also possible to enable flight mode via the taskbar, which usually can be dragged down from the upper edge of the home screen. This method results in a visually different, but correct end-state which is credited.</p>
<p>In the present study, the participants were allowed to use their preferred hand or both hands to solve the tasks.</p>
</sec>
<sec id="sec9">
<title>DILA-S</title>
<p>Subtests from the Diagnostic Instrument for Limb Apraxia were administered in this study (DILA-S, for material and manual).<xref ref-type="fn" rid="fn0001"><sup>1</sup></xref> The results from the novel (NTT) and familiar (FTT) tools subtests are reported. In both NTT and FTT, participants first select the most appropriate tool from a set of three options and subsequently manipulate an object with the correct tool. The object is either a cylinder (NTT) that shall be lifted from a socket or a well-known everyday object (FTT) that shall be manipulated (e.g., scooping soup from a pot). Participants receive 0&#x2013;2 selection points per trial, resulting in a total selection score for novel or familiar tool use between 0 and 10 points. Additionally, the participants&#x2019; ability to correctly manipulate the object is awarded with 0&#x2013;2 execution-points per trial. This means that the range for the execution-score in NTT and FTT is 0&#x2013;10 points. For a more comprehensive description of the DILA-S please see <xref ref-type="bibr" rid="ref5">Buchmann and Randerath (2017)</xref>.</p>
</sec>
<sec id="sec10">
<title>Acceptance</title>
<p>The acceptance of the DIGI has been assessed by use of an adapted version of the Akzept! questionnaire by <xref ref-type="bibr" rid="ref24">Kersting (2008)</xref>.</p>
</sec>
<sec id="sec11">
<title>Interrater reliability</title>
<p>Video recordings (received via GoPro) from a subsample of the older group (<italic>n</italic>&#x2009;=&#x2009;7) were analyzed by a second independent rater who evaluated the participants&#x2019; performance in the DIGI. Selection, production, and motor-related error scores were summed up across DIGI versions A and B, smartphone, and tablet, and correlated between the experimenter and the independent rater using Kendall&#x2019;s tau.</p>
</sec>
<sec id="sec12">
<title>Data analysis</title>
<p>The normality of the data was assessed on a group-wise basis by using the Kolmogorov&#x2013;Smirnov test (K-S test). Results of the K-S test indicated that several variables from the DIGI, NTT, and FTT were not normally distributed in either age group (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.05). Consequently, the non-parametric Mann&#x2013;Whitney test was applied for between-group comparisons of DIGI selection-, production-, and error-scores. The Bonferroni-Holm procedure was applied to correct for multiple testing.</p>
<p>Correlations between the DIGI selection scores and the selection scores of the NTT and FTT were computed using Kendall&#x2019;s tau. The same procedure was applied for the correlation of DIGI production scores and NTT and FTT execution scores. The correlations were conducted separately for each age group and for each device used.</p>
</sec>
</sec>
<sec sec-type="results" id="sec13">
<title>Results</title>
<sec id="sec14">
<title>Analysis of group differences</title>
<p>For an overview of group comparisons concerning the DIGI variables, please see <xref ref-type="table" rid="tab2">Table 2</xref>. Consistent with our hypothesis, we observed that the older age group achieved significantly lower production scores when operating the smartphone or the tablet. Furthermore, the older adults committed significantly more movement-related errors than the young adults on both devices. However, the selection score did not differ significantly between the age groups, for neither smartphone nor tablet (<xref ref-type="fig" rid="fig2">Figure 2</xref>).</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Comparisons between age groups on DIGI variables by use of the Mann&#x2013;Whitney test.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Variable</th>
<th align="center" valign="top">Older (m; SD)</th>
<th align="center" valign="top">Young (m; SD)</th>
<th align="center" valign="top"><italic>U</italic></th>
<th align="center" valign="top"><italic>z</italic></th>
<th align="center" valign="top"><italic>p</italic></th>
<th align="center" valign="top"><italic>p</italic> adj.</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Smartphone selection score (in %)</td>
<td align="center" valign="top">98.05;0.3.76</td>
<td align="center" valign="top">100.00;0</td>
<td align="center" valign="top">160.00</td>
<td align="center" valign="top">2.10</td>
<td align="center" valign="top">0.239</td>
<td align="center" valign="top">0.478</td>
</tr>
<tr>
<td align="left" valign="top">Smartphone production score (in %)</td>
<td align="center" valign="top">86.91;7.67</td>
<td align="center" valign="top">97.46;2.61</td>
<td align="center" valign="top">241.50</td>
<td align="center" valign="top">4.35</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001<sup>&#x002A;&#x002A;&#x002A;</sup></td>
</tr>
<tr>
<td align="left" valign="top">Smartphone error score</td>
<td align="center" valign="top">2.50;2.66</td>
<td align="center" valign="top">0.06;0.25</td>
<td align="center" valign="top">51.00</td>
<td align="center" valign="top">&#x2212;3.43</td>
<td align="center" valign="top">0.003</td>
<td align="center" valign="top">0.012<sup>&#x002A;</sup></td>
</tr>
<tr>
<td align="left" valign="top">Tablet selection score (in %)</td>
<td align="center" valign="top">98.21;4.12</td>
<td align="center" valign="top">99.55;1.79</td>
<td align="center" valign="top">144.50</td>
<td align="center" valign="top">1.08</td>
<td align="center" valign="top">0.539</td>
<td align="center" valign="top">0.539</td>
</tr>
<tr>
<td align="left" valign="top">Tablet production score (in %)</td>
<td align="center" valign="top">91.10;8.71</td>
<td align="center" valign="top">98.66;2.21</td>
<td align="center" valign="top">201.00</td>
<td align="center" valign="top">2.93</td>
<td align="center" valign="top">0.005</td>
<td align="center" valign="top">0.015<sup>&#x002A;</sup></td>
</tr>
<tr>
<td align="left" valign="top">Tablet error score</td>
<td align="center" valign="top">3.13;2.85</td>
<td align="center" valign="top">0.19;0.54</td>
<td align="center" valign="top">40.00</td>
<td align="center" valign="top">&#x2212;3.66</td>
<td align="center" valign="top">0.001</td>
<td align="center" valign="top">0.005<sup>&#x002A;&#x002A;</sup></td>
</tr>
<tr>
<td align="left" valign="top">Hand sensibility</td>
<td align="center" valign="top">2.56;0.79</td>
<td align="center" valign="top">2.38;0.39</td>
<td align="center" valign="top">119.50</td>
<td align="center" valign="top">&#x2212;0.34</td>
<td align="center" valign="top">0.752</td>
<td align="center" valign="top">&#x2013;</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><sup>&#x002A;</sup><italic>p</italic><sub>adj</sub>&#x2009;&#x2264;&#x2009;0.05, <sup>&#x002A;&#x002A;</sup><italic>p</italic><sub>adj</sub>&#x2009;&#x2264;&#x2009;0.01, <sup>&#x002A;&#x002A;&#x002A;</sup><italic>p</italic><sub>adj</sub>&#x2009;&#x2264;&#x2009;0.001 (adjusted with Bonferroni-Holm procedure).</p>
</table-wrap-foot>
</table-wrap>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>DIGI scores per group (older adults vs. young) and per device (smartphone vs. tablet). <bold>(A)</bold> Displays the DIGI selection score in percent per group and device. <bold>(B)</bold> The DIGI production score per group and device. <bold>(C)</bold> The sum of movement-related errors per group and device. <sup>&#x002A;</sup><italic>p</italic><sub>adj</sub>&#x2009;&#x2264;&#x2009;0.05, <sup>&#x002A;&#x002A;</sup><italic>p</italic><sub>adj</sub>&#x2009;&#x2264;&#x2009;0.01, <sup>&#x002A;&#x002A;&#x002A;</sup><italic>p</italic><sub>adj</sub>&#x2009;&#x2264;&#x2009;0.001 (adjusted with Bonferroni-Holm procedure).</p>
</caption>
<graphic xlink:href="fpsyg-14-1270437-g002.tif"/>
</fig>
</sec>
<sec id="sec15">
<title>Correlation of digital and traditional tool use performance (Kendall&#x2019;s tau)</title>
<p>In the younger age group, no significant correlation was identified between the DIGI scores and the performance in the NTT (selection <italic>M</italic>&#x2009;=&#x2009;7.44; production <italic>M</italic>&#x2009;=&#x2009;19.69; execution <italic>M</italic>&#x2009;=&#x2009;9.13) and FTT (selection <italic>M</italic>&#x2009;=&#x2009;9.53; production <italic>M</italic>&#x2009;=&#x2009;19.60; execution <italic>M</italic>&#x2009;=&#x2009;9.73), for both smartphone and tablet (<italic>&#x03C4;</italic>&#x2009;&#x2264;&#x2009;0.372, <italic>p</italic>&#x2009;&#x2265;&#x2009;0.142). Correlations with the smartphone selection score could not be calculated due to a lack of variance in the younger age group.</p>
<p>Conversely, in the older age group, we observed a significant positive correlation between smartphone production score and NTT execution (execution <italic>M</italic>&#x2009;=&#x2009;8.94) (<italic>&#x03C4;</italic>&#x2009;=&#x2009;0.44, <italic>p</italic>&#x2009;=&#x2009;0.040), as well as between tablet production score and NTT execution (<italic>&#x03C4;</italic>&#x2009;=&#x2009;0.47, <italic>p</italic>&#x2009;=&#x2009;0.028) (<xref ref-type="fig" rid="fig3">Figure 3</xref>). Except for these two, there were no further significant correlations between the FTT (selection <italic>M</italic>&#x2009;=&#x2009;10.00; production <italic>M</italic>&#x2009;=&#x2009;19.75; execution <italic>M</italic>&#x2009;=&#x2009;9.75)/NTT (selection <italic>M</italic>&#x2009;=&#x2009;7.75; production <italic>M</italic>&#x2009;=&#x2009;19.81) and any of the DIGI variables (<italic>&#x03C4;</italic>&#x2009;&#x2264;&#x2009;0.081, <italic>p</italic>&#x2009;&#x2265;&#x2009;0.728). Due to a lack of variance, no correlations could be calculated between FTT selection and the DIGI scores in the older age group.</p>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>Correlation of smartphone and tablet production scores with NTT execution in the older age group.</p>
</caption>
<graphic xlink:href="fpsyg-14-1270437-g003.tif"/>
</fig>
</sec>
<sec id="sec16">
<title>Acceptance</title>
<p>Participants rated the DIGI immediately for acceptance after completing the test items. Mean values and standard deviations for the single items of the acceptability questionnaire are shown in <xref ref-type="table" rid="tab3">Table 3</xref>. There is an overall good acceptance of the DIGI as indicated by both groups. The DIGI has been graded by the older adults with 2.06 (SD&#x2009;=&#x2009;0.75) and by the younger adults with 1.56 (SD&#x2009;=&#x2009;0.54) according to the German grading system (1 indicates &#x2018;very good&#x2019; and 6 indicates &#x2018;insufficient&#x2019;).</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Acceptance ratings for the DIGI per group.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top">Older adults means (SD)</th>
<th align="center" valign="top">Young adults means (SD)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" colspan="3"><italic>Scale: 1 (does not apply) &#x2013; 6 (applies completely)</italic></td>
</tr>
<tr>
<td align="left" valign="top">The test tasks were clear and comprehensible.</td>
<td align="center" valign="middle">5.88 (0.34)</td>
<td align="center" valign="middle">5.50 (1.32)</td>
</tr>
<tr>
<td align="left" valign="top">The test can precisely map the differences that exist in relation to the tested characteristic.</td>
<td align="center" valign="middle">5.13 (1.09)</td>
<td align="center" valign="middle">5.13 (1.02)</td>
</tr>
<tr>
<td align="left" valign="top">The test tasks reflect the use of digital devices, which is also required in everyday life.</td>
<td align="center" valign="middle">5.56 (0.89)</td>
<td align="center" valign="middle">4.81 (1.60)</td>
</tr>
<tr>
<td align="left" valign="top">I felt overburdened during the test.</td>
<td align="center" valign="middle">1.56 (1.09)</td>
<td align="center" valign="middle">1.44 (1.26)</td>
</tr>
<tr>
<td align="left" valign="top">It is doubtful that the test will reveal difficulties in the use of digital devices.</td>
<td align="center" valign="middle">2.25 (1.39)</td>
<td align="center" valign="middle">2.31 (1.30)</td>
</tr>
<tr>
<td align="left" valign="top">The test reliably measures what it measures.</td>
<td align="center" valign="middle">5.06 (1.18)</td>
<td align="center" valign="middle">4.50 (1.32)</td>
</tr>
<tr>
<td align="left" valign="top">I did not understand the task.</td>
<td align="center" valign="middle">1.00 (0.00)</td>
<td align="center" valign="middle">1.31 (1.25)</td>
</tr>
<tr>
<td align="left" valign="top">Working through the test tasks is stressful.</td>
<td align="center" valign="middle">1.69 (1.25)</td>
<td align="center" valign="middle">1.38 (1.26)</td>
</tr>
<tr>
<td align="left" valign="top">I always knew what I had to do when working on the test tasks.</td>
<td align="center" valign="middle">5.13 (1.45)</td>
<td align="center" valign="middle">5.00 (1.86)</td>
</tr>
<tr>
<td align="left" valign="top">The ability to perform well in the tested tasks and the ability to use digital devices are two entirely different things.</td>
<td align="center" valign="middle">2.50 (1.51)</td>
<td align="center" valign="middle">2.25 (1.00)</td>
</tr>
<tr>
<td align="left" valign="top">The test allows you to precisely measure the differences in performance between different people in the ability covered by the test.<sup>a</sup></td>
<td align="center" valign="middle">4.80 (1.08)</td>
<td align="center" valign="middle">4.63 (1.15)</td>
</tr>
<tr>
<td align="left" valign="top">The majority of the test tasks were too difficult for me.</td>
<td align="center" valign="middle">1.19 (0.54)</td>
<td align="center" valign="middle">1.06 (0.25)</td>
</tr>
<tr>
<td align="left" valign="top">The test tasks have too little in common with reality to accurately predict success in the use of digital devices.</td>
<td align="center" valign="middle">1.44 (0.89)</td>
<td align="center" valign="middle">1.69 (0.79)</td>
</tr>
<tr>
<td align="left" valign="top">Working through the test tasks is exhausting.</td>
<td align="center" valign="middle">2.19 (1.80)</td>
<td align="center" valign="middle">1.13 (0.34)</td>
</tr>
<tr>
<td align="left" valign="top">I did not understand the test tasks.</td>
<td align="center" valign="middle">1.06 (0.25)</td>
<td align="center" valign="middle">1.06 (0.25)</td>
</tr>
<tr>
<td align="left" valign="top">The test evaluation can provide an accurate picture of a person&#x2019;s abilities.</td>
<td align="center" valign="middle">4.69 (1.74)</td>
<td align="center" valign="middle">4.81 (0.98)</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="3"><italic>Scale: 1 (very good) &#x2013; 6 (insufficient)</italic></td>
</tr>
<tr>
<td align="left" valign="top">What grade would you give the test you just finished?</td>
<td align="center" valign="middle">2.06 (0.93)</td>
<td align="center" valign="middle">1.56 (0.51)</td>
</tr>
<tr>
<td align="left" valign="top">Compared to other people in my age group (with the same level of education), I think I did &#x2026; in the test.</td>
<td align="center" valign="middle">2.81 (0.75)</td>
<td align="center" valign="middle">2.19 (0.54)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Items adapted from Akzept! by <xref ref-type="bibr" rid="ref24">Kersting (2008)</xref> and translated from German. <sup>a</sup>One missing value in the older group for this item (i.e., <italic>n</italic>&#x2009;=&#x2009;15).</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec17">
<title>Interrater reliability</title>
<p>We observed significant correlations between the experimenter&#x2019;s and the independent rater&#x2019;s evaluation of the participants&#x2019; performance in the DIGI on all three scores: Selection score (<italic>&#x03C4;</italic>&#x2009;=&#x2009;1.00, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), production score (<italic>&#x03C4;</italic>&#x2009;=&#x2009;0.781, <italic>p</italic>&#x2009;=&#x2009;0.015) and movement-related error scores (<italic>&#x03C4;</italic>&#x2009;=&#x2009;0.900, <italic>p</italic>&#x2009;=&#x2009;0.006).</p>
</sec>
</sec>
<sec sec-type="discussion" id="sec18">
<title>Discussion</title>
<p>In the present work, we introduced the DIGI, an assessment tool for evaluating common competencies in handling smartphones and tablets. Through a pilot test involving a small sample of young and older adults, we demonstrated good interrater reliability, feasibility and acceptability of the DIGI assessment. We further showed its potential to detect performance differences in digital tool competencies between younger and older adults.</p>
<p>Our finding suggests that older adults might understand as proficiently as younger adults which application suits best for the assigned task. The older group was able to find and tap the appropriate app-icon on the mobile device and there were no differences between age groups in terms of selection scores.</p>
<p>However, consistent with our hypothesis, the older adults exhibited significantly more problems in producing the correct steps while navigating within the apps. This became evident in group differences for the DIGI production- and movement-related error scores for both smartphone and tablet. Common movement-related errors included, for example, imprecise typing whenever entering text and misperceptions about the meaning of a digital gesture, such as confusing typing and swiping when answering a phone call or confusing the zoom-in and the zoom-out gesture. It seems unlikely that this deficit could be explained by a decreased hand sensibility in the older age group since we observed that hand sensibility did not differ between groups. The literature, however, demonstrates that older adults show indeed a variety of motor deficits in comparison to younger adults, such as difficulties in coordination, increased variability of movements, slowing of movements, and difficulties with balance and gait, which are attributable to age-related changes in the central nervous system (for an overview see <xref ref-type="bibr" rid="ref39">Seidler et al., 2010</xref>). These age-related changes in the central nervous system might have contributed to the increase in motor-related errors in the older age group. Early technology-related findings by <xref ref-type="bibr" rid="ref40">Smith et al. (1999)</xref> support this hypothesis. The authors showed that cursor control tasks with a computer mouse were significantly more difficult for older than younger adults. In their study, this difficulty was associated with age-related declines in motor control, specifically in motor coordination. Comparable mechanisms might have led to the observation of more movement-related errors in the older group of the current study.</p>
<p>Furthermore, in the older age group, the ability to use digital tools correlated with the ability to use traditional (mechanical) but novel tools. Specifically, individuals with lower skills in navigating digital tools tend to display lower skills in applying novel tools to their recipient objects. This could point towards three different interpretations. One hypothesis posits that lower digital tool competencies are indicative of cognitive decline due to healthy aging. Substantiating this hypothesis, the existing literature demonstrates that digital app usage including such characteristics as number of apps used, usage by hour of day, swipes, and keystroke events predicts cognitive ability in older adults as measured with neuropsychological assessments (<xref ref-type="bibr" rid="ref18">Gordon et al., 2019</xref>). The second hypothesis could point towards healthy older people having overall difficulties in novel hand-tool interactions in the sense of mechanical reasoning and thereby showing lower practical digital tool competencies. While previous results (<xref ref-type="bibr" rid="ref36">Randerath et al., 2017</xref>) suggest that healthy older versus young subjects do not differ on a group level in performing novel tool use, the current study demonstrates a correlation between novel tool use and digital tool use skills. The third hypothesis directs towards an effect of the cohort with reduced familiarity with digital rules. Older people, who did not grow up surrounded by digital technologies, are sometimes labeled as &#x201C;digital immigrants&#x201D; (<xref ref-type="bibr" rid="ref32">Prensky, 2001</xref>). They may need similar resources to handle digital tools as they need for using traditional (mechanical) novel tools. This may relate to general rule retrieval that is also discussed to be essential for novel tool utilization (<xref ref-type="bibr" rid="ref34">Randerath, 2020</xref>; <xref ref-type="bibr" rid="ref42">Stoll et al., 2022</xref>). The Broca area may be a relevant neural correlate that has been associated with different behavioral tasks based on rules, such as rule-guided actions (<xref ref-type="bibr" rid="ref6">Bunge, 2004</xref>; <xref ref-type="bibr" rid="ref12">Donohue et al., 2008</xref>), and grammatical rules in language syntax (<xref ref-type="bibr" rid="ref43">Tettamanti et al., 2002</xref>). An overlap of lesion areas associated with impaired novel tool selection in Broca&#x2019;s area have been discussed to be related to the retrieval and maintenance of object characteristics and physic rules (<xref ref-type="bibr" rid="ref42">Stoll et al., 2022</xref>). The speculated potential overlap of digital tool competencies and behavioral and neural correlates of rule retrieval and novel tool use needs to be addressed in future studies. The argument that digital immigrants who encountered digital technology much later in life may approach these devices like novel tools is in line with the third hypothesis. Instead, younger people, commonly referred to as digital natives, may use different resources for digital competencies, relying more on common knowledge and overlearned procedures. In accordance with the hypothesis that the brains of digital natives might diverge from those of digital immigrants (<xref ref-type="bibr" rid="ref32">Prensky, 2001</xref>), we speculate that the younger and the older age groups in our study might have recruited different areas of the brain to solve the DIGI. Participants in the older age group might have employed similar brain regions to solve the DIGI as they do to solve the DILA-S NTT. Our data implies that subsequent studies on the DIGI&#x2019;s psychometric properties need to clarify its underlying constructs cohort-wise as age and the year born may both play a decisive role.</p>
<p>Furthermore, in our study, all participants utilized laboratory-owned smartphones and tablets rather than their personal devices. While this has several practical reasons (standardization, data protection, assessment procedure etc.) there are also some challenges going along with this. For example, a participant might have been familiar with the Android OS in general but running on a Huawei smartphone, and therefore, may not have been versed in its operation on a Samsung device, specifically on a Samsung Galaxy A7 used in the current setup. Dealing with unfamiliar devices can lead to user errors, given variations in the design and operation of different smartphones and tablets (<xref ref-type="bibr" rid="ref1002">Byrom and Row, 2017</xref>; <xref ref-type="bibr" rid="ref1003">Germine et al., 2019</xref>) and perhaps younger participants are more flexible in switching between brands.</p>
<p>It appears notable that the here-described difficulties in handling digital tools in the older sample may further extend to potential non-use of more specific health apps. The question arises of how to secure the inclusion and participation of those suffering from a loss of digital competencies. Digital tool use has gained growing importance not only for the area of health improvement but also in medical diagnostics. For example, current literature discusses approaches that target cognitive digital phenotyping by capturing everyday cognition <italic>in vivo</italic> via digital tool use (<xref ref-type="bibr" rid="ref19">Hackett and Giovannetti, 2022</xref>). As some studies suggest that app use can predict cognitive performance decline (<xref ref-type="bibr" rid="ref18">Gordon et al., 2019</xref>), the idea of cognitive digital phenotyping would be, for example, to contribute to early diagnosis of dementia by evaluating a person&#x2019;s app using behavior (<xref ref-type="bibr" rid="ref19">Hackett and Giovannetti, 2022</xref>). The inevitable growth in these approaches promises increasing gains and advantages but faces many challenges including participation of vulnerable groups.</p>
<p>There are certain methodological limitations and challenges when assessing digital tool competencies such as the handling of smartphones and tablets. It is important to keep the experimental devices in an up-to-date state to ensure their optimal functionality. However, this practice can introduce concerns regarding the comparability of early and later DIGI surveys, since the software, and the UI might change slightly with updates. Similarly, hardware, software, and the way we use it changes rapidly, which may pose a difficulty in the context of the thorough development of a neuropsychological diagnostic instrument (<xref ref-type="bibr" rid="ref38">Schmand, 2019</xref>). Thus, it is questionable how long the specific tasks included in the DIGI will be relevant for our everyday living. Additionally, it is debatable for how long the specific smartphone&#x2212;/tablet-brands we included in the DIGI will remain among the most frequently used ones. While we here provide a framework for presenting items and evaluating practical digital competencies of common tasks and features of smartphones and tablets, for future developments, we expect that regular reevaluations and adjustments of the items and devices present necessary steps.</p>
<p>Specific limitations of the current study are the small sample sizes and ceiling effects in certain DIGI and DILA-S variables especially in the young adults group. A major objective for future research is to enlarge our samples for all age groups and incorporate conditions with constraint hand use to obtain control samples for neurologic patients who oftentimes suffer from motor unimanual impairments such as hemiparesis. For our neurologic sample, it will be important to broaden the sample and include more severely impaired patients. The next steps entail collecting psychometric data and evaluating behavioral and neural correlates of diminished digital competencies.</p>
</sec>
<sec sec-type="conclusions" id="sec19">
<title>Conclusion</title>
<p>In light of the growing importance of digital devices, we tried to provide one important step towards diagnosing common digital abilities. In the present paper, we introduced an assessment instrument for basic competencies in smartphone and tablet use, the DIGI. We demonstrated its feasibility and acceptability in healthy samples of different ages. Differences between older and younger adults were found particularly for navigation within apps and for producing motor-related errors. Only in older adults worse performance in handling traditional novel tools in the DILA-S went along with reduced digital tool competencies in the DIGI. We speculated that the overlap of digital tool competencies and novel tool use is due to shared correlates of potential rule retrieval.</p>
<p>Follow-up studies should evaluate the DIGI&#x2019;s psychometric properties in larger groups including samples of healthy older participants as well as participants with cognitive impairments such as after suffering from a stroke. To further elucidate the underlying mechanisms of digital tool competencies, future studies should combine behavioral and neuroimaging techniques. When investigating digital tool competencies it appears particularly important to consider age and year of birth.</p>
</sec>
<sec sec-type="data-availability" id="sec20">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="ethics-statement" id="sec21">
<title>Ethics statement</title>
<p>The studies involving humans were approved by University of Konstanz ethics committee. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec22">
<title>Author contributions</title>
<p>SS: Conceptualization, Data curation, Formal analysis, Funding acquisition, Methodology, Project administration, Visualization, Writing &#x2013; original draft. IB: Data curation, Methodology, Project administration, Writing &#x2013; review &#x0026; editing. KH: Data curation, Formal analysis, Visualization, Writing &#x2013; original draft. JL: Data curation, Methodology, Writing &#x2013; review &#x0026; editing. VL: Writing &#x2013; review &#x0026; editing, Data curation. FG: Data curation, Writing &#x2013; review &#x0026; editing. CH: Data curation, Writing &#x2013; review &#x0026; editing, Conceptualization, Methodology. GK: Writing &#x2013; review &#x0026; editing. SK: Writing &#x2013; review &#x0026; editing. JR: Writing &#x2013; review &#x0026; editing, Funding acquisition, Methodology, Resources, Supervision.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec23">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This study was funded by an intersectional programme of the Zukunftskolleg at the University of Konstanz supported by the Excellence Strategy of the German Federal and State Governments at the University of Konstanz. The Open Access fee was covered by the University of Vienna.</p>
</sec>
<sec sec-type="COI-statement" id="sec24">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="sec25">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fpsyg.2023.1270437/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fpsyg.2023.1270437/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.DOCX" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_2.xlsx" id="SM2" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<fn-group>
<title>Abbreviations</title>
<fn fn-type="abbr"><p>DIGI, digital tools test; FTT, familiar tools test; NTT, novel tools test</p></fn>
</fn-group>
<fn-group>
<fn id="fn0001">
<p><sup>1</sup><ext-link xlink:href="https://www.moco.uni-konstanz.de/publikationen/assessments/" ext-link-type="uri">https://www.moco.uni-konstanz.de/publikationen/assessments/</ext-link>
</p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="ref1">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Arab</surname> <given-names>F.</given-names></name> <name><surname>Malik</surname> <given-names>Y.</given-names></name> <name><surname>Abdulrazak</surname> <given-names>B.</given-names></name></person-group> (<year>2013</year>). Evaluation of PhonAge: An Adapted Smartphone Interface for Elderly People. IFIP Conference on Human-Computer Interaction.</citation>
</ref>
<ref id="ref2">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Brunzini</surname> <given-names>A.</given-names></name> <name><surname>Caragiuli</surname> <given-names>M.</given-names></name> <name><surname>Atzori</surname> <given-names>F.</given-names></name> <name><surname>Bronzini</surname> <given-names>M.</given-names></name> <name><surname>Germani</surname> <given-names>M.</given-names></name></person-group> (<year>2023</year>). Digital Technology for Elders Better Living: a Usability and User-Experience Assessment. Proceedings of the 16th International Conference on PErvasive Technologies Related to Assistive Environments.</citation>
</ref>
<ref id="ref3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Buchmann</surname> <given-names>I.</given-names></name> <name><surname>Dangel</surname> <given-names>M.</given-names></name> <name><surname>Finkel</surname> <given-names>L.</given-names></name> <name><surname>Jung</surname> <given-names>R.</given-names></name> <name><surname>Makhkamova</surname> <given-names>I.</given-names></name> <name><surname>Binder</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2020a</year>). <article-title>Limb apraxia profiles in different clinical samples</article-title>. <source>Clin. Neuropsychol.</source> <volume>34</volume>, <fpage>217</fpage>&#x2013;<lpage>242</lpage>. doi: <pub-id pub-id-type="doi">10.1080/13854046.2019.1585575</pub-id>, PMID: <pub-id pub-id-type="pmid">31002018</pub-id></citation>
</ref>
<ref id="ref4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Buchmann</surname> <given-names>I.</given-names></name> <name><surname>Finkel</surname> <given-names>L.</given-names></name> <name><surname>Dangel</surname> <given-names>M.</given-names></name> <name><surname>Erz</surname> <given-names>D.</given-names></name> <name><surname>Maren Harscher</surname> <given-names>K.</given-names></name> <name><surname>Kaupp-Merkle</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2020b</year>). <article-title>A combined therapy for limb apraxia and related anosognosia</article-title>. <source>Neuropsychol. Rehabil.</source> <volume>30</volume>, <fpage>2016</fpage>&#x2013;<lpage>2034</lpage>. doi: <pub-id pub-id-type="doi">10.1080/09602011.2019.1628075</pub-id>, PMID: <pub-id pub-id-type="pmid">31210088</pub-id></citation>
</ref>
<ref id="ref5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Buchmann</surname> <given-names>I.</given-names></name> <name><surname>Randerath</surname> <given-names>J.</given-names></name></person-group> (<year>2017</year>). <article-title>Selection and application of familiar and novel tools in patients with left and right hemispheric stroke: psychometrics and normative data</article-title>. <source>Cortex</source> <volume>94</volume>, <fpage>49</fpage>&#x2013;<lpage>62</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cortex.2017.06.001</pub-id>, PMID: <pub-id pub-id-type="pmid">28711817</pub-id></citation>
</ref>
<ref id="ref6">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Bunge</surname> <given-names>S.</given-names></name>
</person-group> (<year>2004</year>). <article-title>How we use rules to select actions: a review of evidence from cognitive neuroscience</article-title>. <source>Cogn. Affect. Behav. Neurosci.</source> <volume>4</volume>, <fpage>564</fpage>&#x2013;<lpage>579</lpage>. doi: <pub-id pub-id-type="doi">10.3758/CABN.4.4.564</pub-id>, PMID: <pub-id pub-id-type="pmid">15849898</pub-id></citation>
</ref>
<ref id="ref7">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Busch</surname> <given-names>M. A.</given-names></name> <name><surname>Kuhnert</surname> <given-names>R.</given-names></name></person-group> (<year>2017</year>). <article-title>12-Monats-Pr&#x00E4;valenz von Schlaganfall Oder Chronischen Beschwerden Infolge Eines Schlaganfalls in Deutschland</article-title>. <source>Robert Koch-Institut, Epidemiologie und Gesundheitsberichterstattung</source>. doi: <pub-id pub-id-type="doi">10.17886/RKI-GBE-2017-010</pub-id></citation>
</ref>
<ref id="ref1002">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Byrom</surname> <given-names>B.</given-names></name> <name><surname>Row</surname> <given-names>B.</given-names></name></person-group> (<year>2017</year>). <article-title>The use of digital technologies to collect patient data in outcomes research</article-title>. <source>J. Comp. Effec. Res.</source> <volume>6</volume>, <fpage>275</fpage>&#x2013;<lpage>277</lpage>., PMID: <pub-id pub-id-type="pmid">28711817</pub-id></citation>
</ref>
<ref id="ref8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Changizi</surname> <given-names>M.</given-names></name> <name><surname>Kaveh</surname> <given-names>M. H.</given-names></name></person-group> (<year>2017</year>). <article-title>Effectiveness of the mHealth technology in improvement of healthy behaviors in an elderly population &#x2013; a systematic review</article-title>. <source>Mhealth</source> <volume>3</volume>:<fpage>51</fpage>. doi: <pub-id pub-id-type="doi">10.21037/mhealth.2017.08.06</pub-id>, PMID: <pub-id pub-id-type="pmid">29430455</pub-id></citation>
</ref>
<ref id="ref9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chiarini</surname> <given-names>G.</given-names></name> <name><surname>Ray</surname> <given-names>P.</given-names></name> <name><surname>Akter</surname> <given-names>S.</given-names></name> <name><surname>Masella</surname> <given-names>C.</given-names></name> <name><surname>Ganz</surname> <given-names>A.</given-names></name></person-group> (<year>2013</year>). <article-title>mHealth technologies for chronic diseases and elders: a systematic review</article-title>. <source>IEEE J. Sel. Areas Commun.</source> <volume>31</volume>, <fpage>6</fpage>&#x2013;<lpage>18</lpage>. doi: <pub-id pub-id-type="doi">10.1109/JSAC.2013.SUP.0513001</pub-id></citation>
</ref>
<ref id="ref10">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Covello</surname> <given-names>S.</given-names></name> <name><surname>Lei</surname> <given-names>J.</given-names></name></person-group> (<year>2010</year>). <article-title>A review of digital literacy assessment instruments syracuse university, school of education/IDD &#x0026; E, IDE-712: Analysis for human performance technology decisions</article-title>. <fpage>1</fpage>&#x2013;<lpage>31</lpage>.</citation>
</ref>
<ref id="ref11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Donkervoort</surname> <given-names>M.</given-names></name> <name><surname>Dekker</surname> <given-names>J.</given-names></name> <name><surname>Van Den Ende</surname> <given-names>E.</given-names></name> <name><surname>Stehmann-Saris</surname> <given-names>J.</given-names></name></person-group> (<year>2000</year>). <article-title>Prevalence of apraxia among patients with a first left hemisphere stroke in rehabilitation centres and nursing homes</article-title>. <source>Clin. Rehabil.</source> <volume>14</volume>, <fpage>130</fpage>&#x2013;<lpage>136</lpage>. doi: <pub-id pub-id-type="doi">10.1191/026921500668935800</pub-id></citation>
</ref>
<ref id="ref12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Donohue</surname> <given-names>S. E.</given-names></name> <name><surname>Wendelken</surname> <given-names>C.</given-names></name> <name><surname>Bunge</surname> <given-names>S. A.</given-names></name></person-group> (<year>2008</year>). <article-title>Neural correlates of preparation for action selection as a function of specific task demands</article-title>. <source>J. Cogn. Neurosci.</source> <volume>20</volume>, <fpage>694</fpage>&#x2013;<lpage>706</lpage>. doi: <pub-id pub-id-type="doi">10.1162/jocn.2008.20042</pub-id></citation>
</ref>
<ref id="ref13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ertl</surname> <given-names>B.</given-names></name> <name><surname>Csanadi</surname> <given-names>A.</given-names></name> <name><surname>Tarnai</surname> <given-names>C.</given-names></name></person-group> (<year>2020</year>). <article-title>Getting closer to the digital divide: an analysis of impacts on digital competencies based on the German PIAAC sample</article-title>. <source>Int. J. Educ. Dev.</source> <volume>78</volume>:<fpage>102259</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijedudev.2020.102259</pub-id>, PMID: <pub-id pub-id-type="pmid">32834463</pub-id></citation>
</ref>
<ref id="ref14">
<citation citation-type="journal"><person-group person-group-type="author">
<collab id="coll1">European Parliament</collab>
</person-group> (<year>2006</year>). <article-title>Recommendation of the European Parliament and the council of 18 December 2006 on key competences for lifelong learning</article-title>. <volume>394</volume>, <fpage>10</fpage>&#x2013;<lpage>18</lpage>. <source>Off. J. Eur. Union.</source> Available at: <ext-link xlink:href="http://data.europa.eu/eli/reco/2006/962/oj" ext-link-type="uri">http://data.europa.eu/eli/reco/2006/962/oj</ext-link></citation>
</ref>
<ref id="ref15">
<citation citation-type="other"><person-group person-group-type="author">
<name><surname>Ferrari</surname> <given-names>A.</given-names></name>
</person-group> (<year>2013</year>). <article-title>Framework for Developing and Understanding Digital Competence in Europe</article-title>. <source>Joint Res. Centre Euro. Comm</source>. doi: <pub-id pub-id-type="doi">10.2788/52966</pub-id></citation>
</ref>
<ref id="ref1003">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Germine</surname> <given-names>L.</given-names></name> <name><surname>Reinecke</surname> <given-names>K.</given-names></name> <name><surname>Chaytor</surname> <given-names>N. S.</given-names></name></person-group> (<year>2019</year>). <article-title>Digital neuropsychology: Challenges and opportunities at the intersection of science and software</article-title>. <source>Clin. Neurop.</source> <volume>33</volume>, <fpage>271</fpage>&#x2013;<lpage>286</lpage>.</citation>
</ref>
<ref id="ref16">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Goldenberg</surname> <given-names>G.</given-names></name>
</person-group> (<year>2013</year>). <article-title>Apraxia. Wiley interdisciplinary reviews</article-title>. <source>Cogn. Sci.</source> <volume>4</volume>, <fpage>453</fpage>&#x2013;<lpage>462</lpage>. doi: <pub-id pub-id-type="doi">10.1002/wcs.1241</pub-id>, PMID: <pub-id pub-id-type="pmid">26304239</pub-id></citation>
</ref>
<ref id="ref17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gomez-Hernandez</surname> <given-names>M.</given-names></name> <name><surname>Ferre</surname> <given-names>X.</given-names></name> <name><surname>Moral</surname> <given-names>C.</given-names></name> <name><surname>Villalba-Mora</surname> <given-names>E.</given-names></name></person-group> (<year>2023</year>). <article-title>Design guidelines of Mobile apps for older adults: systematic review and thematic analysis</article-title>. <source>JMIR Mhealth Uhealth</source> <volume>11</volume>:<fpage>e43186</fpage>. doi: <pub-id pub-id-type="doi">10.2196/43186</pub-id>, PMID: <pub-id pub-id-type="pmid">37733401</pub-id></citation>
</ref>
<ref id="ref18">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Gordon</surname> <given-names>M. L.</given-names></name> <name><surname>Gatys</surname> <given-names>L.</given-names></name> <name><surname>Guestrin</surname> <given-names>C.</given-names></name> <name><surname>Bigham</surname> <given-names>J. P.</given-names></name> <name><surname>Trister</surname> <given-names>A.</given-names></name> <name><surname>Patel</surname> <given-names>K.</given-names></name></person-group> (<year>2019</year>). App Usage Predicts Cognitive Ability in Older Adults. Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems.</citation>
</ref>
<ref id="ref19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hackett</surname> <given-names>K.</given-names></name> <name><surname>Giovannetti</surname> <given-names>T.</given-names></name></person-group> (<year>2022</year>). <article-title>Capturing cognitive aging in vivo: application of a neuropsychological framework for emerging digital tools</article-title>. <source>JMIR Aging</source> <volume>5</volume>:<fpage>e38130</fpage>. doi: <pub-id pub-id-type="doi">10.2196/38130</pub-id>, PMID: <pub-id pub-id-type="pmid">36069747</pub-id></citation>
</ref>
<ref id="ref20">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Heilman</surname> <given-names>K. M.</given-names></name> <name><surname>Rothi</surname> <given-names>L. J.</given-names></name></person-group> (<year>1993</year>). &#x201C;<article-title>Apraxia</article-title>&#x201D; in <source>Clinical neuropsychology</source>. eds. <person-group person-group-type="editor"><name><surname>Heilman</surname> <given-names>K. M.</given-names></name> <name><surname>Valenstein</surname> <given-names>E.</given-names></name></person-group> (<publisher-loc>New York, Oxford</publisher-loc>: <publisher-name>Oxford University Press</publisher-name>), <fpage>141</fpage>&#x2013;<lpage>164</lpage>.</citation>
</ref>
<ref id="ref21">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Hunter</surname> <given-names>J. M.</given-names></name> <name><surname>Schneider</surname> <given-names>L. H.</given-names></name> <name><surname>Mackin</surname> <given-names>E. J.</given-names></name> <name><surname>Callahan</surname> <given-names>A. D.</given-names></name></person-group> (<year>1990</year>). <source>Rehabilitation of the Hand: Surgery and Therapy</source>, <italic>3rd ed</italic>. <publisher-loc>St. Louis</publisher-loc>: <publisher-name>Mosby</publisher-name>.</citation>
</ref>
<ref id="ref22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kalbe</surname> <given-names>E.</given-names></name> <name><surname>Kessler</surname> <given-names>J.</given-names></name> <name><surname>Calabrese</surname> <given-names>P.</given-names></name> <name><surname>Smith</surname> <given-names>R.</given-names></name> <name><surname>Passmore</surname> <given-names>A.</given-names></name> <name><surname>Brand</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2004</year>). <article-title>DemTect: a new, sensitive cognitive screening test to support the diagnosis of mild cognitive impairment and early dementia</article-title>. <source>Int. J. Geriatr. Psychiatry</source> <volume>19</volume>, <fpage>136</fpage>&#x2013;<lpage>143</lpage>. doi: <pub-id pub-id-type="doi">10.1002/gps.1042</pub-id></citation>
</ref>
<ref id="ref23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Karnoe</surname> <given-names>A.</given-names></name> <name><surname>Furstrand</surname> <given-names>D.</given-names></name> <name><surname>Christensen</surname> <given-names>K. B.</given-names></name> <name><surname>Norgaard</surname> <given-names>O.</given-names></name> <name><surname>Kayser</surname> <given-names>L.</given-names></name></person-group> (<year>2018</year>). <article-title>Assessing competencies needed to engage with digital health services: development of the eHealth literacy assessment toolkit</article-title>. <source>J. Med. Internet Res.</source> <volume>20</volume>:<fpage>e8347</fpage>. doi: <pub-id pub-id-type="doi">10.2196/jmir.8347</pub-id></citation>
</ref>
<ref id="ref24">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Kersting</surname> <given-names>M.</given-names></name>
</person-group> (<year>2008</year>). <article-title>Zur akzeptanz von intelligenz-und leistungstests</article-title>. <source>Rep. Psychol.</source> <volume>33</volume>, <fpage>420</fpage>&#x2013;<lpage>433</lpage>.</citation>
</ref>
<ref id="ref25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kortum</surname> <given-names>P.</given-names></name> <name><surname>Sorber</surname> <given-names>M.</given-names></name></person-group> (<year>2015</year>). <article-title>Measuring the usability of mobile applications for phones and tablets</article-title>. <source>Int. J. Hum. Comput. Interact.</source> <volume>31</volume>, <fpage>518</fpage>&#x2013;<lpage>529</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10447318.2015.1064658</pub-id></citation>
</ref>
<ref id="ref26">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>Z.</given-names></name> <name><surname>Huang</surname> <given-names>A.</given-names></name> <name><surname>Xu</surname> <given-names>W.</given-names></name> <name><surname>Hu</surname> <given-names>W.</given-names></name> <name><surname>Xie</surname> <given-names>L.</given-names></name></person-group> (<year>2014</year>). Fall Perception for Elderly Care: A Fall Detection Algorithm in Smart Wristlet mHealth System. 2014 IEEE International Conference on Communications (ICC).</citation>
</ref>
<ref id="ref27">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Liepmann</surname> <given-names>H.</given-names></name>
</person-group> (<year>1900</year>). <article-title>Das Krankheitshild der Apraxie ("Motorischen Asymbolie") auf Grund eines Falles von einseitiger Apraxie</article-title>. <source>Monatschrift f&#x00FC;r Psychiatrie und Neurologie</source> <volume>8</volume>, <fpage>15</fpage>&#x2013;<lpage>29</lpage>. doi: <pub-id pub-id-type="doi">10.1159/000221488</pub-id></citation>
</ref>
<ref id="ref28">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Lu</surname> <given-names>S.-C.</given-names></name> <name><surname>Wenb</surname> <given-names>T.-N.</given-names></name> <name><surname>Changb</surname> <given-names>P.-L.</given-names></name></person-group> (<year>2017</year>). <source>The Study of Smartphone Usage Competency Assessment and Training for the Elderly</source> <publisher-name>International Medical Informatics Association (IMIA) and IOS Press</publisher-name>.</citation>
</ref>
<ref id="ref29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McGaughey</surname> <given-names>R. E.</given-names></name> <name><surname>Zeltmann</surname> <given-names>S. M.</given-names></name> <name><surname>McMurtrey</surname> <given-names>M. E.</given-names></name></person-group> (<year>2013</year>). <article-title>Motivations and obstacles to smartphone use by the elderly: developing a research framework</article-title>. <source>Int. J. Electron. Finance</source> <volume>7</volume>, <fpage>177</fpage>&#x2013;<lpage>195</lpage>. doi: <pub-id pub-id-type="doi">10.1504/IJEF.2013.058601</pub-id></citation>
</ref>
<ref id="ref30">
<citation citation-type="book"><person-group person-group-type="author">
<name><surname>M&#x00F6;ller</surname> <given-names>R.</given-names></name>
</person-group> (<year>2016</year>). &#x201C;<article-title>Das smartphone als Leitmedium</article-title>&#x201D; in <source>Ent-Grenztes Heranwachsen</source> <publisher-loc>Wiesbaden</publisher-loc>: <publisher-name>Springer Fachmedien</publisher-name>, <fpage>185</fpage>&#x2013;<lpage>199</lpage>. doi: <pub-id pub-id-type="doi">10.1007/978-3-658-09793-6_10</pub-id></citation>
</ref>
<ref id="ref31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oberl&#x00E4;nder</surname> <given-names>M.</given-names></name> <name><surname>Beinicke</surname> <given-names>A.</given-names></name> <name><surname>Bipp</surname> <given-names>T.</given-names></name></person-group> (<year>2020</year>). <article-title>Digital competencies: a review of the literature and applications in the workplace</article-title>. <source>Comput. Educ.</source> <volume>146</volume>:<fpage>103752</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.compedu.2019.103752</pub-id></citation>
</ref>
<ref id="ref32">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Prensky</surname> <given-names>M.</given-names></name>
</person-group> (<year>2001</year>). <article-title>Digital natives, digital immigrants part 2: do they really think differently?</article-title> <source>Horizon</source> <volume>9</volume>, <fpage>1</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1108/10748120110424843</pub-id></citation>
</ref>
<ref id="ref33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Quamar</surname> <given-names>A. H.</given-names></name> <name><surname>Schmeler</surname> <given-names>M. R.</given-names></name> <name><surname>Collins</surname> <given-names>D. M.</given-names></name> <name><surname>Schein</surname> <given-names>R. M.</given-names></name></person-group> (<year>2020</year>). <article-title>Information communication technology-enabled instrumental activities of daily living: a paradigm shift in functional assessment</article-title>. <source>Disabil. Rehabil. Assist. Technol.</source> <volume>15</volume>, <fpage>746</fpage>&#x2013;<lpage>753</lpage>. doi: <pub-id pub-id-type="doi">10.1080/17483107.2019.1650298</pub-id>, PMID: <pub-id pub-id-type="pmid">31418601</pub-id></citation>
</ref>
<ref id="ref34">
<citation citation-type="other"><person-group person-group-type="author">
<name><surname>Randerath</surname> <given-names>J.</given-names></name>
</person-group> (<year>2020</year>). <source>A Simple Illustration of a Left Lateralized Praxis Network: Including a Brief Commentary</source>, <publisher-loc>Konstanz, Germany</publisher-loc>.</citation>
</ref>
<ref id="ref35">
<citation citation-type="book"><person-group person-group-type="author">
<name><surname>Randerath</surname> <given-names>J.</given-names></name>
</person-group> (<year>2023</year>). &#x201C;<article-title>Syndromes of limb apraxia: developmental and acquired disorders of skilled movements</article-title>&#x201D; in <source>APA Handbook of Neuropsychology</source>. eds. <person-group person-group-type="editor"><name><surname>Brown</surname> <given-names>G. G. K.</given-names></name> <name><surname>Haaland</surname> <given-names>K. Y.</given-names></name> <name><surname>Crosson</surname> <given-names>B.</given-names></name></person-group>, vol. <volume>1</volume>. <publisher-loc>Washington</publisher-loc>: <publisher-name>American Psychological Association</publisher-name>. doi: <pub-id pub-id-type="doi">10.1037/0000307-008</pub-id></citation>
</ref>
<ref id="ref36">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Randerath</surname> <given-names>J.</given-names></name> <name><surname>Buchmann</surname> <given-names>I.</given-names></name> <name><surname>Liepert</surname> <given-names>J.</given-names></name> <name><surname>B&#x00FC;sching</surname> <given-names>I.</given-names></name></person-group> (<year>2017</year>). <source>Diagnostic Instrument for Limb Apraxia: Short Version (DILA-S)</source>, <italic>1st ed</italic>. <publisher-loc>Konstanz</publisher-loc>: <publisher-name>Universit&#x00E4;t Konstanz &#x0026; Lurija Institut</publisher-name>.</citation>
</ref>
<ref id="ref37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sakdulyatham</surname> <given-names>R.</given-names></name> <name><surname>Preeyanont</surname> <given-names>S.</given-names></name> <name><surname>Lipikorn</surname> <given-names>R.</given-names></name> <name><surname>Watakakosol</surname> <given-names>R.</given-names></name></person-group> (<year>2017</year>). <article-title>User interface on smartphone for elderly users</article-title>. <source>Int. J. Autom. Smart Technol.</source> <volume>7</volume>, <fpage>147</fpage>&#x2013;<lpage>155</lpage>. doi: <pub-id pub-id-type="doi">10.5875/ausmt.v7i4.1339</pub-id></citation>
</ref>
<ref id="ref38">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Schmand</surname> <given-names>B.</given-names></name>
</person-group> (<year>2019</year>). <article-title>Why are neuropsychologists so reluctant to embrace modern assessment techniques?</article-title> <source>Clin. Neuropsychol.</source> <volume>33</volume>, <fpage>209</fpage>&#x2013;<lpage>219</lpage>. doi: <pub-id pub-id-type="doi">10.1080/13854046.2018.1523468</pub-id>, PMID: <pub-id pub-id-type="pmid">30882285</pub-id></citation>
</ref>
<ref id="ref39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Seidler</surname> <given-names>R. D.</given-names></name> <name><surname>Bernard</surname> <given-names>J. A.</given-names></name> <name><surname>Burutolu</surname> <given-names>T. B.</given-names></name> <name><surname>Fling</surname> <given-names>B. W.</given-names></name> <name><surname>Gordon</surname> <given-names>M. T.</given-names></name> <name><surname>Gwin</surname> <given-names>J. T.</given-names></name> <etal/></person-group>. (<year>2010</year>). <article-title>Motor control and aging: links to age-related brain structural, functional, and biochemical effects</article-title>. <source>Neurosci. Biobehav. Rev.</source> <volume>34</volume>, <fpage>721</fpage>&#x2013;<lpage>733</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.neubiorev.2009.10.005</pub-id>, PMID: <pub-id pub-id-type="pmid">19850077</pub-id></citation>
</ref>
<ref id="ref40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smith</surname> <given-names>M. W.</given-names></name> <name><surname>Sharit</surname> <given-names>J.</given-names></name> <name><surname>Czaja</surname> <given-names>S. J.</given-names></name></person-group> (<year>1999</year>). <article-title>Aging, motor control, and the performance of computer mouse tasks</article-title>. <source>Hum. Factors</source> <volume>41</volume>, <fpage>389</fpage>&#x2013;<lpage>396</lpage>. doi: <pub-id pub-id-type="doi">10.1518/001872099779611102</pub-id></citation>
</ref>
<ref id="ref41">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sonderegger</surname> <given-names>A.</given-names></name> <name><surname>Schmutz</surname> <given-names>S.</given-names></name> <name><surname>Sauer</surname> <given-names>J.</given-names></name></person-group> (<year>2016</year>). <article-title>The influence of age in usability testing</article-title>. <source>Appl. Ergon.</source> <volume>52</volume>, <fpage>291</fpage>&#x2013;<lpage>300</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.apergo.2015.06.012</pub-id></citation>
</ref>
<ref id="ref42">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stoll</surname> <given-names>S. E.</given-names></name> <name><surname>Finkel</surname> <given-names>L.</given-names></name> <name><surname>Buchmann</surname> <given-names>I.</given-names></name> <name><surname>Hassa</surname> <given-names>T.</given-names></name> <name><surname>Spiteri</surname> <given-names>S.</given-names></name> <name><surname>Liepert</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>100 years after Liepmann&#x2013;lesion correlates of diminished selection and application of familiar versus novel tools</article-title>. <source>Cortex</source> <volume>146</volume>, <fpage>1</fpage>&#x2013;<lpage>23</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cortex.2021.10.002</pub-id></citation>
</ref>
<ref id="ref43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tettamanti</surname> <given-names>M.</given-names></name> <name><surname>Alkadhi</surname> <given-names>H.</given-names></name> <name><surname>Moro</surname> <given-names>A.</given-names></name> <name><surname>Perani</surname> <given-names>D.</given-names></name> <name><surname>Kollias</surname> <given-names>S.</given-names></name> <name><surname>Weniger</surname> <given-names>D.</given-names></name></person-group> (<year>2002</year>). <article-title>Neural correlates for the acquisition of natural language syntax</article-title>. <source>NeuroImage</source> <volume>17</volume>, <fpage>700</fpage>&#x2013;<lpage>709</lpage>. doi: <pub-id pub-id-type="doi">10.1006/nimg.2002.1201</pub-id></citation>
</ref>
<ref id="ref44">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Wilska</surname> <given-names>T.-A.</given-names></name> <name><surname>Kuoppam&#x00E4;ki</surname> <given-names>S.-M.</given-names></name></person-group> (<year>2017</year>). &#x201C;<article-title>Necessities to all?: the role of ICTs in the everyday life of the middle-aged and elderly between 1999 and 2014</article-title>&#x201D; in <source>Digital Technologies and Generational Identity</source> (<publisher-name>Routledge</publisher-name>), <fpage>149</fpage>&#x2013;<lpage>166</lpage>.</citation>
</ref>
<ref id="ref45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>X.</given-names></name> <name><surname>Wang</surname> <given-names>L.</given-names></name> <name><surname>Ge</surname> <given-names>C.</given-names></name> <name><surname>Zhen</surname> <given-names>X.</given-names></name> <name><surname>Chen</surname> <given-names>Z.</given-names></name> <name><surname>Wang</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Smartphone application training program improves smartphone usage competency and quality of life among the elderly in an elder university in China: a randomized controlled trial</article-title>. <source>Int. J. Med. Inform.</source> <volume>133</volume>:<fpage>104010</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2019.104010</pub-id></citation>
</ref>
</ref-list>
</back>
</article>