<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2017.00282</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Using Smartphones to Help People with Intellectual and Sensory Disabilities Perform Daily Activities</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Lancioni</surname> <given-names>Giulio E.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="cor1">&#x0002A;</xref>
<uri xlink:href="http://frontiersin.org/people/u/89728"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Singh</surname> <given-names>Nirbhay N.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://frontiersin.org/people/u/130893"/>
</contrib>
<contrib contrib-type="author">
<name><surname>O&#x02019;Reilly</surname> <given-names>Mark F.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://frontiersin.org/people/u/133429"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Sigafoos</surname> <given-names>Jeff</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://frontiersin.org/people/u/113373"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Alberti</surname> <given-names>Gloria</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zimbaro</surname> <given-names>Carmen</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Chiariello</surname> <given-names>Valeria</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>University of Bari</institution>, <addr-line>Bari</addr-line>, <country>Italy</country></aff>
<aff id="aff2"><sup>2</sup><institution>Medical College of Georgia, Augusta University</institution>, <addr-line>Augusta, GA</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>University of Texas at Austin</institution>, <addr-line>Austin, TX</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Victoria University of Wellington</institution>, <addr-line>Wellington</addr-line>, <country>New Zealand</country></aff>
<aff id="aff5"><sup>5</sup><institution>Lega F. D&#x02019;Oro Research Center</institution>, <addr-line>Osimo</addr-line>, <country>Italy</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Fleur Heleen Boot, Maynooth University, Ireland</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Nigel Robb, University College Dublin, Ireland; Corrado Romano, Associazione Oasi Maria SS. Onlus (IRCCS), Italy</p></fn>
<corresp content-type="corresp" id="cor1">&#x0002A;Correspondence: Giulio E. Lancioni, <email>giulio.lancioni&#x00040;uniba.it</email></corresp>
<fn fn-type="other" id="fn001"><p>Specialty section: This article was submitted to Child Health and Human Development, a section of the journal Frontiers in Public Health</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>24</day>
<month>10</month>
<year>2017</year>
</pub-date>
<pub-date pub-type="collection">
<year>2017</year>
</pub-date>
<volume>5</volume>
<elocation-id>282</elocation-id>
<history>
<date date-type="received">
<day>03</day>
<month>09</month>
<year>2017</year>
</date>
<date date-type="accepted">
<day>09</day>
<month>10</month>
<year>2017</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2017 Lancioni, Singh, O&#x02019;Reilly, Sigafoos, Alberti, Zimbaro and Chiariello.</copyright-statement>
<copyright-year>2017</copyright-year>
<copyright-holder>Lancioni, Singh, O&#x02019;Reilly, Sigafoos, Alberti, Zimbaro and Chiariello</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) or licensor are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract abstract-type="executive-summary">
<sec id="ST1">
<title>Background</title>
<p>People with mild-to-moderate intellectual disability and sensory impairments often fail to take initiative in starting and carrying out daily activities, with negative consequences for their occupational condition and social status. Their failure seems due to their inability to determine the right time for the activities and to remember all the activity steps.</p>
</sec>
<sec id="ST2">
<title>Aim</title>
<p>This study assessed a smartphone intervention, which was designed to help eight participants (four presenting with intellectual disability and blindness and four presenting with intellectual disability and hearing impairment) to independently start and carry out daily activities at appropriate times.</p>
</sec>
<sec id="ST3">
<title>Method</title>
<p>The intervention was introduced according to a non-concurrent multiple baseline design across participants. During the intervention, each participant was provided with a smartphone, which was fitted with the time schedule of his or her activities and the verbal or pictorial instructions for the single steps of those activities. When the time for an activity was reached, the participant was automatically reminded to start that activity and, thereafter, he or she was presented with the instructions for it.</p>
</sec>
<sec id="ST4">
<title>Results</title>
<p>The use of the smartphone intervention promoted great improvement over the baseline for all participants. That is, the participants managed to (a) independently start the activities at the scheduled times and (b) carry out those activities with high levels of accuracy.</p>
</sec>
<sec id="ST5">
<title>Conclusion</title>
<p>A smartphone intervention, such as that used in this study, may help people with mild-to-moderate intellectual disability and sensory impairments to successfully engage in daily activities.</p>
</sec>
</abstract>
<kwd-group>
<kwd>technology</kwd>
<kwd>smartphone</kwd>
<kwd>activities</kwd>
<kwd>intellectual disability</kwd>
<kwd>blindness</kwd>
<kwd>hearing impairment</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="54"/>
<page-count count="8"/>
<word-count count="6096"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="introduction">
<title>Introduction</title>
<p>People with mild-to-moderate intellectual disability and sensory impairments (i.e., blindness or hearing loss) may experience major difficulties engaging in functional daily activities independently (<xref ref-type="bibr" rid="B1">1</xref>&#x02013;<xref ref-type="bibr" rid="B6">6</xref>). Indeed, they may be unable to determine the right time for the activities and fail to take initiative and start to perform them (<xref ref-type="bibr" rid="B7">7</xref>&#x02013;<xref ref-type="bibr" rid="B9">9</xref>). Their situation can also be complicated by their apparent inability to remember all the steps of the activities and/or the steps&#x02019; correct sequence (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B11">11</xref>). As a consequence of the aforementioned challenges, people with intellectual and sensory disabilities tend to be largely sedentary and passive with negative implications for their self-confidence, constructive engagement time, environmental sensory input, and social status (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B12">12</xref>).</p>
<p>This negative perspective has created strong consensus on the need to find strategies to help them reach a more active and functional role within their daily contexts (<xref ref-type="bibr" rid="B11">11</xref>&#x02013;<xref ref-type="bibr" rid="B15">15</xref>). It is also increasingly clear that aiming to enhance their activity engagement through extended staff assistance may not be feasible or desirable. In fact, staff resources are known to be generally limi-ted and probably insufficient to guarantee the necessary level of supervision. Moreover, an increase in the level of staff support/supervision would counter the people&#x02019;s personal development in terms of self-determination, self-regulated engagement, and social image, and thus might prove detrimental (<xref ref-type="bibr" rid="B16">16</xref>&#x02013;<xref ref-type="bibr" rid="B18">18</xref>).</p>
<p>In light of the above, efforts to increase people&#x02019;s activity engagement have largely focused on providing them with activity support tools suited to their conditions (i.e., tools encompassing the step instructions of the activities to be performed) and teaching them to use those tools independently (<xref ref-type="bibr" rid="B15">15</xref>&#x02013;<xref ref-type="bibr" rid="B20">20</xref>). The most basic tools consist of booklets with pictorial representations of objects related to the activity steps (i.e., with visual cues the people can use to help themselves remember the steps and their sequence) (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>). Other tools involve the use of technological devices (often modified for the purpose of the studies) such as (a) verbal recording devices that the people can use to obtain verbal instructions concerning the activity steps (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B22">22</xref>&#x02013;<xref ref-type="bibr" rid="B24">24</xref>), (b) simplified computer-aided systems, iPods, or video devices that the people can use to obtain static or dynamic visual instructions (i.e., pictures/photos or video clips illustrating the activity steps) (<xref ref-type="bibr" rid="B25">25</xref>&#x02013;<xref ref-type="bibr" rid="B28">28</xref>), and (c) simplified computer-aided systems that automatically show (i.e., at preset time intervals) static or dynamic visual instructions for the activity steps (<xref ref-type="bibr" rid="B29">29</xref>).</p>
<p>Studies assessing the effectiveness of the aforementioned tools have reported encouraging results, that is, people appeared generally capable of using the tools to carry out multistep activities independently. It is noteworthy that, in contrast with the efforts to support the people&#x02019;s independent performance of complex/functional activities, almost no attention has been paid to investigating whether they could also be helped to start those complex activities on their own, at the appropriate times (i.e., with a further enhancement of their active role) (<xref ref-type="bibr" rid="B30">30</xref>, <xref ref-type="bibr" rid="B31">31</xref>).</p>
<p>In a recent, preliminary study aimed at pursuing both the aforementioned goals (i.e., enabling people to perform relevant multistep activities and also start those activities independently at the appropriate times), Lancioni et al. (<xref ref-type="bibr" rid="B32">32</xref>) compiled a technology-aided intervention relying on a smartphone and a tablet. The smartphone was set up to deliver timely reminders about the activities the participants were to carry out and the tablet served to present the participants the pictorial instructions for the steps of those activities. The results showed that all three participants managed to start the activities at the right times and carry them out correctly, thus suggesting that the intervention was suitable to achieve both target goals.</p>
<p>Notwithstanding the positive results of the study, caution is required in drawing conclusions given the small number of participants involved and the fact that the technology arrangement and instructions used would not be suitable for persons with blindness (<xref ref-type="bibr" rid="B33">33</xref>, <xref ref-type="bibr" rid="B34">34</xref>). New research efforts to overcome these limitations and confirm the plausibility of targeting both goals (i.e., independent timely start and independent performance of relevant activities) are warranted. The present study was one such effort involving eight participants with intellectual disability, four presenting with blindness and the other four with hearing impairment. A smartphone intervention was used with each of them. In practice, each participant was provided with a smartphone, which was set up to (a) deliver verbal or vibratory and visual reminders at the times in which the activities were due and (b) present verbal or pictorial instructions for the single steps of those activities.</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="S2-1">
<title>Participants</title>
<p>Table <xref ref-type="table" rid="T1">1</xref> reports the participants&#x02019; chronological ages and their Vineland age equivalences for receptive communication and personal and domestic daily living skills (<xref ref-type="bibr" rid="B35">35</xref>, <xref ref-type="bibr" rid="B36">36</xref>). The participants, for whom pseudonyms are used, attended rehabilitation and care centers for persons with multiple disabilities and represented a convenience sample (<xref ref-type="bibr" rid="B37">37</xref>). They were divided into two groups, based on their sensory condition. Group 1 included the participants with total blindness (i.e., Sophie, Fergus, and Brady) or light/darkness discrimination (i.e., Nigel). Group 2 included the participants with severe hearing impairment and typical/functional sight (i.e., Owen, Karen, Loris, and Betty). The psychological records of the centers that the participants attended described their levels of intellectual disability to be in the mild/moderate or moderate ranges. Their Vineland age equivalences varied between 4&#x02009;years and 3&#x02009;months and 6&#x02009;years and 6&#x02009;months for receptive communication; between 3&#x02009;years and 2&#x02009;months and 4&#x02009;years and 7&#x02009;months for personal daily living skills; and between 4&#x02009;years and 3&#x02009;months and 7&#x02009;years for domestic daily living skills (see Table <xref ref-type="table" rid="T1">1</xref>).</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Participants&#x02019; chronological ages and Vineland age equivalences for receptive communication (RC) and Personal and Domestic Daily Living Skills (P/DLS and D/DLS).</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left">Participants<xref ref-type="table-fn" rid="tfn1"><sup>a</sup></xref></th>
<th valign="top" align="center">Chronological ages (years)</th>
<th valign="top" align="center" colspan="3">Vineland age equivalences<xref ref-type="table-fn" rid="tfn2"><sup>b</sup></xref><sup>,</sup><xref ref-type="table-fn" rid="tfn3"><sup>c</sup></xref><hr/></th>
</tr>
<tr>
<th align="left" valign="top"/>
<th align="center" valign="top"/>
<th align="center" valign="top">RC</th>
<th align="center" valign="top">P/DLS</th>
<th align="center" valign="top">D/DLS</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Sophie</td>
<td align="center" valign="top">18</td>
<td align="center" valign="top">4;3</td>
<td align="center" valign="top">3;2</td>
<td align="center" valign="top">4;3</td>
</tr>
<tr>
<td align="left" valign="top">Nigel</td>
<td align="center" valign="top">49</td>
<td align="center" valign="top">6;6</td>
<td align="center" valign="top">4;0</td>
<td align="center" valign="top">6;5</td>
</tr>
<tr>
<td align="left" valign="top">Fergus</td>
<td align="center" valign="top">43</td>
<td align="center" valign="top">6;6</td>
<td align="center" valign="top">3;10</td>
<td align="center" valign="top">6;5</td>
</tr>
<tr>
<td align="left" valign="top">Brady</td>
<td align="center" valign="top">45</td>
<td align="center" valign="top">6;2</td>
<td align="center" valign="top">3;11</td>
<td align="center" valign="top">4;7</td>
</tr><tr><td align="left" valign="top" colspan="5"><hr/></td></tr>
<tr>
<td align="left" valign="top">Owen</td>
<td align="center" valign="top">25</td>
<td align="center" valign="top">5;1</td>
<td align="center" valign="top">4;7</td>
<td align="center" valign="top">7;0</td>
</tr>
<tr>
<td align="left" valign="top">Karen</td>
<td align="center" valign="top">57</td>
<td align="center" valign="top">5;10</td>
<td align="center" valign="top">4;7</td>
<td align="center" valign="top">6;9</td>
</tr>
<tr>
<td align="left" valign="top">Loris</td>
<td align="center" valign="top">19</td>
<td align="center" valign="top">4;8</td>
<td align="center" valign="top">3;6</td>
<td align="center" valign="top">6;5</td>
</tr>
<tr>
<td align="left" valign="top">Betty</td>
<td align="center" valign="top">32</td>
<td align="center" valign="top">5;6</td>
<td align="center" valign="top">4;7</td>
<td align="center" valign="top">7;0</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="tfn1"><p><italic><sup>a</sup>The dotted line separates the participants of Group 1 and Group 2</italic>.</p></fn>
<fn id="tfn2"><p><italic><sup>b</sup>Vineland age equivalences are reported in &#x0201C;years&#x0201D; (numbers before the semicolon) and &#x0201C;months&#x0201D; (numbers after the semicolon)</italic>.</p></fn>
<fn id="tfn3"><p><italic><sup>c</sup>The age equivalences are based on the Italian standardization of the scales (<xref ref-type="bibr" rid="B35">35</xref>)</italic>.</p></fn></table-wrap-foot></table-wrap>
<p>Staff and caregivers&#x02019; reports and direct observations had indicated that the participants had difficulties with daily activities (i.e., failing to remember the times at which they were due and the steps involved). In practice, participants tended to be dependent on external assistance. Staff and caregivers had expressed interest for a technology-aided approach that would encompass both reminders and verbal or pictorial instructions (i.e., to alert the participants about the activities to perform at the appropriate times and indicate the steps of those activities, respectively). Moreover, participants had shown willingness to use a smartphone such as that adopted in this study (i.e., after the functioning of that smartphone had been demonstrated to them by staff). In spite of this willingness, the participants were unable to give informed consent to the study. Thus, written informed consent was obtained from their legal representatives. The consent agreement allowed the legal representatives to withdraw the participants from the study at any time if they perceived the participants did not benefit from or were unhappy within the study. (None of the participants dropped out.) The study complied with the 1964 Helsinki declaration and its later amendments and was approved by the Ethics Committee of the Lega F. D&#x02019;Oro, Osimo, Italy.</p>
</sec>
<sec id="S2-2">
<title>Setting, Technology, and Activities</title>
<p>The study was conducted in the centers that the participants attended. The technology involved a Samsung Galaxy A3 smartphone with Android 5.1 Operating System, which included standard functions such as Bluetooth connection and Alarm and was fitted with the Easy Alarm YouTube application as well as with audio and video files. Audio files were used for the participants with visual impairment and typical hearing and consisted of the verbal reminders and instructions concerning the activity steps. There was one file for each of the activities included. The time for the performance of each of the activities was scheduled by the research assistant by linking the activity-related audio file with the alarm tone of the smartphone. As soon as such time was reached, the smartphone emitted a verbal reminder with the name of the activity to be performed. The reminder was then followed by each of the step instructions arranged for the activity. The research assistant scheduled the intervals between the reminder and the first activity instruction as well as between any pair of the following instructions of the sequence, based on preliminary observations of the participant&#x02019;s performance speed. Longer intervals were scheduled following instructions related to more demanding steps, and vice-versa. The intervals could be readjusted in line with the participant&#x02019;s progress. The instructions were conveyed directly <italic>via</italic> the smartphone that the participant carried with him or her or through a wireless Bluetooth earpiece that the participant wore during the sessions (thus avoiding to carry the smartphone).</p>
<p>Video files were used for the participants with hearing impairment and typical visual ability and consisted of static pictorial instructions, that is, photos of the object(s) involved in the single steps of the activities. As with the audio files, there was one video file for each activity included. The time for the performance of each activity was arranged through the Easy Alarm YouTube application. In essence, as the time for an activity was reached, the Easy Alarm YouTube application activated a reminder consisting of a vibratory signal and a general (preliminary/global) picture of the activity. This reminder was then automatically followed by the visual instructions for the single activity steps, which were separated by intervals scheduled according to the rules described for the verbal instructions. Again, the time intervals separating the instructions could be readjusted based on the participants&#x02019; progress. The participants carried the smartphone with them. The smartphone, which was hanging around their neck and reached their waist, was protected inside a transparent box (so the participants could handle it freely while watching the instructions without interfering with the preset functioning arrangements).</p>
<p>Pools of 10 or 12 daily activities of practical relevance were available for the participants (e.g., preparing coffee, setting the table for lunch, setting the table for recess, reordering the bathroom, reordering the bedroom, preparing material for the occupational room, putting away kitchen items, and preparing a service tray). The activities, which could vary across participants, included 20&#x02013;25 steps. Table <xref ref-type="table" rid="T2">2</xref> lists the steps for one of those activities, that is, setting the table for recess. Six activities were scheduled for each session (i.e., a morning or afternoon period of 1.5&#x02013;2&#x02009;h). One or two daily sessions were typically available for the participants.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Setting the table for recess.</p></caption>
<table frame="hsides" rules="groups">
<tbody>
<tr>
<td align="left" valign="top">1</td>
<td align="left" valign="top">Take the fruit from the refrigerator</td>
</tr>
<tr>
<td align="left" valign="top">2</td>
<td align="left" valign="top">Bring the fruit to the table</td>
</tr>
<tr>
<td align="left" valign="top">3</td>
<td align="left" valign="top">Take the instant coffee from the cupboard</td>
</tr>
<tr>
<td align="left" valign="top">4</td>
<td align="left" valign="top">Bring the coffee to the table</td>
</tr>
<tr>
<td align="left" valign="top">5</td>
<td align="left" valign="top">Take a bottle of water</td>
</tr>
<tr>
<td align="left" valign="top">6</td>
<td align="left" valign="top">Put the bottle on the table next to the water boiler</td>
</tr>
<tr>
<td align="left" valign="top">7</td>
<td align="left" valign="top">Take two cups</td>
</tr>
<tr>
<td align="left" valign="top">8</td>
<td align="left" valign="top">Put the cups on the table</td>
</tr>
<tr>
<td align="left" valign="top">9</td>
<td align="left" valign="top">Take the pitcher from the cupboard</td>
</tr>
<tr>
<td align="left" valign="top">10</td>
<td align="left" valign="top">Put the pitcher on the table</td>
</tr>
<tr>
<td align="left" valign="top">11</td>
<td align="left" valign="top">Take ice cubes from the freezer</td>
</tr>
<tr>
<td align="left" valign="top">12</td>
<td align="left" valign="top">Put the ice cubes into the pitcher</td>
</tr>
<tr>
<td align="left" valign="top">13</td>
<td align="left" valign="top">Take a bottle of lemonade</td>
</tr>
<tr>
<td align="left" valign="top">14</td>
<td align="left" valign="top">Put the bottle on the table next to the pitcher</td>
</tr>
<tr>
<td align="left" valign="top">15</td>
<td align="left" valign="top">Take two glasses</td>
</tr>
<tr>
<td align="left" valign="top">16</td>
<td align="left" valign="top">Put the glasses on the table</td>
</tr>
<tr>
<td align="left" valign="top">17</td>
<td align="left" valign="top">Take a dish with knifes and spoons</td>
</tr>
<tr>
<td align="left" valign="top">18</td>
<td align="left" valign="top">Put the dish on the table</td>
</tr>
<tr>
<td align="left" valign="top">19</td>
<td align="left" valign="top">Take the napkins from the cabinet</td>
</tr>
<tr>
<td align="left" valign="top">20</td>
<td align="left" valign="top">Put the napkins on the table</td>
</tr>
<tr>
<td align="left" valign="top">21</td>
<td align="left" valign="top">Tell the research assistant you are finished</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="S2-3">
<title>Research Assistants and Data Recording</title>
<p>Four college-graduate, research assistants experienced in the use of technology-aided programs with persons with multiple disabilities were in charge of the sessions across the different phases of the study, arranged the technology (smartphones) with verbal or vibratory and pictorial reminders and instructions, provided prompting in case of need, and carried out data recording (see below). Research assistants were involved in preliminary preparation meetings on each aspect of their role. Moreover, they were in communication among themselves during the study so as to clarify questions and ensure consistency across them.</p>
<p>Data recording concerned (a) the activities that the participants started correctly (i.e., at the appropriate time and independently) and (b) the activity steps they carried out correctly. A step was considered correct if the action required for it was performed independent of any prompting from the research assistant. Interrater agreement was checked in over 20% of the sessions (i.e., during which the research assistant and a reliability observer recorded the data) and was computed on groups of 10 activities for the first measure and single activities for the second measure. The percentages of agreement (which were determined by dividing the number of activities or steps with the same correct or incorrect score by the total number of activities or steps and multiplying by 100%) were in the 80&#x02013;100 range, with means above 90 on both measures for all participants.</p>
</sec>
<sec id="S2-4">
<title>Experimental Conditions and Data Analysis</title>
<p>The study was carried out according to a non-concurrent multiple baseline design across participants within each of the two groups of participants (<xref ref-type="bibr" rid="B38">38</xref>). Specifically, two baseline phases were implemented prior to the start of the intervention with the smartphone. Each of the two baseline phases included different numbers of sessions for the different participants of the groups. The number of baseline sessions for the single participants was preset. Yet, sessions would be added if the participants&#x02019; percentages of activities started correctly or activity steps carried out correctly were above 30 and the value of the last session exceeded those of previous sessions (this condition never applied). The intervention sessions served to determine the effects of the smartphone on each of the two measures. The baseline and intervention percentages of activities started correctly and activity steps carried out correctly were summarized/graphed as means per session over blocks of sessions, and their difference was analyzed <italic>via</italic> the &#x0201C;percentage of nonoverlapping data&#x0201D; (PND) method (<xref ref-type="bibr" rid="B39">39</xref>, <xref ref-type="bibr" rid="B40">40</xref>).</p>
<sec id="S2-4-1">
<title>Baseline I</title>
<p>Baseline I was to assess whether the participants started the activities correctly and included two to five sessions. The participant did not have any smartphone input and sat at a desk where conventional occupational material was available (e.g., jigsaws, family pictures, objects to be assembled, sorted or sanded, cardboards, and glue). Each session started with the participant receiving a list of the six activities scheduled for the session and the times at which the activities were due. The list consisted of (a) a paper sheet with small object replicas indicating the activities attached to the left column, and clock replicas with the times for the activities attached to the right column (Group 1) and (b) a paper sheet with the pictorial images of the activities on the left column and of clocks with the times for the activities on the right column (Group 2). A research assistant read those activities and times (Group 1) or pointed to those activities and times (Group 2) and ensured that the participant had the sheet in front of him or her.</p>
</sec>
<sec id="S2-4-2">
<title>Baseline II</title>
<p>Baseline II was to assess the participants&#x02019; level of correct activity performance (i.e., the number of activity steps that they performed correctly) and included three to five sessions. During each session, the research assistant asked the participant to carry out six acti-vities (i.e., one at a time). The research assistant provided verbal or physical prompting (encouragement) if the participant did not make any progress for about 1&#x02009;min and corrected a step error if that precluded the adequate continuation of the activity. An activity would be interrupted after three consecutive prompting occasions, if the participant indicated that he or she did not know how to proceed. The steps not performed were scored incorrect. The participant would receive social approval for his or her efforts after each activity.</p>
</sec>
<sec id="S2-4-3">
<title>Intervention</title>
<p>The intervention phase was to assess the effects of the smartphone on the participants&#x02019; independent and timely start of the activities and correct performance of the activity steps and included 43&#x02013;75 sessions. The participants had the smartphone with verbal instructions (Group 1) or pictorial instructions (Group 2), which worked as described in the <italic>Setting, Technology, and Activities</italic> section. Nigel and Brady (Group 1) received the verbal instruction <italic>via</italic> a wireless Bluetooth earpiece. Prior to the start of the intervention phase, the participants received five to seven practice sessions. During every practice session, the research assistant provided the participant with the verbal or physical prompting needed for an appropriate use of the technology (i.e., for responding to the smartphone&#x02019;s reminders and following the smartphone&#x02019;s activity instructions). During the regular intervention sessions that followed, the research assistant intervened with prompting if the participant did not respond to an activity reminder within about 30&#x02009;s or made step errors during the performance of an activity that would interfere with its accurate completion. The participants received social approval after the performance of the activities (i.e., the last step instruction for each activity was to report to the research assistant; see Table <xref ref-type="table" rid="T2">2</xref>) and at the end of the session.</p>
</sec>
</sec>
</sec>
<sec id="S3">
<title>Results</title>
<p>The panels of Figures <xref ref-type="fig" rid="F1">1</xref> and <xref ref-type="fig" rid="F2">2</xref> summarize the baseline and intervention data of the four members of Group 1 and the four members of Group 2, respectively. During Baseline I, the participants&#x02019; mean percentages of activities started correctly were 0 or close to 0. During Baseline II, the participants&#x02019; mean percentages of activity steps carried out correctly were below 30. During the intervention phase (i.e., following the five to seven practice sessions that are not reported in the figures), the participants&#x02019; mean percentages of activities started correctly per session were (nearly) 100. That is, the participants responded to all smartphone-regulated activity reminders or missed only very few of them (i.e., five or less in total). The mean percentages of correct activity steps per session (i.e., across all the activities available within the session) increased to near or above 95 for all participants, with no apparent difference between Group 1 and Group 2. Comparisons of the intervention with the Baseline I and Baseline II session data on correctly started activities and correct activity steps, according to the PND method, showed indices of 1.0 for all participants (i.e., all their intervention data points on each measure exceeded their baseline levels).</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>The four panels summarize the baseline and intervention data of the four members of Group 1 (i.e., Sophie, Nigel, Fergus, and Brady). The bars and black squares represent mean percentages of activities started correctly and mean percentages of activity steps carried out correctly per session, respectively, over blocks of sessions. The number of sessions included in the blocks is indicated by the numerals above the bars, squares, or bar&#x02013;square combinations.</p></caption>
<graphic xlink:href="fpubh-05-00282-g001.tif"/>
</fig>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>The four panels summarize the baseline and intervention data of the four members of Group 2 (i.e., Owen, Karen, Loris, and Betty). The data are plotted as in Figure <xref ref-type="fig" rid="F1">1</xref>.</p></caption>
<graphic xlink:href="fpubh-05-00282-g002.tif"/>
</fig>
</sec>
<sec id="S4" sec-type="discussion">
<title>Discussion</title>
<p>The results of this study indicate that the smartphone intervention was effective in helping both groups of participants to correctly start and carry out the activities scheduled during the sessions. Indeed, all participants seemed to respond successfully to the reminders and activity instructions presented by the smartphone, thus showing clear performance improvement compared to the baseline periods. Moreover, the participants seemed to enjoy the sessions and their activity management (i.e., start and execution) with the support of the smartphone, as indicated by a number of informal reports, which underlined their eagerness to be involved in the sessions and their satisfaction with their activity engagement. In light of the above, a number of considerations may be in order.</p>
<p>First, these data confirm preliminary, pilot findings and show that persons with mild and moderate intellectual disabilities and sensory impairments can manage the independent and timely start and correct performance of relevant activities through the support of technology (<xref ref-type="bibr" rid="B32">32</xref>). Although caution is needed in drawing general conclusions given the relatively small number of participants involved in this study, one could still argue that the data reported here add considerably to the evidence previously available (<xref ref-type="bibr" rid="B33">33</xref>, <xref ref-type="bibr" rid="B34">34</xref>). Indeed, these data might be taken as a new, encouraging reference for education and rehabilitation contexts in charge of people like the participants of this study.</p>
<p>Second, the smartphone intervention allowed one to arrange verbal stimuli or combinations of vibratory and visual stimuli as activity reminders. Those reminders, which were deemed suitable for individuals with blindness and hearing impairment, respectively, proved highly effective with the two groups of participants involved in this study. Similarly, the smartphone could be fitted with audio or visual files and thus serve as an effective instruction tool for all participants irrespective of their type of sensory impairment. This versatility of the technology, and its accessibility (commercial availability) and affordability can be considered great practical advantages that may enable education and rehabilitation contexts to successfully set up intervention programs for persons with different requirements.</p>
<p>Third, in addition to being flexible and affordable, the smartphone intervention is also practical to use for participants and staff. Participants who rely on verbal reminders and verbal instructions may not need to carry the smartphone with them. It is sufficient that they wear a wireless Bluetooth earpiece during the sessions (as it was done by two participants in this study). Participants with hearing impairment need to carry the smartphone with them. Carrying it enables them to readily perceive the reminders and see the visual instructions. The smartphone can be hanging around their neck or can be attached to their belt, in line with their preference. Staff can easily modify audio or video files in terms of content or time intervals and thus can make intervention adjustments in relation to participants&#x02019; general skills and progress.</p>
<p>Fourth, successful performance with the smartphone intervention probably increases the participants&#x02019; levels of self-confidence and satisfaction (<xref ref-type="bibr" rid="B41">41</xref>, <xref ref-type="bibr" rid="B42">42</xref>). These aspects may contribute (together with the social approval following the performance of the activities) to ensure maintenance of positive activity engagement (<xref ref-type="bibr" rid="B43">43</xref>, <xref ref-type="bibr" rid="B44">44</xref>). The participants&#x02019; new performance skills might also be seen as instrumental in facilitating a higher level of approval and appreciation from their education/rehabilitation and social context with potentially beneficial consequences for their mood and overall quality of life (<xref ref-type="bibr" rid="B45">45</xref>&#x02013;<xref ref-type="bibr" rid="B47">47</xref>). While all these statements appear quite reasonable in light of previous literature and informal observations, research still needs to address them directly to determine their accuracy (<xref ref-type="bibr" rid="B42">42</xref>, <xref ref-type="bibr" rid="B45">45</xref>).</p>
<p>Fifth, a main limitation of the study is the relatively small number of participants involved. Obviously, new studies with additional participants are required to verify the suitability of the smartphone intervention, the reliability of the findings, as well as the maintenance and generalization of the activity skills (<xref ref-type="bibr" rid="B33">33</xref>, <xref ref-type="bibr" rid="B34">34</xref>). A second limitation is the lack of a social validation assessment aimed at determining the opinion of staff personnel about the smartphone&#x02019;s impact and usability within everyday contexts (<xref ref-type="bibr" rid="B48">48</xref>, <xref ref-type="bibr" rid="B49">49</xref>). Such an opinion might significantly add to the data and partly predict the future adoption of smartphones within those contexts (<xref ref-type="bibr" rid="B50">50</xref>, <xref ref-type="bibr" rid="B51">51</xref>). Another apparent limitation is the lack of reliability (procedural fidelity) checks on the research assistants&#x02019; performance. In this study, research assistants&#x02019; experience and preliminary preparation were considered the best guarantee of procedural fidelity. Notwithstanding the directness of this view, the use of reliability checks remains a basic methodological requirement (<xref ref-type="bibr" rid="B52">52</xref>).</p>
<p>In conclusion, the results indicate that the smartphone intervention was suitable to support correct start and accurate performance of daily activities by persons with intellectual and sensory disabilities. Before general statements can be made about the usability of smartphones, new research would need to address the main limitations of the present study and determine the dependability of the results reported. New research efforts may also focus on (a) gathering formal evidence about participants&#x02019; satisfaction with the intervention conditions and their performance (i.e., by recording their preferences or indices of happiness) (<xref ref-type="bibr" rid="B53">53</xref>, <xref ref-type="bibr" rid="B54">54</xref>) and (b) determining the overall acceptability of smartphones within everyday contexts (<xref ref-type="bibr" rid="B51">51</xref>).</p>
</sec>
<sec id="S5">
<title>Ethics Statement</title>
<p>Appropriate institutional board approval and written informed consent were obtained for the study. All procedures performed were in accordance with the ethical standards of the institutional and/or national research committee and with the 1964 Helsinki Declaration and its later amendments or comparable ethical standards.</p>
</sec>
<sec id="S6" sec-type="author-contributor">
<title>Author Contributions</title>
<p>GL, NS, MO, and JS were responsible for setting up the study, acquiring/analyzing the data, and writing/editing the manuscript. GA, CZ, and VC contributed in acquiring and analyzing the data and editing the manuscript.</p>
</sec>
<sec id="S7">
<title>Conflict of Interest Statement</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="B1"><label>1</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Channon</surname> <given-names>A</given-names></name></person-group>. <article-title>Intellectual disability and activity engagement: exploring the literature from an occupational perspective</article-title>. <source>J Occup Sci</source> (<year>2014</year>) <volume>21</volume>:<fpage>443</fpage>&#x02013;<lpage>58</lpage>.<pub-id pub-id-type="doi">10.1080/14427591.2013.829398</pub-id></citation></ref>
<ref id="B2"><label>2</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Duttlinger</surname> <given-names>C</given-names></name> <name><surname>Ayres</surname> <given-names>KM</given-names></name> <name><surname>Bevill-Davis</surname> <given-names>A</given-names></name> <name><surname>Douglas</surname> <given-names>KH</given-names></name></person-group>. <article-title>The effects of a picture activity schedule for students with intellectual disability to complete a sequence of tasks following verbal directions</article-title>. <source>Focus Autism Other Dev Disabil</source> (<year>2013</year>) <volume>28</volume>:<fpage>32</fpage>&#x02013;<lpage>43</lpage>.<pub-id pub-id-type="doi">10.1177/1088357612460572</pub-id></citation></ref>
<ref id="B3"><label>3</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gentry</surname> <given-names>T</given-names></name> <name><surname>Lau</surname> <given-names>S</given-names></name> <name><surname>Molinelli</surname> <given-names>A</given-names></name> <name><surname>Fallen</surname> <given-names>A</given-names></name> <name><surname>Kriner</surname> <given-names>R</given-names></name></person-group>. <article-title>The Apple iPod as a vocational support aid for adults with autism: three case studies</article-title>. <source>J Vocat Rehabil</source> (<year>2012</year>) <volume>37</volume>:<fpage>75</fpage>&#x02013;<lpage>85</lpage>.<pub-id pub-id-type="doi">10.3233/JVR-2012-0601</pub-id></citation></ref>
<ref id="B4"><label>4</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lancioni</surname> <given-names>GE</given-names></name> <name><surname>Singh</surname> <given-names>NN</given-names></name> <name><surname>O&#x02019;Reilly</surname> <given-names>MF</given-names></name> <name><surname>Sigafoos</surname> <given-names>J</given-names></name> <name><surname>Oliva</surname> <given-names>D</given-names></name> <name><surname>Smaldone</surname> <given-names>A</given-names></name> <etal/></person-group> <article-title>A verbal-instruction system to help persons with multiple disabilities perform complex food- and drink-preparation tasks independently</article-title>. <source>Res Dev Disabil</source> (<year>2011</year>) <volume>32</volume>:<fpage>2739</fpage>&#x02013;<lpage>47</lpage>.<pub-id pub-id-type="doi">10.1016/j.ridd.2011.05.036</pub-id><pub-id pub-id-type="pmid">21703819</pub-id></citation></ref>
<ref id="B5"><label>5</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mechling</surname> <given-names>LC</given-names></name> <name><surname>Gast</surname> <given-names>DL</given-names></name> <name><surname>Seid</surname> <given-names>NH</given-names></name></person-group>. <article-title>Evaluation of a personal digital assistant as a self-prompting device for increasing multi-step task completion by students with moderate intellectual disabilities</article-title>. <source>Educ Train Autism Dev Disabil</source> (<year>2010</year>) <volume>45</volume>:<fpage>422</fpage>&#x02013;<lpage>39</lpage>.</citation></ref>
<ref id="B6"><label>6</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Taylor</surname> <given-names>JL</given-names></name> <name><surname>Hodapp</surname> <given-names>RM</given-names></name></person-group>. <article-title>Doing nothing: adults with disabilities with no daily activities and their siblings</article-title>. <source>Am J Intellect Dev Disabil</source> (<year>2012</year>) <volume>117</volume>:<fpage>67</fpage>&#x02013;<lpage>79</lpage>.<pub-id pub-id-type="doi">10.1352/1944-7558-117.1.67</pub-id><pub-id pub-id-type="pmid">22264113</pub-id></citation></ref>
<ref id="B7"><label>7</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gillespie</surname> <given-names>A</given-names></name> <name><surname>Best</surname> <given-names>C</given-names></name> <name><surname>O&#x02019;Neil</surname> <given-names>B</given-names></name></person-group>. <article-title>Cognitive function and assistive technology for cognition: a systematic review</article-title>. <source>J Int Neuropsychol Soc</source> (<year>2012</year>) <volume>18</volume>:<fpage>1</fpage>&#x02013;<lpage>19</lpage>.<pub-id pub-id-type="doi">10.1017/S1355617711001548</pub-id><pub-id pub-id-type="pmid">22152338</pub-id></citation></ref>
<ref id="B8"><label>8</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gillette</surname> <given-names>Y</given-names></name> <name><surname>DePompei</surname> <given-names>R</given-names></name></person-group>. <article-title>Do PDAs enhance the organization and memory skills of students with cognitive disabilities?</article-title> <source>Psychol Schools</source> (<year>2008</year>) <volume>45</volume>:<fpage>665</fpage>&#x02013;<lpage>77</lpage>.<pub-id pub-id-type="doi">10.1002/pits.20316</pub-id></citation></ref>
<ref id="B9"><label>9</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Seelye</surname> <given-names>AM</given-names></name> <name><surname>Schmitter-Edgecombe</surname> <given-names>M</given-names></name> <name><surname>Das</surname> <given-names>B</given-names></name> <name><surname>Cook</surname> <given-names>DJ</given-names></name></person-group>. <article-title>Application of cognitive rehabilitation theory to the development of smart prompt technologies</article-title>. <source>IEEE Rev Biomed Eng</source> (<year>2012</year>) <volume>5</volume>:<fpage>29</fpage>&#x02013;<lpage>44</lpage>.<pub-id pub-id-type="doi">10.1109/RBME.2012.2196691</pub-id></citation></ref>
<ref id="B10"><label>10</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cannella-Malone</surname> <given-names>HI</given-names></name> <name><surname>Brooks</surname> <given-names>DG</given-names></name> <name><surname>Tullis</surname> <given-names>CA</given-names></name></person-group>. <article-title>Using self-directed video prompting to teach students with intellectual disabilities</article-title>. <source>J Behav Educ</source> (<year>2013</year>) <volume>22</volume>:<fpage>169</fpage>&#x02013;<lpage>89</lpage>.<pub-id pub-id-type="doi">10.1007/s10864-013-9175-3</pub-id></citation></ref>
<ref id="B11"><label>11</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lancioni</surname> <given-names>GE</given-names></name> <name><surname>Singh</surname> <given-names>NN</given-names></name> <name><surname>O&#x02019;Reilly</surname> <given-names>MF</given-names></name> <name><surname>Sigafoos</surname> <given-names>J</given-names></name> <name><surname>Oliva</surname> <given-names>D</given-names></name></person-group>. <article-title>A verbal-instruction system to help a woman with intellectual disability and blindness manage food-and drink-preparation tasks</article-title>. <source>Clin Case Stud</source> (<year>2011</year>) <volume>10</volume>:<fpage>79</fpage>&#x02013;<lpage>90</lpage>.<pub-id pub-id-type="doi">10.1177/1534650110395380</pub-id></citation></ref>
<ref id="B12"><label>12</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dusseljee</surname> <given-names>JC</given-names></name> <name><surname>Rijken</surname> <given-names>PM</given-names></name> <name><surname>Cardol</surname> <given-names>M</given-names></name> <name><surname>Curfs</surname> <given-names>LMG</given-names></name> <name><surname>Groenewegen</surname> <given-names>PP</given-names></name></person-group>. <article-title>Participation in daytime activities among people with mild or moderate intellectual disability</article-title>. <source>J of Intellect Disabil Res</source> (<year>2011</year>) <volume>55</volume>:<fpage>4</fpage>&#x02013;<lpage>18</lpage>.<pub-id pub-id-type="doi">10.1111/j.1365-2788.2010.01342.x</pub-id><pub-id pub-id-type="pmid">21029235</pub-id></citation></ref>
<ref id="B13"><label>13</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harr</surname> <given-names>N</given-names></name> <name><surname>Dunn</surname> <given-names>L</given-names></name> <name><surname>Price</surname> <given-names>P</given-names></name></person-group>. <article-title>Case study on effect of household task participation on home, community, and work opportunities for a youth with multiple disabilities</article-title>. <source>Work</source> (<year>2011</year>) <volume>39</volume>:<fpage>445</fpage>&#x02013;<lpage>53</lpage>.<pub-id pub-id-type="doi">10.3233/WOR-2011-1194</pub-id><pub-id pub-id-type="pmid">21811033</pub-id></citation></ref>
<ref id="B14"><label>14</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mechling</surname> <given-names>LC</given-names></name></person-group>. <article-title>High tech cooking: a literature review of evolving technologies for teaching a functional skill</article-title>. <source>Educ Train Dev Disabil</source> (<year>2008</year>) <volume>43</volume>:<fpage>474</fpage>&#x02013;<lpage>85</lpage>.</citation></ref>
<ref id="B15"><label>15</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ramdoss</surname> <given-names>S</given-names></name> <name><surname>Lang</surname> <given-names>R</given-names></name> <name><surname>Fragale</surname> <given-names>C</given-names></name> <name><surname>Britt</surname> <given-names>C</given-names></name> <name><surname>O&#x02019;Reilly</surname> <given-names>M</given-names></name> <name><surname>Sigafoos</surname> <given-names>J</given-names></name> <etal/></person-group> <article-title>Use of computer-aided interventions to promote daily living skills in individuals with intellectual disabilities: a systematic review</article-title>. <source>J Dev Phys Disabil</source> (<year>2012</year>) <volume>24</volume>:<fpage>197</fpage>&#x02013;<lpage>215</lpage>.<pub-id pub-id-type="doi">10.1007/s10882-011-9259-8</pub-id></citation></ref>
<ref id="B16"><label>16</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ayres</surname> <given-names>KM</given-names></name> <name><surname>Mechling</surname> <given-names>L</given-names></name> <name><surname>Sansosti</surname> <given-names>FJ</given-names></name></person-group>. <article-title>The use of mobile technologies to assist with life/skills independence of students with moderate/severe intellectual disability and/or autism spectrum disorders: considerations for the future of school psychology</article-title>. <source>Psychol Sch</source> (<year>2013</year>) <volume>50</volume>:<fpage>259</fpage>&#x02013;<lpage>71</lpage>.<pub-id pub-id-type="doi">10.1002/pits.21673</pub-id></citation></ref>
<ref id="B17"><label>17</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bidwell</surname> <given-names>MA</given-names></name> <name><surname>Rehfeldt</surname> <given-names>RA</given-names></name></person-group>. <article-title>Using video modeling to teach a domestic skill with an embedded social skill to adults with severe mental retardation</article-title>. <source>Behav Interv</source> (<year>2004</year>) <volume>19</volume>:<fpage>263</fpage>&#x02013;<lpage>74</lpage>.<pub-id pub-id-type="doi">10.1002/bin.165</pub-id></citation></ref>
<ref id="B18"><label>18</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Coleman</surname> <given-names>MB</given-names></name> <name><surname>Cramer</surname> <given-names>ES</given-names></name> <name><surname>Park</surname> <given-names>Y</given-names></name> <name><surname>Bell</surname> <given-names>SM</given-names></name></person-group>. <article-title>Art educators&#x02019; use of adaptations, assistive technology, and special education support for students with physical, visual, severe and multiple disabilities</article-title>. <source>J Dev Phys Disabil</source> (<year>2015</year>) <volume>27</volume>:<fpage>637</fpage>&#x02013;<lpage>60</lpage>.<pub-id pub-id-type="doi">10.1007/s10882-015-9440-6</pub-id></citation></ref>
<ref id="B19"><label>19</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shih</surname> <given-names>C-H</given-names></name> <name><surname>Chang</surname> <given-names>M-L</given-names></name></person-group>. <article-title>Enabling people with developmental disabilities to actively follow simple instructions and perform designated occupational activities according to simple instructions with battery-free wireless mice by controlling environmental stimulation</article-title>. <source>Res Dev Disabil</source> (<year>2012</year>) <volume>33</volume>:<fpage>2013</fpage>&#x02013;<lpage>9</lpage>.<pub-id pub-id-type="doi">10.1016/j.ridd.2012.05.021</pub-id><pub-id pub-id-type="pmid">22750357</pub-id></citation></ref>
<ref id="B20"><label>20</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lancioni</surname> <given-names>GE</given-names></name> <name><surname>O&#x02019;Reilly</surname> <given-names>MF</given-names></name> <name><surname>Seedhouse</surname> <given-names>P</given-names></name> <name><surname>Furniss</surname> <given-names>F</given-names></name> <name><surname>Cunha</surname> <given-names>B</given-names></name></person-group>. <article-title>Promoting independent task performance by persons with severe developmental disabilities through a new computer-aided system</article-title>. <source>Behav Modif</source> (<year>2000</year>) <volume>24</volume>:<fpage>724</fpage>&#x02013;<lpage>41</lpage>.<pub-id pub-id-type="doi">10.1177/0145445500245005</pub-id><pub-id pub-id-type="pmid">11036735</pub-id></citation></ref>
<ref id="B21"><label>21</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Steed</surname> <given-names>SE</given-names></name> <name><surname>Lutzker</surname> <given-names>JR</given-names></name></person-group>. <article-title>Using picture prompts to teach an adult with deve-lopmental disabilities to independently complete vocational tasks</article-title>. <source>J Dev Phys Disabil</source> (<year>1997</year>) <volume>9</volume>:<fpage>117</fpage>&#x02013;<lpage>33</lpage>.<pub-id pub-id-type="doi">10.1023/A:1024925702327</pub-id></citation></ref>
<ref id="B22"><label>22</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Briggs</surname> <given-names>A</given-names></name> <name><surname>Alberto</surname> <given-names>P</given-names></name> <name><surname>Sharpton</surname> <given-names>W</given-names></name> <name><surname>Berlin</surname> <given-names>K</given-names></name> <name><surname>McKinley</surname> <given-names>C</given-names></name> <name><surname>Ritts</surname> <given-names>C</given-names></name></person-group>. <article-title>Generalized use of a self-operated audio prompt system</article-title>. <source>Educ Train Ment Retard</source> (<year>1990</year>) <volume>25</volume>:<fpage>381</fpage>&#x02013;<lpage>9</lpage>.</citation></ref>
<ref id="B23"><label>23</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lancioni</surname> <given-names>GE</given-names></name> <name><surname>Klaase</surname> <given-names>M</given-names></name> <name><surname>Goossens</surname> <given-names>A</given-names></name></person-group>. <article-title>Pictorial vs. auditory prompt systems for promoting independent task performance in adolescents with multiple handicaps</article-title>. <source>Behav Interv</source> (<year>1995</year>) <volume>10</volume>:<fpage>237</fpage>&#x02013;<lpage>44</lpage>.<pub-id pub-id-type="doi">10.1002/bin.2360100406</pub-id></citation></ref>
<ref id="B24"><label>24</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Steed</surname> <given-names>SE</given-names></name> <name><surname>Lutzker</surname> <given-names>JR</given-names></name></person-group>. <article-title>Recorded audio prompts: a strategy to increase independent prevocational task completion in individuals with dual diagnosis</article-title>. <source>Behav Modif</source> (<year>1999</year>) <volume>23</volume>:<fpage>152</fpage>&#x02013;<lpage>68</lpage>.<pub-id pub-id-type="doi">10.1177/0145445599231007</pub-id><pub-id pub-id-type="pmid">9926525</pub-id></citation></ref>
<ref id="B25"><label>25</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cannella-Malone</surname> <given-names>HI</given-names></name> <name><surname>Fleming</surname> <given-names>C</given-names></name> <name><surname>Chung</surname> <given-names>Y-C</given-names></name> <name><surname>Wheeler</surname> <given-names>GM</given-names></name> <name><surname>Basbagill</surname> <given-names>AR</given-names></name> <name><surname>Singh</surname> <given-names>AH</given-names></name></person-group>. <article-title>Teaching daily living skills to seven individuals with severe intellectual disabilities: a comparison of video prompting to video modeling</article-title>. <source>J Posit Behav Interv</source> (<year>2011</year>) <volume>13</volume>:<fpage>144</fpage>&#x02013;<lpage>53</lpage>.<pub-id pub-id-type="doi">10.1177/1098300710366593</pub-id></citation></ref>
<ref id="B26"><label>26</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Furniss</surname> <given-names>F</given-names></name> <name><surname>Lancioni</surname> <given-names>G</given-names></name> <name><surname>Rocha</surname> <given-names>N</given-names></name> <name><surname>Cunha</surname> <given-names>B</given-names></name> <name><surname>Seedhouse</surname> <given-names>P</given-names></name> <name><surname>Morato</surname> <given-names>P</given-names></name> <etal/></person-group> <article-title>VICAID: development and evaluation of a palmtop-based job aid for workers with severe developmental disabilities</article-title>. <source>Brit J Educ Technol</source> (<year>2001</year>) <volume>32</volume>:<fpage>277</fpage>&#x02013;<lpage>87</lpage>.<pub-id pub-id-type="doi">10.1111/1467-8535.00198</pub-id></citation></ref>
<ref id="B27"><label>27</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mechling</surname> <given-names>LC</given-names></name> <name><surname>Gustafson</surname> <given-names>M</given-names></name></person-group>. <article-title>Comparison of the effects of static picture and video prompting on completion of cooking related tasks by students with moderate intellectual disabilities</article-title>. <source>Exceptionality</source> (<year>2009</year>) <volume>17</volume>:<fpage>103</fpage>&#x02013;<lpage>16</lpage>.<pub-id pub-id-type="doi">10.1080/09362830902805889</pub-id></citation></ref>
<ref id="B28"><label>28</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Payne</surname> <given-names>D</given-names></name> <name><surname>Cannella-Malone</surname> <given-names>HI</given-names></name> <name><surname>Tullis</surname> <given-names>CA</given-names></name> <name><surname>Sabielny</surname> <given-names>LM</given-names></name></person-group>. <article-title>The effects of self-directed video prompting with two students with intellectual and developmental disabilities</article-title>. <source>J Dev Phys Disabil</source> (<year>2012</year>) <volume>24</volume>:<fpage>617</fpage>&#x02013;<lpage>34</lpage>.<pub-id pub-id-type="doi">10.1007/s10882-012</pub-id></citation></ref>
<ref id="B29"><label>29</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lancioni</surname> <given-names>GE</given-names></name> <name><surname>Singh</surname> <given-names>N</given-names></name> <name><surname>O&#x02019;Reilly</surname> <given-names>M</given-names></name> <name><surname>Sigafoos</surname> <given-names>J</given-names></name> <name><surname>Alberti</surname> <given-names>G</given-names></name> <name><surname>Boccasini</surname> <given-names>A</given-names></name> <etal/></person-group> <article-title>A computer-aided program regulating the presentation of visual instructions to support activity performance in persons with multiple disabilities</article-title>. <source>J Dev Phys Disabil</source> (<year>2015</year>) <volume>27</volume>:<fpage>79</fpage>&#x02013;<lpage>91</lpage>.<pub-id pub-id-type="doi">10.1007/s10882-014-9402-4</pub-id></citation></ref>
<ref id="B30"><label>30</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boman</surname> <given-names>IL</given-names></name> <name><surname>Lindberg Stenvall</surname> <given-names>C</given-names></name> <name><surname>Hemmingsson</surname> <given-names>H</given-names></name> <name><surname>Bartfai</surname> <given-names>A</given-names></name></person-group>. <article-title>A training apartment with a set of electronic memory aids for patients with cognitive problems</article-title>. <source>Scand J Occup Ther</source> (<year>2010</year>) <volume>17</volume>:<fpage>140</fpage>&#x02013;<lpage>8</lpage>.<pub-id pub-id-type="doi">10.3109/11038120902875144</pub-id><pub-id pub-id-type="pmid">20370534</pub-id></citation></ref>
<ref id="B31"><label>31</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Palmen</surname> <given-names>A</given-names></name> <name><surname>Didden</surname> <given-names>R</given-names></name> <name><surname>Verhoeven</surname> <given-names>L</given-names></name></person-group>. <article-title>A personal digital assistant for improving independent transitioning in adolescents with high-functioning autism spectrum disorder</article-title>. <source>Dev Neurorehabil</source> (<year>2012</year>) <volume>15</volume>:<fpage>401</fpage>&#x02013;<lpage>13</lpage>.<pub-id pub-id-type="doi">10.3109/17518423.2012.701240</pub-id><pub-id pub-id-type="pmid">23030628</pub-id></citation></ref>
<ref id="B32"><label>32</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lancioni</surname> <given-names>GE</given-names></name> <name><surname>Singh</surname> <given-names>NN</given-names></name> <name><surname>O&#x02019;Reilly</surname> <given-names>MF</given-names></name> <name><surname>Sigafoos</surname> <given-names>J</given-names></name> <name><surname>Boccasini</surname> <given-names>A</given-names></name> <name><surname>La Martire</surname> <given-names>ML</given-names></name> <etal/></person-group> <article-title>People with multiple disabilities use assistive technology to perform complex activities at the appropriate time</article-title>. <source>Int J Disabil Hum Dev</source> (<year>2016</year>) <volume>15</volume>:<fpage>261</fpage>&#x02013;<lpage>6</lpage>.<pub-id pub-id-type="doi">10.1515/ijdhd-2015-0012</pub-id></citation></ref>
<ref id="B33"><label>33</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Kazdin</surname> <given-names>AE</given-names></name></person-group>. <source>Single-Case Research Designs: Methods for Clinical and Applied Settings</source>. <edition>2nd ed</edition>. <publisher-loc>New York</publisher-loc>: <publisher-name>Oxford University Press</publisher-name> (<year>2011</year>).</citation></ref>
<ref id="B34"><label>34</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Makel</surname> <given-names>MC</given-names></name> <name><surname>Plucker</surname> <given-names>JA</given-names></name></person-group>. <article-title>Facts are more important than novelty: replication in the education sciences</article-title>. <source>Educ Res</source> (<year>2014</year>) <volume>43</volume>:<fpage>304</fpage>&#x02013;<lpage>16</lpage>.<pub-id pub-id-type="doi">10.3102/0013189X14545513</pub-id></citation></ref>
<ref id="B35"><label>35</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Balboni</surname> <given-names>G</given-names></name> <name><surname>Belacchi</surname> <given-names>C</given-names></name> <name><surname>Bonichini</surname> <given-names>S</given-names></name> <name><surname>Coscarelli</surname> <given-names>A</given-names></name></person-group>. <source>Vineland II. Vineland Adaptive Behavior Scales. Standardizzazione Italiana</source>. <edition>2nd ed</edition>. <publisher-loc>Firenze</publisher-loc>: <publisher-name>OS</publisher-name> (<year>2016</year>).</citation></ref>
<ref id="B36"><label>36</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Sparrow</surname> <given-names>SS</given-names></name> <name><surname>Cicchetti</surname> <given-names>DV</given-names></name> <name><surname>Balla</surname> <given-names>DA</given-names></name></person-group>. <source>Vineland II. Vineland Adaptive Behavior Scalesz</source>. <edition>2nd ed</edition>. <publisher-loc>Minneapolis</publisher-loc>: <publisher-name>Pearson</publisher-name> (<year>2005</year>).</citation></ref>
<ref id="B37"><label>37</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Pedhazur</surname> <given-names>E</given-names></name> <name><surname>Schmelkin</surname> <given-names>L</given-names></name></person-group>. <source>Measurement Design and Analysis: An Integrated Approach</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>Psychology Press</publisher-name> (<year>1991</year>).</citation></ref>
<ref id="B38"><label>38</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Barlow</surname> <given-names>DH</given-names></name> <name><surname>Nock</surname> <given-names>M</given-names></name> <name><surname>Hersen</surname> <given-names>M</given-names></name></person-group>. <source>Single-Case Experimental Designs: Strategies for Studying Behavior Change</source>. <edition>3rd ed</edition>. <publisher-loc>New York</publisher-loc>: <publisher-name>Allyn &#x00026; Bacon</publisher-name> (<year>2009</year>).</citation></ref>
<ref id="B39"><label>39</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parker</surname> <given-names>RI</given-names></name> <name><surname>Vannest</surname> <given-names>KJ</given-names></name> <name><surname>Davis</surname> <given-names>JL</given-names></name></person-group>. <article-title>Effect size in single-case research: a review of nine nonoverlap techniques</article-title>. <source>Behav Modif</source> (<year>2011</year>) <volume>35</volume>:<fpage>303</fpage>&#x02013;<lpage>22</lpage>.<pub-id pub-id-type="doi">10.1177/0145445511399147</pub-id><pub-id pub-id-type="pmid">21411481</pub-id></citation></ref>
<ref id="B40"><label>40</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scruggs</surname> <given-names>TE</given-names></name> <name><surname>Mastropieri</surname> <given-names>MA</given-names></name></person-group>. <article-title>PND at 25: past, present, and future trends in summarizing single-subject research</article-title>. <source>Remedial Spec Educ</source> (<year>2013</year>) <volume>34</volume>:<fpage>9</fpage>&#x02013;<lpage>19</lpage>.<pub-id pub-id-type="doi">10.1177/0741932512440730</pub-id></citation></ref>
<ref id="B41"><label>41</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sunderland</surname> <given-names>N</given-names></name> <name><surname>Catalano</surname> <given-names>T</given-names></name> <name><surname>Kendall</surname> <given-names>E</given-names></name></person-group>. <article-title>Missing discourses: concepts of joy and happiness in disability</article-title>. <source>Disabil Soc</source> (<year>2009</year>) <volume>24</volume>:<fpage>703</fpage>&#x02013;<lpage>14</lpage>.<pub-id pub-id-type="doi">10.1080/09687590903160175</pub-id></citation></ref>
<ref id="B42"><label>42</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wei</surname> <given-names>X</given-names></name> <name><surname>Marder</surname> <given-names>C</given-names></name></person-group>. <article-title>Self-concept development of students with disabilities</article-title>. <source>Remedial Spec Educ</source> (<year>2012</year>) <volume>33</volume>:<fpage>247</fpage>&#x02013;<lpage>57</lpage>.<pub-id pub-id-type="doi">10.1177/0741932510394872</pub-id></citation></ref>
<ref id="B43"><label>43</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Catania</surname> <given-names>AC</given-names></name></person-group>. <source>Learning</source>. <edition>5th ed</edition>. <publisher-loc>New York</publisher-loc>: <publisher-name>Sloan</publisher-name> (<year>2012</year>).</citation></ref>
<ref id="B44"><label>44</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Pierce</surname> <given-names>WD</given-names></name> <name><surname>Cheney</surname> <given-names>CD</given-names></name></person-group>. <source>Behavior Analysis and Learning</source>. <edition>4th ed</edition>. <publisher-loc>New York</publisher-loc>: <publisher-name>Psychology Press</publisher-name> (<year>2008</year>).</citation></ref>
<ref id="B45"><label>45</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brown</surname> <given-names>I</given-names></name> <name><surname>Hatton</surname> <given-names>C</given-names></name> <name><surname>Emerson</surname> <given-names>E</given-names></name></person-group>. <article-title>Quality of life indicators for individuals with intellectual disabilities: extending current practice</article-title>. <source>Intellect Dev Disabil</source> (<year>2013</year>) <volume>51</volume>:<fpage>316</fpage>&#x02013;<lpage>32</lpage>.<pub-id pub-id-type="doi">10.1352/1934-9556-51.5.316</pub-id><pub-id pub-id-type="pmid">24303820</pub-id></citation></ref>
<ref id="B46"><label>46</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McDougall</surname> <given-names>J</given-names></name> <name><surname>Evans</surname> <given-names>J</given-names></name> <name><surname>Baldwin</surname> <given-names>P</given-names></name></person-group>. <article-title>The importance of self-determination to perceived quality of life for youth and young adults with chronic conditions and disabilities</article-title>. <source>Remedial Spec Educ</source> (<year>2010</year>) <volume>31</volume>:<fpage>252</fpage>&#x02013;<lpage>60</lpage>.<pub-id pub-id-type="doi">10.1177/0741932509355989</pub-id></citation></ref>
<ref id="B47"><label>47</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Verdugo</surname> <given-names>MA</given-names></name> <name><surname>G&#x000F3;mez</surname> <given-names>LE</given-names></name> <name><surname>Arias</surname> <given-names>B</given-names></name> <name><surname>Navas</surname> <given-names>P</given-names></name> <name><surname>Schalock</surname> <given-names>RL</given-names></name></person-group>. <article-title>Measuring quality of life in people with intellectual and multiple disabilities: validation of the San Mart&#x000ED;n scale</article-title>. <source>Res Dev Disabil</source> (<year>2014</year>) <volume>35</volume>:<fpage>75</fpage>&#x02013;<lpage>86</lpage>.<pub-id pub-id-type="doi">10.1016/j.ridd.2013.10.025</pub-id><pub-id pub-id-type="pmid">24246273</pub-id></citation></ref>
<ref id="B48"><label>48</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Callahan</surname> <given-names>K</given-names></name> <name><surname>Henson</surname> <given-names>R</given-names></name> <name><surname>Cowan</surname> <given-names>AK</given-names></name></person-group>. <article-title>Social validation of evidence-based practices in autism by parents, teachers, and administrators</article-title>. <source>J Autism Dev Disord</source> (<year>2008</year>) <volume>38</volume>:<fpage>678</fpage>&#x02013;<lpage>92</lpage>.<pub-id pub-id-type="doi">10.1007/s10803-007-0434-9</pub-id><pub-id pub-id-type="pmid">17924182</pub-id></citation></ref>
<ref id="B49"><label>49</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Luiselli</surname> <given-names>JK</given-names></name> <name><surname>Bass</surname> <given-names>JD</given-names></name> <name><surname>Whitcomb</surname> <given-names>SA</given-names></name></person-group>. <article-title>Teaching applied behavior analysis knowledge competencies to direct-care service providers: outcome assessment and social validation</article-title>. <source>Behav Modif</source> (<year>2010</year>) <volume>34</volume>:<fpage>403</fpage>&#x02013;<lpage>14</lpage>.<pub-id pub-id-type="doi">10.1177/0145445510383526</pub-id></citation></ref>
<ref id="B50"><label>50</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lenker</surname> <given-names>JA</given-names></name> <name><surname>Harris</surname> <given-names>F</given-names></name> <name><surname>Taugher</surname> <given-names>M</given-names></name> <name><surname>Smith</surname> <given-names>RO</given-names></name></person-group>. <article-title>Consumer perspectives on assistive technology outcomes</article-title>. <source>Disabil Rehabil Assist Technol</source> (<year>2013</year>) <volume>8</volume>:<fpage>373</fpage>&#x02013;<lpage>80</lpage>.<pub-id pub-id-type="doi">10.3109/17483107.2012.749429</pub-id><pub-id pub-id-type="pmid">23350880</pub-id></citation></ref>
<ref id="B51"><label>51</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scherer</surname> <given-names>MJ</given-names></name> <name><surname>Craddock</surname> <given-names>G</given-names></name> <name><surname>Mackeogh</surname> <given-names>T</given-names></name></person-group>. <article-title>The relationship of personal factors and subjective well-being to the use of assistive technology devices</article-title>. <source>Disabil Rehabil</source> (<year>2011</year>) <volume>33</volume>:<fpage>811</fpage>&#x02013;<lpage>7</lpage>.<pub-id pub-id-type="doi">10.3109/09638288.2010.511418</pub-id><pub-id pub-id-type="pmid">20735272</pub-id></citation></ref>
<ref id="B52"><label>52</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ledford</surname> <given-names>JR</given-names></name> <name><surname>Gast</surname> <given-names>DL</given-names></name></person-group>. <article-title>Measuring procedural fidelity in behavioral research</article-title>. <source>Neuropsychol Rehabil</source> (<year>2014</year>) <volume>24</volume>:<fpage>332</fpage>&#x02013;<lpage>48</lpage>.<pub-id pub-id-type="doi">10.1080/09602011.2013.861352</pub-id></citation></ref>
<ref id="B53"><label>53</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dillon</surname> <given-names>CM</given-names></name> <name><surname>Carr</surname> <given-names>JE</given-names></name></person-group>. <article-title>Assessing indices of happiness and unhappiness in individuals with developmental disabilities: a review</article-title>. <source>Behav Interv</source> (<year>2007</year>) <volume>22</volume>:<fpage>229</fpage>&#x02013;<lpage>44</lpage>.<pub-id pub-id-type="doi">10.1002/bin.240</pub-id></citation></ref>
<ref id="B54"><label>54</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sidani</surname> <given-names>S</given-names></name> <name><surname>Epstein</surname> <given-names>DR</given-names></name> <name><surname>Bootzin</surname> <given-names>RR</given-names></name> <name><surname>Moritz</surname> <given-names>P</given-names></name> <name><surname>Miranda</surname> <given-names>J</given-names></name></person-group>. <article-title>Assessment of preferences for treatment: validation of a measure</article-title>. <source>Res Nurs Health</source> (<year>2009</year>) <volume>32</volume>:<fpage>419</fpage>&#x02013;<lpage>31</lpage>.<pub-id pub-id-type="doi">10.1002/nur.20329</pub-id><pub-id pub-id-type="pmid">19434647</pub-id></citation></ref>
</ref-list>
</back>
</article>