<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Med.</journal-id>
<journal-title>Frontiers in Medicine</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Med.</abbrev-journal-title>
<issn pub-type="epub">2296-858X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmed.2022.981748</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Medicine</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title><italic>ISupport-Brasil</italic>: Preliminary results of the usability and acceptability assessment by caregivers of people who have dementia</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Ottaviani</surname> <given-names>Ana Carolina</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1874992/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Monteiro</surname> <given-names>Diana Quirino</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Ferreira Campos</surname> <given-names>Camila Rafael</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Barham</surname> <given-names>Elizabeth Joan</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Oliveira</surname> <given-names>D&#x00E9;borah</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1024560/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>da Cruz</surname> <given-names>Keila Cristianne Trindade</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1945873/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Corr&#x00EA;a</surname> <given-names>Larissa</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>de Souza Orlandi</surname> <given-names>Fabiana</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zazzetta</surname> <given-names>Marisa Silvana</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1077170/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Grat&#x00E3;o</surname> <given-names>Aline Cristina Martins</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1890758/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Pavarini</surname> <given-names>Sofia Cristina Iost</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1880620/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Gerontology, Universidade Federal de S&#x00E3;o Carlos, S&#x00E3;o Carlos</institution>, <addr-line>S&#x00E3;o Paulo</addr-line>, <country>Brazil</country></aff>
<aff id="aff2"><sup>2</sup><institution>Postgraduate Programme in Psychology, Universidade Federal de S&#x00E3;o Carlos, S&#x00E3;o Carlos</institution>, <addr-line>S&#x00E3;o Paulo</addr-line>, <country>Brazil</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Psychology, Universidade Federal de S&#x00E3;o Carlos, S&#x00E3;o Carlos</institution>, <addr-line>S&#x00E3;o Paulo</addr-line>, <country>Brazil</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Psychiatry, School of Medicine, Universidade Federal de S&#x00E3;o Paulo, S&#x00E3;o Paulo</institution>, <addr-line>S&#x00E3;o Paulo</addr-line>, <country>Brazil</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Nursing, Faculty of Health Sciences, Universidade de Bras&#x00ED;lia</institution>, <addr-line>Bras&#x00ED;lia</addr-line>, <country>Brazil</country></aff>
<aff id="aff6"><sup>6</sup><institution>Postgraduate Programme in Nursing, Universidade Federal de S&#x00E3;o Carlos, S&#x00E3;o Carlos</institution>, <addr-line>S&#x00E3;o Paulo</addr-line>, <country>Brazil</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Daniella Nunes, State University of Campinas, Brazil</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Fl&#x00E1;via Oliveira Motta Maia, State University of Campinas, Brazil; Guiomar Virg&#x00ED;nia Vilela Assun&#x00E7;&#x00E3;o De Toledo Batello, Federal University of Tocantins, Brazil</p></fn>
<corresp id="c001">&#x002A;Correspondence: Aline Cristina Martins Grat&#x00E3;o, <email>aline-gratao@hotmail.com</email></corresp>
<fn fn-type="other" id="fn004"><p>This article was submitted to Geriatric Medicine, a section of the journal Frontiers in Medicine</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>18</day>
<month>08</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>9</volume>
<elocation-id>981748</elocation-id>
<history>
<date date-type="received">
<day>29</day>
<month>06</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>04</day>
<month>08</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2022 Ottaviani, Monteiro, Ferreira Campos, Barham, Oliveira, da Cruz, Corr&#x00EA;a, de Souza Orlandi, Zazzetta, Grat&#x00E3;o and Pavarini.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Ottaviani, Monteiro, Ferreira Campos, Barham, Oliveira, da Cruz, Corr&#x00EA;a, de Souza Orlandi, Zazzetta, Grat&#x00E3;o and Pavarini</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec>
<title>Objective</title>
<p>To assess usability and acceptability of <italic>iSupport-Brasil</italic> (<italic>iSupport-BR</italic>) to virtually support family caregivers of people who have dementia.</p>
</sec>
<sec>
<title>Materials and methods</title>
<p>In the first stage, nine caregivers/former caregivers assessed the interface of the platform that hosts <italic>iSupport-BR</italic>. In the second stage, 10 caregivers assessed acceptability of the platform and answered the System Usability Scale (SUS), which varies from 0 to 100 points. A descriptive analysis of the quantitative data was performed, as well as a thematic analysis on the open questions. All the ethical aspects were respected.</p>
</sec>
<sec>
<title>Results</title>
<p>The results of the first stage indicated a user-friendly interface of the system and relevant content of the program, with 55.6 and 77.8% of the participants assigning the maximum grade to these questions, respectively. Of the five possible points, the system&#x2019;s mean score was 3.7. In Stage 2, 80% of the caregivers rated the program as very useful and 100% would recommend it to other caregivers. Perception of the program&#x2019;s usability by the SUS scale was excellent (<italic>M</italic> = 86.5 &#x00B1; 11.5).</p>
</sec>
<sec>
<title>Conclusion</title>
<p>This research allowed elaborating the final version of <italic>iSupport-BR</italic>, considering usability and acceptability of the platform and the program for computers/notebooks, being a pioneer in evaluating it for use in smartphones. Future research studies will have to assess the effects of <italic>iSupport-BR</italic> on the caregivers&#x2019; mental health.</p>
</sec>
</abstract>
<kwd-group>
<kwd>caregivers</kwd>
<kwd>dementia</kwd>
<kwd>internet-based intervention</kwd>
<kwd>user-centered design</kwd>
<kwd>usability</kwd>
<kwd>acceptability</kwd>
</kwd-group>
<contract-sponsor id="cn001">Minist&#x00E9;rio da Sa&#x00FA;de<named-content content-type="fundref-id">10.13039/501100006506</named-content></contract-sponsor><contract-sponsor id="cn002">Coordena&#x00E7;&#x00E3;o de Aperfei&#x00E7;oamento de Pessoal de N&#x00ED;vel Superior<named-content content-type="fundref-id">10.13039/501100002322</named-content></contract-sponsor><contract-sponsor id="cn003">Conselho Nacional de Desenvolvimento Cient&#x00ED;fico e Tecnol&#x00F3;gico<named-content content-type="fundref-id">10.13039/501100003593</named-content></contract-sponsor><contract-sponsor id="cn004">Funda&#x00E7;&#x00E3;o de Amparo &#x00E0; Pesquisa do Estado de S&#x00E3;o Paulo<named-content content-type="fundref-id">10.13039/501100001807</named-content></contract-sponsor>
<counts>
<fig-count count="4"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="37"/>
<page-count count="11"/>
<word-count count="7190"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="intro">
<title>Introduction</title>
<p>More than 55 million people have dementia in the world, and a number of projections indicate that there will be nearly 78 million by 2030 and 139 million in 2050 (<xref ref-type="bibr" rid="B1">1</xref>). Most people with dementia are cared for by family members or other unpaid caregivers, especially in countries with limited resources where there is shortage or lack of formal support services for dementia (<xref ref-type="bibr" rid="B1">1</xref>).</p>
<p>Family caregivers of people living with dementia, most of whom are women, are frequently exposed to multiple stressors that affect physical and mental health, including high task demands, physical and emotional exhaustion, financial problems and limitations in social and leisure activities, in addition to dealing with the effects of dementia on the family member&#x2019;s well-being (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). Offering the practical and effective support means to this population is essential to prevent and mitigate such impacts (<xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>Online programs can be a support strategy with positive effects for caregivers (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>), and may even be a viable alternative to traditional face-to-face support modalities, as it has the potential to reach a larger target audience by overcoming geographic barriers, and for being cheaper, flexible, and adaptable to the caregivers&#x2019; routines (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>).</p>
<p>Systematic reviews show that online interventions for family caregivers of people who have dementia can be effective in increasing psychological well-being, helping to reduce depression, anxiety and stress symptoms resulting from caregiving, through improved self-efficacy, satisfaction, confidence and care skills (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B9">9</xref>&#x2013;<xref ref-type="bibr" rid="B11">11</xref>). The social distancing resulting from the COVID-19 pandemic has corroborated the use of new technologies to support families in need of care, especially those who cannot participate in face-to-face activities (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B13">13</xref>).</p>
<p>However, interventions offered in virtual format and using an Internet connection may present some challenges related to technology (design, usability, level of digital literacy and acceptability), as well as organizational (lack of information about the intervention, gap between research and implementation), socioeconomic (lack of funding and cost of technology) and ethical (privacy, mechanization of care) (<xref ref-type="bibr" rid="B14">14</xref>). Satisfactory usability and acceptability levels are related to better involvement and coping in the use of new technologies (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>).</p>
<p>A review study on the usability and acceptability of Internet-based interventions developed with caregivers of people who have dementia shows that, for the most part, they are effective, efficient and satisfactory, as well as being considered useful and acceptable by this population (<xref ref-type="bibr" rid="B17">17</xref>). Involvement of the target audience in the process of developing and implementing new technologies that use the Internet is extremely important to improve usability and acceptability of the program (<xref ref-type="bibr" rid="B14">14</xref>). A number of research studies indicate that caregivers of people who have dementia, for example, prefer to receive online support through audio and video, as it is the strategy that best suits day-to-day care and generates greater satisfaction and well-being (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B18">18</xref>). Considering such preferences is fundamental so that efficacy of the program for this population segment can be improved.</p>
<p>Development and implementation of supportive interventions that are accessible, acceptable and effective for informal caregivers of people who have dementia is a strategic priority in the Global Action Plan for the Public Health Response to Dementia 2017&#x2013;2025 (<xref ref-type="bibr" rid="B19">19</xref>). In this perspective, the World Health Organization (WHO) has developed iSupport for Dementia, an online program that aims at providing education, skills training and support for family caregivers of people who have dementia (<xref ref-type="bibr" rid="B20">20</xref>). The iSupport program presents 23 lessons distributed across five modules, which cover well-established topics on caregivers&#x2019; care and self-care.</p>
<p>The initial version of iSupport was developed in English using an encompassing and multicultural approach for transcultural adaptation in several countries, such as Portugal (<xref ref-type="bibr" rid="B21">21</xref>), Australia (<xref ref-type="bibr" rid="B22">22</xref>), India (<xref ref-type="bibr" rid="B23">23</xref>), Netherlands (<xref ref-type="bibr" rid="B24">24</xref>), and Switzerland (<xref ref-type="bibr" rid="B25">25</xref>). In Brazil, the iSupport cross-cultural adaptation process was carried out as part of a multicenter study funded by the National Health Fund, in partnership with the Ministry of Health, following all WHO recommendations.</p>
<p>iSupport has the potential to improve universal access to education and support for family members so that they can better deal with socio-emotional issues that arise from interacting with a person who has dementia (<xref ref-type="bibr" rid="B26">26</xref>). In the context of online interventions, programs with high usability and acceptability can reduce barriers to use, improve user experience and engagement, and prevent program abandonment (<xref ref-type="bibr" rid="B27">27</xref>). In this way, evaluating usability and acceptability, as well as exploring the users&#x2019; perceptions about the iSupport version adapted for the Brazilian context - <italic>iSupport-Brasil</italic> or <italic>iSupport-BR</italic> - makes it possible to understand the feasibility of a global and evidence-based resource for use with/by caregivers of people who have dementia in Brazil. The objective of this study was to evaluate usability and acceptability of <italic>iSupport-BR</italic>, exploring the perceptions of caregivers of people who have dementia about benefits, facilitators and barriers to using the program in a preliminary study.</p>
</sec>
<sec id="S2">
<title>Materials and methods</title>
<p>A mixed-methods study was carried out, involving a usability test stage of the system interface (Stage 1) and a subsequent preliminary usability and acceptability evaluation of <italic>iSupport-Brasil</italic> by caregivers (Stage 2). The procedures adopted were based on the adaptation guide made available by WHO to the licensees. The guide offers standardized advice for translating and culturally adapting iSupport to fit the local target group while guaranteeing that the adapted version is equivalent to the generic one. The usability and acceptability tests allow noticing the users&#x2019; interaction with the system (<xref ref-type="bibr" rid="B28">28</xref>), with direct implications for the later dissemination and use of the program. They can include techniques for the collection of qualitative and quantitative data. Due to the COVID-19 pandemic, the study was entirely conducted online.</p>
<sec id="S2.SS1">
<title>Characteristics of the <italic>iSupport-Brasil</italic> platform</title>
<p>The content included in the iSupport program culturally adapted to the Brazilian context was incorporated to a digital platform, as described below.</p>
<p>The process of introducing content into an online platform and evaluating the interface, usability and acceptability of the Portuguese version of the iSupport program was the result of a partnership between Brazilian researchers from the Federal University of S&#x00E3;o Carlos (<italic>Universidade Federal de S&#x00E3;o Carlos</italic>, UFSCar), the University of Bras&#x00ED;lia (<italic>Universidade de Bras&#x00ED;lia</italic>, UnB) and the Federal University of S&#x00E3;o Paulo (<italic>Universidade Federal de S&#x00E3;o Paulo</italic>, UNIFESP). An Information and Communication Technology company was hired to develop the digital platform. All maintenance tasks and code-related problems were in charge of the company. After testing several options, the <italic>Moodle</italic> platform was adopted because it is free, with a greater community of developers and users, facilitating its maintenance and continuous and unrestricted use. The platform is in the domain of the UFSCar. The platform&#x2019;s registration is linked to the Federal Ministry of Health to ensure greater visibility and universal free access by people<sup><xref ref-type="fn" rid="footnote1">1</xref></sup>. iSupport was originally created to be self-applied. From the home page, registered users can access the program at any time and from any place. A Welcome page, which the users visit before login, presents an overview of the program and asks the person to enroll (<xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>Mock-up landing page of the platform (screen to the left) and page to search <italic>iSupport-Brasil</italic> (<italic>iSupport-BR</italic>) modules (screen to the right).</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-981748-g001.tif"/>
</fig>
<p>Together with the team of developers, the researchers defined that the platform should provide the user with an account with a login and password, access to information in the form of modules and to the activities of each module of the manual for validation of learning. The platform also stores the users&#x2019; answers in the activities in the form of a database. Therefore, the system requirements that have been established are user login (caregivers); administrators login (for managing the platform content); CRUD (Create, Read, Update, and Delete) of users of both profiles; CRUD of teaching modules (text, video and audio); visualization of teaching modules; Testing CRUD for teaching validation; and storage of the users&#x2019; answers.</p>
<p>The platform was filled-in with the content included in iSupport, aiming at the best layout of the content in the system, so that it presents good usability and is accessible (<xref ref-type="bibr" rid="B29">29</xref>). Each user can customize their support plan according to their needs, choosing which of the five modules to access, being able to follow progress of the modules through the percentage bar of the content covered so far. The activities include diverse information regarding text, illustrative images, care settings, and interactive skill exercises. Immediate feedback is provided on the answers to the exercises.</p>
<p>The <italic>iSupport-Brasil</italic> platform is flexible (the user chooses to visit the activities they consider most relevant), personalized (the name of the person who cares, the care recipient, and the degree of kinship are used in the text of the platform to make the material as close as possible to the user), interactive and responsive (the user resorts to their knowledge and experience to answer the questions and to apply what they have learned to their personal situation, and the notes taken are recorded; feedback is given according to the answers marked), scalable (it is possible to insert or remove content instantly and it can be used by an unlimited number of people), secure (after completing registration, it is necessary to go through a simple registration validation process); and responsive to the user&#x2019;s technology (it adapts to different screen sizes &#x2013; computer, tablet, or smartphone).</p>
</sec>
<sec id="S2.SS2">
<title>Stage 1 &#x2013; Usability test of the system&#x2019;s interface</title>
<sec id="S2.SS2.SSS1">
<title>Recruitment and sample</title>
<p>The interface usability test took place from 11/23/2020 to 12/04/2020 and the objective was to assess the caregivers&#x2019; perception on the <italic>iSupport-Brasil</italic> platform&#x2019;s interface. Caregivers and/or former caregivers were recruited based on the following eligibility criteria: (a) being 18 years of age or older; (b) identifying themselves as family caregiver or former caregiver of a person who has (or had) dementia in the last 6 months (self-reported diagnosis); and (c) having access to a computer, smartphone, or tablet, with an Internet connection. Recruitment was in charge of the company itself <italic>via WhatsApp</italic> and email, means through which the individuals were informed about the research objective and stages. From a contact list of the researchers and the company, 15 family caregivers/former caregivers of people who have dementia were invited to evaluate the platform before it was made available to test its usability and acceptability. Six of them refused to participate in the study, totaling a convenience sample comprised by nine participants. After acceptance, to assess functionality of the platform and whether people would be able to use it effectively, a usability test questionnaire was created using the Typeform&#x2122; software. The test created by means of Typeform&#x2122; allows access through a computer or any mobile device.</p>
</sec>
<sec id="S2.SS2.SSS2">
<title>Methods and variables</title>
<p>At a first moment, the participants filled out a form with sociodemographic information (gender, age, schooling, and marital status) and care context (type of dementia, age of the person who has/had dementia). Questions about the use and previous experiences with electronic equipment were also asked, including the following: devices commonly used to access the Internet (computer, smartphone and tablet) and apps used on such equipment (e.g., <italic>WhatsApp</italic>, <italic>YouTube</italic>, search in <italic>Google</italic>, email, <italic>Facebook</italic>, <italic>Instagram</italic>, <italic>Netflix</italic>, <italic>Spotify</italic>, and <italic>Google</italic> Agenda).</p>
<p>Evaluation of the performance in the interface tasks was carried out through the presentation of clippings from the <italic>iSupport-BR</italic> homepage in which the participants indicated how they performed the tasks, including: how they would (a) access the content of <italic>iSupport-Brasil</italic> (<xref ref-type="fig" rid="F2">Figure 2</xref>, left), (b) register a new user, (c) start the first module, (d) start the first activity, (e) identify the name of the first activity, (f) go to the next activity, (g) identify different content formats (text, audio, video, and link), (h) watch a video (<xref ref-type="fig" rid="F2">Figure 2</xref>, right), (i) start an audio, (j) answer a form, and (k) send the answer and track progress of the activity.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>Mock-up of the assessment of access to the content (screen to the left) and how to watch a video (screen to the right) in the <italic>iSupport-Brasil</italic> (<italic>iSupport-BR</italic>) version.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-981748-g002.tif"/>
</fig>
<p>In addition to that, a subjective evaluation was carried out for the participants to indicate their first impressions regarding the appearance of the program using a Likert scale from 1 to 5 to evaluate: (a) simplicity of the system (1 = very difficult to use; 5 = very easy to use); (b) appearance of the system (1 = I didn&#x2019;t like it; 5 = I liked it a lot); and (c) usefulness (1 = not very useful; 5 = very useful). In the last question, the participants answered which of the five <italic>iSupport-Brasil</italic> modules interested them the most. The company contacted the participants throughout the data collection period to help them access the platform and the questionnaire, as well as to obtain immediate feedback on the system.</p>
</sec>
</sec>
<sec id="S2.SS3">
<title>Stage 2 &#x2013; Preliminary usability and acceptability assessment of <italic>iSupport-Brasil</italic></title>
<sec id="S2.SS3.SSS1">
<title>Recruitment and sample</title>
<p>The researchers recruited caregivers based on the following eligibility criteria: (a) being 18 years of age or older; (b) identifying themselves as the current family caregiver of a person who has been living with dementia for at least 6 months (self-reported diagnosis); and (c) having access to a computer, smartphone, or tablet with Internet access. From a contact list of the researchers, 22 family caregivers of people who have dementia were invited to use and evaluate the platform, of which seven refused to participate and three were no longer caregivers. The participants were recruited <italic>via WhatsApp</italic>, when they were informed about the study objective and stages. After accepting to receive more information about the study, the Free and Informed Consent Form was made available through the <italic>Google Forms</italic> platform for reading, agreement and acceptance. The study participants were 12 caregivers, although only 10 composed the convenience sample and completed all the stages.</p>
</sec>
<sec id="S2.SS3.SSS2">
<title>Methods and variables</title>
<list list-type="simple">
<list-item>
<label>&#x2022;</label>
<p>A form with diverse information on sociodemographic (gender, age, schooling, and marital status) and care context (type of dementia), age of the person who has dementia aspects. Questions about use and previous experience with electronic equipment, including the following: devices used to access the Internet (computer, smartphone, and tablet), use of electronic equipment (use of mouse, adjust volume/brightness/screen size, email or <italic>WhatsApp</italic>, accessing links [websites], starting and stopping videos) and level of difficulty using electronic equipment (scale from 0 to 10, with 0 being very easy and 10 being very difficult).</p>
</list-item>
<list-item>
<label>&#x2022;</label>
<p>Individual perception of the system: a questionnaire prepared by the research team, containing diverse information on usability: level of satisfaction with the program (from 0 = very dissatisfied to 10 = very satisfied) and questions in relation to the perceptions about the system regarding its complexity, ease, parts of the program that they liked the most/least, navigation, learning, confidence to use (1 = strongly disagree to 5 = strongly agree). The following were considered to assess acceptability: perception of usefulness (from 0 = not very useful to 10 = very useful), recommending the program to other caregivers (1 = yes, 2 = no), reasons that hindered using the program (lack of time/privacy/interest, death or change of residence of the person who has dementia, unexpected demands, difficulty concentrating, and no reason), preference regarding the program&#x2019;s format (online, with professional, and printed), other suggestions and how they organized to use the program (open answer). This questionnaire was developed based on the review study by Ottaviani et al. (<xref ref-type="bibr" rid="B17">17</xref>), in which it was investigated which variables are relevant for usability and acceptability in Internet-based interventions for caregivers of older adults.</p>
</list-item>
<list-item>
<label>&#x2022;</label>
<p>System Usability Scale (SUS): developed by Brooke (<xref ref-type="bibr" rid="B30">30</xref>) and translated into Brazilian Portuguese by Teixeira (<xref ref-type="bibr" rid="B31">31</xref>), consisting of 10 items evaluated on Likert scales with 1&#x2013;5 points (from 1 = strongly disagree to 5 = I fully agree). In the odd questions, one point has to be subtracted from the score referring to the user&#x2019;s answer. In the even questions, five points have to be subtracted from the answer. Subsequently, all values of the ten questions must be added and multiplied by 2.5. The final score varies from 0 to 100, with higher values representing better usability. A cutoff point of 68 was used in this research to define a mean usability score above or below the cutoff point (<xref ref-type="bibr" rid="B30">30</xref>, <xref ref-type="bibr" rid="B31">31</xref>).</p>
</list-item>
</list>
</sec>
<sec id="S2.SS3.SSS3">
<title>Data collection procedure</title>
<p>After signing the Free and Informed Consent Form, the sociodemographic and care form, as well as questions about previous experiences with electronic equipment, were sent to the participants. Subsequently, the link to access and register in the <italic>iSupport-BR</italic> program was provided, which the users should employ for a 3-week period. After this period, the caregivers were contacted again to fill in one last electronic form with questions on the individual perception of the system and the SUS scale (both <italic>via Google Forms</italic>).</p>
</sec>
<sec id="S2.SS3.SSS4">
<title>Data analysis</title>
<p>The data were exported to <italic>Excel</italic><sup>&#x00AE;</sup> and the quantitative data were imported into the <italic>Statistical Package for Social Sciences</italic> (SPSS) statistical software, version 21, for data analysis and presentation. We adopted a qualitative descriptive design and used open-ended questions to collect participants&#x2019; general experiences and attitudes toward the usability and acceptability of the program. For open questions, thematic content analysis was performed to identify key themes. The analysis was performed by two researchers, ACO and DQM, who, after becoming familiar with the data by reading and re-reading the responses, started to identify the core topics. The themes found were discussed with the entire team in meetings, until reaching a consensus (<xref ref-type="bibr" rid="B32">32</xref>).</p>
</sec>
</sec>
<sec id="S2.SS4">
<title>Ethical aspects</title>
<p>All the ethical procedures for research with human beings were respected. Ethical approval was granted by the Research Ethics Committee of the UFSCar, as a multicenter study, under the following opinions: 2,647,432, 3,154,538, 3,251,479, and 3,628,919. Before initiating data collection, all the participants read and agreed to the Free and Informed Consent Form (FICF) and to the Secrecy Form, online and <italic>via Google Forms</italic>.</p>
</sec>
</sec>
<sec id="S3" sec-type="results">
<title>Results</title>
<sec id="S3.SS1">
<title>Characteristics of the samples</title>
<p>A descriptive analysis was performed to evaluate the quantitative data. In stage 1, all participants (<italic>n</italic> = 9) were women (<italic>n</italic> = 100%), most were married/in stable relationships (<italic>n</italic> = 44.4%), with predominance of the age group from 50 to 59 years old (<italic>n</italic> = 55.6%) and with nine to 12 years or more of schooling (<italic>n</italic> = 88.8%); among the people with dementia, most were between 80 and 89 years old (<italic>n</italic> = 66.7%). In stage 2, the sample (<italic>n</italic> = 10) presented similar characteristics, with predominance of women (<italic>n</italic> = 90%), married/in stable unions (<italic>n</italic> = 70%), age group from 50 to 59 years old (<italic>n</italic> = 50%), with 12 years or more of schooling (<italic>n</italic> = 80%) and who assisted people living with dementia in the age group from 80 to 89 years old (<italic>n</italic> = 70%).</p>
</sec>
<sec id="S3.SS2">
<title>Stage 1 &#x2013; Usability test of the system&#x2019;s interface</title>
<p>The assessment showed that the system has a user-friendly interface (55.6% assigned score 5) and relevant content (77.8%, score 5). Of the five possible points, the mean overall score assigned to the system was 3.7. Common difficulties with the interface included the following: finding the &#x201C;next&#x201D; button in the activities (<xref ref-type="fig" rid="F3">Figure 3</xref>, to the right), with the name &#x201C;<italic>Li&#x00E7;&#x00E3;o</italic>&#x201D; (&#x201C;Lesson&#x201D; 9; <xref ref-type="fig" rid="F3">Figure3</xref>, to the left), and the small font size of the texts. To correct the suggestions made by the participants, a green background was placed on the &#x201C;next&#x201D; and font increase buttons throughout the entire platform. Nearly 55.6% (<italic>n</italic> = 5) considered &#x201C;Module 5 - Dealing with changing behaviors in a person with dementia&#x201D;, as the most interesting of all modules, followed by module 4 - Providing everyday care (44.5%; <italic>n</italic> = 4) and Module 3 &#x2013; Caring for me (33.3%; <italic>n</italic> = 3).</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption><p>Mock-up of the screen to start the first activity (to the left) and the screen with the end of the first lesson (to the right) of the <italic>iSupport-Brasil</italic> (<italic>iSupport-BR</italic>) version.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-981748-g003.tif"/>
</fig>
</sec>
<sec id="S3.SS3">
<title>General perceptions of the users about the platform&#x2019;s interface</title>
<p>Through informal verbal feedback, all caregivers indicated that the program was pleasant to use, that the content was easy to understand, and that it met the expectations and assisted in the care provided. <xref ref-type="fig" rid="F4">Figure 4</xref>, prepared through an online word cloud art-making platform<sup><xref ref-type="fn" rid="footnote2">2</xref></sup>, shows the adjectives most used by the participants to describe the program, which included appealing, complete, easy, interesting, objective and practical.</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption><p>Word cloud showing the adjectives used to describe the impressions about <italic>iSupport-Brasil</italic> (<italic>iSupport-BR</italic>).</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-981748-g004.tif"/>
</fig>
</sec>
<sec id="S3.SS4">
<title>Stage 2 &#x2013; preliminary usability and acceptability assessment of <italic>iSupport-Brasil</italic></title>
<p>The total score of the SUS scale was 86.5 (&#x00B1;11.5), suggesting excellent usability. <xref ref-type="table" rid="T1">Tables 1</xref>, <xref ref-type="table" rid="T2">2</xref> present the data about the usability and acceptability assessment.</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>Usability assessment of the <italic>iSupport-Brasil</italic> program, Stage 2 (<italic>n</italic> = 10), 2021.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Variable</td>
<td valign="top" align="left">Category</td>
<td valign="top" align="center"><italic>n</italic> (%)</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Satisfaction level</td>
<td valign="top" align="left">Very satisfied</td>
<td valign="top" align="center">6 (60.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Moderately satisfied</td>
<td valign="top" align="center">4 (40.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Not at all satisfied</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="left">The program&#x2019;s structure is complex (difficulty navigating)</td>
<td valign="top" align="left">I totally disagree</td>
<td valign="top" align="center">5 (50.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">I disagree</td>
<td valign="top" align="center">5 (50.0)</td>
</tr>
<tr>
<td valign="top" align="left"><xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref>The program is easy to use</td>
<td valign="top" align="left">I totally agree</td>
<td valign="top" align="center">5 (50.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">I agree</td>
<td valign="top" align="center">5 (50.0)</td>
</tr>
<tr>
<td valign="top" align="left"><xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref>I would need help from someone with technical knowledge to use the <italic>iSupport-BR</italic> program</td>
<td valign="top" align="left">I totally disagree</td>
<td valign="top" align="center">5 (50.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">I disagree</td>
<td valign="top" align="center">4 (40.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">I agree</td>
<td valign="top" align="center">1 (10.0)</td>
</tr>
<tr>
<td valign="top" align="left"><xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref>The components of the <italic>iSupport-BR</italic> program are very well integrated</td>
<td valign="top" align="left">I totally agree</td>
<td valign="top" align="center">4 (40.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">I agree</td>
<td valign="top" align="center">5 (50.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Neutral</td>
<td valign="top" align="center">1 (10.0)</td>
</tr>
<tr>
<td valign="top" align="left"><xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref>Navigation in the <italic>iSupport-BR</italic> program presents many inconsistencies (the way of using the program varied from one module to another)</td>
<td valign="top" align="left">I totally disagree</td>
<td valign="top" align="center">5 (50.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">I disagree</td>
<td valign="top" align="center">5 (50.0)</td>
</tr>
<tr>
<td valign="top" align="left"><xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref>Most people would quickly learn how to use the <italic>iSupport-BR</italic> program</td>
<td valign="top" align="left">I totally agree</td>
<td valign="top" align="center">3 (30.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">I agree</td>
<td valign="top" align="center">5 (50.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Neutral</td>
<td valign="top" align="center">2 (20.0)</td>
</tr>
<tr>
<td valign="top" align="left"><xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref>I would use <italic>iSupport-BR</italic> frequently (until finishing the lessons that I am interested in)</td>
<td valign="top" align="left">I totally agree</td>
<td valign="top" align="center">6 (60.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">I agree</td>
<td valign="top" align="center">4 (40.0)</td>
</tr>
<tr>
<td valign="top" align="left"><xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref>I feel confident enough to use the <italic>iSupport-BR</italic> program</td>
<td valign="top" align="left">I totally agree</td>
<td valign="top" align="center">7 (70.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">I agree</td>
<td valign="top" align="center">3 (30.0)</td>
</tr>
<tr>
<td valign="top" align="left"><xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref>I need to learn many new things before I can use the <italic>iSupport-BR</italic> program</td>
<td valign="top" align="left">I totally disagree</td>
<td valign="top" align="center">6 (60.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">I disagree</td>
<td valign="top" align="center">4 (40.0)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="t1fns1"><p>&#x002A;Only the categories with answers are indicated in the table.</p></fn>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="T2">
<label>TABLE 2</label>
<caption><p>Acceptability assessment of the <italic>iSupport-Brasil</italic> program, Stage 2 (<italic>n</italic> = 10), 2021.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Variable</td>
<td valign="top" align="left">Category</td>
<td valign="top" align="center"><italic>n</italic> (%)</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Usefulness level</td>
<td valign="top" align="left">Very useful</td>
<td valign="top" align="center">8 (80.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Moderately useful</td>
<td valign="top" align="center">2 (20.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Not at all useful</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="left">I would recommend <italic>iSupport-BR</italic></td>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">10 (100.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">No</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="left">Barriers that hinder use</td>
<td valign="top" align="left">Lack of time</td>
<td valign="top" align="center">3 (30.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Unexpected situations/requirements</td>
<td valign="top" align="center">2 (20.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Difficulty concentrating/Tiredness</td>
<td valign="top" align="center">1 (10.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">No reason</td>
<td valign="top" align="center">4 (40.0)</td>
</tr>
<tr>
<td valign="top" align="left">Format of the program</td>
<td valign="top" align="left">Online</td>
<td valign="top" align="center">8 (80.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">With a professional</td>
<td valign="top" align="center">1 (10.0)</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Printed (Book)</td>
<td valign="top" align="center">1 (10.0)</td>
</tr>
</tbody>
</table></table-wrap>
<p>Most of the caregivers indicated being very satisfied (60.0%) and considered the program as very useful (80.0%). In general, the caregivers indicated that the program was easy to use and navigate, in addition to being well-integrated, and that most people would be able to learn how to use it. The majority felt confident enough to use the program, with no need to develop new skills, and they would use it frequently (until finishing the lessons they are interested in). All caregivers also answered that they would recommend the <italic>iSupport-BR</italic> program to other caregivers and most of them indicated a preference for doing the program in the online format &#x2013; which is the current format. The following stood out among the barriers that hindered use: 30.0% mentioned lack of time; 20.0% care-related unexpected situations; and 10.0%, difficulty concentrating.</p>
<p>The suggestions on how to improve usability refer to the following: (a) visual inconsistencies (title written twice, click on audio when it is video); (b) lack of feedback on a lesson; (c) lack of kinship customization code in some lessons; (d) unidentified/unknown icons (e.g., icons for texts and activities), (e) non-clickable elements that appear clickable (e.g., track your progress); (f) lack of back/forward button in the pages; and (g) percentage of some activities that did not show 100% when completed. All these items were improved.</p>
</sec>
<sec id="S3.SS5">
<title>The caregivers&#x2019; perceptions about the program through open answers</title>
<p>In general, the participants highlight positive aspects of the content included in <italic>iSupport-BR</italic>, such as:</p>
<disp-quote>
<p>&#x201C;<italic>I&#x2019;ve just finished Module 1; in this first module I found that the content was really objective with extra links for more information. It was good!&#x201D;</italic> (Caregiver 3).</p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I really liked it, I learned a lot as a caregiver myself&#x201D;</italic> (Caregiver 4).</p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;The content is really complete and easy to understand&#x201D;</italic> (Caregiver 8).</p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I found it really interesting&#x201D;</italic> (Caregiver 9).</p>
</disp-quote>
<p>When asked how they organized themselves to use <italic>iSupport-BR</italic>, considering time, space and other conditions, most of them indicated doing the lessons in the care intervals, at night before going to bed. They also emphasized limited time availability, as well as a desire to being able to do more activities.</p>
<disp-quote>
<p><italic>&#x201C;I always did the lessons in the computer, in my room, at the breaks&#x201D;</italic> (Caregiver 1).</p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;The program is perfect. I adapted and reconciled my time and schedules without any problem&#x201D;</italic> (Caregiver 2).</p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I found it practical to access through the cell phone, I use it more at night when things are calmer&#x201D;</italic> (Caregiver 3).</p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I did most of the lessons at night, before going to bed&#x201D;</italic> (Caregiver 4).</p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;Little time needed and I used my cell phone to access it&#x201D;</italic> (Caregiver 6).</p>
</disp-quote>
<p>Finally, some caregivers made comments to improve usability of <italic>iSupport-BR</italic>, such as:</p>
<disp-quote>
<p>&#x201C;<italic>I think that the bottoms to answer and send the answers to the questionnaires are very repetitive. In this sense, usability could be more intuitive. In addition to this, a more intuitive organization of my notes, PDF files, the meditation audios and lesson summaries could help bring back specific passages for everyday tasks&#x201D;</italic> (Caregiver 1).</p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I&#x2019;d only like that there was a change in the color when you finish a lesson or module&#x201D;</italic> (Caregiver 2).</p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;In the future, having the option of having a handout&#x201D;</italic> (Caregiver 10).</p>
</disp-quote>
</sec>
</sec>
<sec id="S4" sec-type="discussion">
<title>Discussion</title>
<p>Both qualitatively and quantitatively, this study evaluated usability and acceptability of the translated and adapted version of <italic>iSupport-Brasil</italic>, exploring the perceptions, benefits, facilitators and barriers for using the program in the preliminary study. In general, the program was considered acceptable and usable by the family caregivers, presenting excellent usability and satisfaction levels. Regarding the interface, the participants stated that it was easy to use, that the content was easy to understand, and that it fulfilled their expectations, in addition to assisting in the care provided. The usability and acceptability test results showed good outcomes in task performance, satisfaction and program usefulness, with an excellent perception of program usability.</p>
<p>Our findings are consistent with the study carried out by the iSupport research team from Portugal, in which usability of the program showed success rates above 80% in the tasks. A mean score of 89.5 in the SUS scale, from a cutoff value of 68 points (<xref ref-type="bibr" rid="B33">33</xref>), also showed an excellent usability perception in the Portuguese version. The program was considered reliable and the participants were satisfied with its aspect and ease of use (<xref ref-type="bibr" rid="B27">27</xref>). Despite the positive feedback regarding <italic>iSupport-Brasil</italic>, we noticed the need to implement improvements in the program in terms of style and aesthetics (visual inconsistencies, icons and non-clickable elements), as well as functional requirements (lack of feedback, of the customization code of the kinship degree, and of the percentage of activities completed in some tasks). In the <italic>iSupport-Portugal</italic> version, some improvement suggestions were also indicated, such as the program&#x2019;s presentation, functional requirements, format of the content and topics of the classes (<xref ref-type="bibr" rid="B27">27</xref>).</p>
<p>Although there is a need for improvements, the literature shows that having good performance in the tasks, together with positive evaluations by the participants about the ease of use of products, services and interactive electronic environments (eSystems), suggests that most usability problems are not serious, although they must be solved for a more satisfactory user experience and efficient navigation (<xref ref-type="bibr" rid="B34">34</xref>). For this reason, global dementia policies recognize the potential benefits of digital health in achieving universal health coverage, but emphasize the importance of measuring its usefulness and affordability before its widespread implementation (<xref ref-type="bibr" rid="B26">26</xref>).</p>
<p>The limited support of a small size of participants from the family and target context can be extended only in part to other limited supports, with the presence of limited resources from the iSupport group that will be quickly contributed to our data. In addition, group compositions vary within other groups, which may contribute to reducing biases, such as the effect of social desirability. Most of the participants in both stages of the study had high schooling (&#x2265;12 years) and previous experience in using electronic equipment with the Internet; therefore, the results do not reflect the perceptions of caregivers with lower schooling levels and who probably have less digital literacy (<xref ref-type="bibr" rid="B35">35</xref>, <xref ref-type="bibr" rid="B36">36</xref>). In fact, Teles et al. (<xref ref-type="bibr" rid="B21">21</xref>) point out that it is possible that iSupport is more frequently used by a specific segment of caregivers of people who have dementia, such as more educated caregivers, secondary caregivers (less involved with care than primary caregivers) and caregivers with concomitant formal work activity. In order to ensure acceptance and dissemination of technology use, mainly among the oldest and low-schooled caregivers, Tsai et al. (<xref ref-type="bibr" rid="B37">37</xref>) suggest that digital health support should therefore be integrated to the interventions that involve Internet use.</p>
<p>Our research focused on a restricted and specific cultural and health environment in Brazil, although a diverse group of participants was included in terms of age and care context, only one male participated and one caregiver had four or fewer years of schooling. Schooling is a determining factor for Internet use. The lack of incentives in countries where Internet use by caregivers of people who have dementia is potentially lower; for example, in low- and middle-income countries, it represents an important gap, as almost 70% of the people who have dementia currently live in such countries and their family caregivers are mostly unsupported (<xref ref-type="bibr" rid="B19">19</xref>). However, we decided to use qualitative methods to extract and explore in depth the nature of barriers in the acceptance and use of iSupport at the local level. Similar approaches are needed in all configurations and contexts where iSupport is being deployed.</p>
<p>This study has some limitations that should be considered. Our research focused on a restricted and specific cultural and health environment in Brazil, although a diverse group of participants was included in terms of age and care context, only one male participated and one caregiver had four or fewer years of schooling. Schooling is a determining factor for Internet use. The lack of incentives in countries where Internet use by caregivers of people who have dementia is potentially lower; for example, in low- and middle-income countries, it represents an important gap, as almost 70% of the people who have dementia currently live in such countries and their family caregivers are mostly unsupported (<xref ref-type="bibr" rid="B19">19</xref>). In addition, our findings are limited to a small sample size and may be extended to other contexts only in part. The group compositions vary within other groups, which may contribute to reducing biases, such as the effect of social desirability. The use of qualitative methods was important to extract and extract and explore in depth the nature of barriers in the acceptance and use of iSupport at the local level. Similar approaches are needed in all configurations and contexts where iSupport is being deployed.</p>
<p>It is hoped that this study will help to enhance the positive effects of <italic>iSupport-BR</italic>, as it made it possible to evaluate and improve acceptability and usability of the Brazilian version of this program. It is also hoped that this study can contribute to the well-being of countless people who will benefit from this initiative, meeting the global goals of supporting individuals affected by dementia. This initiative may also support the formulation of technological strategies to help solve other social and health challenges and the implementation of a care policy for caregivers of people who have dementia in Brazil. A future study of the efficacy and effectiveness of <italic>iSupport-Brasil</italic> will be able to verify to what extent an online platform is able to help this population, promoting their quality of life and mental health.</p>
</sec>
<sec id="S5" sec-type="conclusion">
<title>Conclusion</title>
<p>The Brazilian version of iSupport was considered acceptable and usable by family caregivers of people who have dementia in the preliminary study, presenting excellent usability and satisfaction levels, and positive subjective perceptions about the program. The caregivers&#x2019; impressions reinforce the importance of the participation of possible users in the development of new electronic support programs. Brazil is the first country in Latin America to implement the cross-cultural adaptation of the iSupport program, and was even a pioneer in the use of the program on smartphones, and it can therefore be an example for other countries that are adapting this program or other online interventions.</p>
</sec>
<sec id="S6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="S7">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by Research Ethics Committee of the Universidade Federal de S&#x00E3;o Carlos. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="S8">
<title>Author contributions</title>
<p>AO, DM, CF, EB, DO, KC, LC, FS, MZ, AG, and SP conceived, designed, drafted, and revised the manuscript. All authors have read and agreed to the published version of the manuscript.</p>
</sec>
</body>
<back>
<sec id="S9" sec-type="funding-information">
<title>Funding</title>
<p>This work was supported by Ministry of Health (TED 065/2018), Coordena&#x00E7;&#x00E3;o de Aperfei&#x00E7;oamento de Pessoal de N&#x00ED;vel Superior &#x2013; CAPES (process number 001), Conselho Nacional de Desenvolvimento Cient&#x00ED;fico e Tecnol&#x00F3;gico - CNPq (process number 306571/2018-8), and State of S&#x00E3;o Paulo Research Support Foundation &#x2013; FAPESP (process number 2017/24026-0).</p>
</sec>
<sec id="S10" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="S11" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<fn-group>
<fn id="footnote1">
<label>1</label>
<p><ext-link ext-link-type="uri" xlink:href="http://isupport.saude.gov.br">isupport.saude.gov.br</ext-link></p></fn>
<fn id="footnote2">
<label>2</label>
<p><ext-link ext-link-type="uri" xlink:href="http://www.wordart.com">www.wordart.com</ext-link></p></fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="B1"><label>1.</label><citation citation-type="journal"><collab>World Health Organization.</collab> <source><italic>E. coli.</italic></source> (<year>2021</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://apps.who.int/iris/bitstream/handle/10665/344701/9789240033245-eng.pdf">https://apps.who.int/iris/bitstream/handle/10665/344701/9789240033245-eng.pdf</ext-link> <comment>(Accessed June 27, 2022)</comment>.</citation></ref>
<ref id="B2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brini</surname> <given-names>S</given-names></name> <name><surname>Hodkinson</surname> <given-names>A</given-names></name> <name><surname>Davies</surname> <given-names>A</given-names></name> <name><surname>Hirani</surname> <given-names>S</given-names></name> <name><surname>Gathercole</surname> <given-names>R</given-names></name> <name><surname>Howard</surname> <given-names>R</given-names></name><etal/></person-group> <article-title>In-home dementia caregiving is associated with greater psychological burden and poorer mental health than out-of-home caregiving: a cross-sectional study.</article-title> <source><italic>Aging Ment Health.</italic></source> (<year>2021</year>) <volume>26</volume>:<fpage>709</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1080/13607863.2021.1881758</pub-id> <pub-id pub-id-type="pmid">33554655</pub-id></citation></ref>
<ref id="B3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fran&#x00E7;a</surname> <given-names>D</given-names></name> <name><surname>Peixoto</surname> <given-names>MJ</given-names></name> <name><surname>Ara&#x00FA;jo</surname> <given-names>F</given-names></name></person-group>. <article-title>Effective interventions for the prevention and reduction of the family caregiver burden: a systematic literature review.</article-title> <source><italic>Rev ROL Enfermer&#x00ED;a.</italic></source> (<year>2020</year>) <volume>43</volume>:<fpage>69</fpage>&#x2013;<lpage>81</lpage>.</citation></ref>
<ref id="B4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leng</surname> <given-names>M</given-names></name> <name><surname>Zhao</surname> <given-names>Y</given-names></name> <name><surname>Xiao</surname> <given-names>H</given-names></name> <name><surname>Li</surname> <given-names>C</given-names></name> <name><surname>Wang</surname> <given-names>Z</given-names></name></person-group>. <article-title>Internet-based supportive interventions for family caregivers of people with dementia: systematic review and meta-analysis.</article-title> <source><italic>J Med Internet Res.</italic></source> (<year>2020</year>) <volume>22</volume>:<issue>e19468</issue>. <pub-id pub-id-type="doi">10.2196/19468</pub-id> <pub-id pub-id-type="pmid">32902388</pub-id></citation></ref>
<ref id="B5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Deeken</surname> <given-names>F</given-names></name> <name><surname>Rezo</surname> <given-names>A</given-names></name> <name><surname>Hinz</surname> <given-names>M</given-names></name> <name><surname>Discher</surname> <given-names>R</given-names></name> <name><surname>Rapp</surname> <given-names>MA</given-names></name></person-group>. <article-title>Evaluation of technology-based interventions for informal caregivers of patients with dementia&#x2014;a meta-analysis of randomized controlled trials.</article-title> <source><italic>Am J Geriatr Psychiatry.</italic></source> (<year>2019</year>) <volume>27</volume>:<fpage>426</fpage>&#x2013;<lpage>45</lpage>. <pub-id pub-id-type="doi">10.1016/j.jagp.2018.12.003</pub-id> <pub-id pub-id-type="pmid">30642650</pub-id></citation></ref>
<ref id="B6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Etxeberria</surname> <given-names>I</given-names></name> <name><surname>Salaberria</surname> <given-names>K</given-names></name> <name><surname>Gorostiaga</surname> <given-names>A</given-names></name></person-group>. <article-title>Online support for family caregivers of people with dementia: a systematic review and meta-analysis of RCTs and quasi-experimental studies.</article-title> <source><italic>Aging Ment Health.</italic></source> (<year>2021</year>) <volume>25</volume>:<fpage>1165</fpage>&#x2013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.1080/13607863.2020.1758900</pub-id> <pub-id pub-id-type="pmid">32363901</pub-id></citation></ref>
<ref id="B7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hopwood</surname> <given-names>J</given-names></name> <name><surname>Walker</surname> <given-names>N</given-names></name> <name><surname>McDonagh</surname> <given-names>L</given-names></name> <name><surname>Rait</surname> <given-names>G</given-names></name> <name><surname>Walter</surname> <given-names>K</given-names></name> <name><surname>Iliffe</surname> <given-names>S</given-names></name><etal/></person-group> <article-title>Internet-based interventions aimed at supporting family caregivers of people with dementia: systematic review.</article-title> <source><italic>J Med Internet Res.</italic></source> (<year>2018</year>) <volume>20</volume>:<issue>e216</issue>. <pub-id pub-id-type="doi">10.2196/jmir.9548</pub-id> <pub-id pub-id-type="pmid">29895512</pub-id></citation></ref>
<ref id="B8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Newman</surname> <given-names>K</given-names></name> <name><surname>Wang</surname> <given-names>AH</given-names></name> <name><surname>Wang</surname> <given-names>AZY</given-names></name> <name><surname>Hanna</surname> <given-names>D</given-names></name></person-group>. <article-title>The role of internet-based digital tools in reducing social isolation and addressing support needs among informal caregivers: a scoping review.</article-title> <source><italic>BMC Public Health.</italic></source> (<year>2019</year>) <volume>19</volume>:<issue>1495</issue>. <pub-id pub-id-type="doi">10.1186/s12889-019-7837-3</pub-id> <pub-id pub-id-type="pmid">31706294</pub-id></citation></ref>
<ref id="B9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parra-Vidales</surname> <given-names>E</given-names></name> <name><surname>Soto-P&#x00E9;rez</surname> <given-names>F</given-names></name> <name><surname>Perea-Bartolom&#x00E9;</surname> <given-names>MV</given-names></name> <name><surname>Franco-Mart&#x00ED;n</surname> <given-names>A</given-names></name> <name><surname>Mu&#x00F1;oz-S&#x00E1;nchez</surname> <given-names>JL</given-names></name></person-group>. <article-title>Online interventions for caregivers of people with dementia: a systematic review.</article-title> <source><italic>Actas Espa&#x00F1;olas Psiquiatr.</italic></source> (<year>2017</year>) <volume>45</volume>:<fpage>116</fpage>&#x2013;<lpage>42</lpage>.</citation></ref>
<ref id="B10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Egan</surname> <given-names>KJ</given-names></name> <name><surname>Pinto-Bruno</surname> <given-names>AC</given-names></name> <name><surname>Bighelli</surname> <given-names>I</given-names></name> <name><surname>Berg-Weber</surname> <given-names>M</given-names></name> <name><surname>Straten</surname> <given-names>A</given-names></name> <name><surname>Albanese</surname> <given-names>E</given-names></name><etal/></person-group> <article-title>Online training and support programs designed to improve mental health and reduce burden among caregivers of people with dementia: a systematic review.</article-title> <source><italic>J Am Med Direct Assoc.</italic></source> (<year>2018</year>) <volume>19</volume>:<fpage>200</fpage>&#x2013;<lpage>6.e1</lpage>. <pub-id pub-id-type="doi">10.1016/j.jamda.2017.10.023</pub-id> <pub-id pub-id-type="pmid">29306605</pub-id></citation></ref>
<ref id="B11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>Y</given-names></name> <name><surname>Feng</surname> <given-names>H</given-names></name> <name><surname>Hu</surname> <given-names>M</given-names></name> <name><surname>Hu</surname> <given-names>H</given-names></name> <name><surname>Li</surname> <given-names>H</given-names></name> <name><surname>Ning</surname> <given-names>H</given-names></name><etal/></person-group> <article-title>Web-based interventions to improve mental health in home caregivers of people with dementia: meta-analysis.</article-title> <source><italic>J Med Internet Res.</italic></source> (<year>2019</year>) <volume>21</volume>:<issue>e13415</issue>. <pub-id pub-id-type="doi">10.2196/13415</pub-id> <pub-id pub-id-type="pmid">31066680</pub-id></citation></ref>
<ref id="B12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cuffaro</surname> <given-names>L</given-names></name> <name><surname>Di Lorenzo</surname> <given-names>F</given-names></name> <name><surname>Bonavita</surname> <given-names>S</given-names></name> <name><surname>Tedeschi</surname> <given-names>G</given-names></name> <name><surname>Leocani</surname> <given-names>L</given-names></name> <name><surname>Lavorgna</surname> <given-names>L</given-names></name></person-group>. <article-title>Dementia care in COVID-19 pandemic: a necessary digital revolution.</article-title> <source><italic>Neurol Sci.</italic></source> (<year>2020</year>) <volume>41</volume>:<fpage>1977</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1007/s10072-020-04512-4</pub-id> <pub-id pub-id-type="pmid">32556746</pub-id></citation></ref>
<ref id="B13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ibanez</surname> <given-names>A</given-names></name> <name><surname>Santamaria-Garcia</surname> <given-names>H</given-names></name> <name><surname>Barragan</surname> <given-names>AG</given-names></name> <name><surname>Kornhuber</surname> <given-names>A</given-names></name> <name><surname>Ton</surname> <given-names>AMM</given-names></name> <name><surname>Slachevsky</surname> <given-names>A</given-names></name><etal/></person-group> <article-title>The impact of SARS-CoV-2 in dementia across Latin America: a call for an urgent regional plan and coordinated response.</article-title> <source><italic>Alzheimers Dement.</italic></source> (<year>2020</year>) <volume>6</volume>:<issue>e12092</issue>. <pub-id pub-id-type="doi">10.1002/trc2.12092</pub-id> <pub-id pub-id-type="pmid">33283036</pub-id></citation></ref>
<ref id="B14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hassan</surname> <given-names>AYI</given-names></name></person-group>. <article-title>Challenges and recommendations for the deployment of information and communication technology solutions for informal caregivers: scoping review.</article-title> <source><italic>JMIR Aging.</italic></source> (<year>2020</year>) <volume>3</volume>:<issue>e20310</issue>. <pub-id pub-id-type="doi">10.2196/20310</pub-id> <pub-id pub-id-type="pmid">32723720</pub-id></citation></ref>
<ref id="B15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Christie</surname> <given-names>HL</given-names></name> <name><surname>Bartels</surname> <given-names>SL</given-names></name> <name><surname>Boots</surname> <given-names>LMM</given-names></name> <name><surname>Tange</surname> <given-names>HJ</given-names></name> <name><surname>Verhey</surname> <given-names>FJJ</given-names></name> <name><surname>Vugt</surname> <given-names>ME</given-names></name></person-group>. <article-title>A systematic review on the implementation of eHealth interventions for informal caregivers of people with dementia.</article-title> <source><italic>Internet Intervent.</italic></source> (<year>2018</year>) <volume>13</volume>:<fpage>51</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.invent.2018.07.002</pub-id> <pub-id pub-id-type="pmid">30206519</pub-id></citation></ref>
<ref id="B16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eicher</surname> <given-names>C</given-names></name> <name><surname>Haesner</surname> <given-names>M</given-names></name> <name><surname>Spranger</surname> <given-names>M</given-names></name> <name><surname>Kuzmicheva</surname> <given-names>O</given-names></name> <name><surname>Graser</surname> <given-names>A</given-names></name> <name><surname>Steinhagen-Thiessen</surname> <given-names>E</given-names></name></person-group>. <article-title>Usability and acceptability by a younger and older user group regarding a mobile robot-supported gait rehabilitation system.</article-title> <source><italic>Assistive Technol.</italic></source> (<year>2019</year>) <volume>31</volume>:<fpage>25</fpage>&#x2013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1080/10400435.2017.1352051</pub-id> <pub-id pub-id-type="pmid">28700324</pub-id></citation></ref>
<ref id="B17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ottaviani</surname> <given-names>AC</given-names></name> <name><surname>Monteiro</surname> <given-names>DQ</given-names></name> <name><surname>Oliveira</surname> <given-names>D</given-names></name> <name><surname>Grat&#x00E3;o</surname> <given-names>ACM</given-names></name> <name><surname>Jacinto</surname> <given-names>AF</given-names></name> <name><surname>Campos</surname> <given-names>CRF</given-names></name><etal/></person-group> <article-title>Usability and acceptability of internet-based interventions for family carers of people living with dementia: systematic review.</article-title> <source><italic>Aging Ment Health.</italic></source> (<year>2021</year>) <comment>[Online ahead of print]</comment>. <pub-id pub-id-type="doi">10.1080/13607863.2021.1975095</pub-id> <pub-id pub-id-type="pmid">34511028</pub-id></citation></ref>
<ref id="B18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sriram</surname> <given-names>V</given-names></name> <name><surname>Jenkinson</surname> <given-names>C</given-names></name> <name><surname>Peters</surname> <given-names>M</given-names></name></person-group>. <article-title>Informal carers&#x2019; experience of assistive technology use in dementia care at home: a systematic review.</article-title> <source><italic>BMC Geriatr.</italic></source> (<year>2019</year>) <volume>19</volume>:<issue>160</issue>. <pub-id pub-id-type="doi">10.1186/s12877-019-1169-0</pub-id> <pub-id pub-id-type="pmid">31196003</pub-id></citation></ref>
<ref id="B19"><label>19.</label><citation citation-type="journal"><collab>World Health Organization.</collab> <source><italic>Global Action Plan on the Public Health Response to Dementia.</italic></source> (<year>2017</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://apps.who.int/iris/bitstream/handle/10665/259615/9789241513487-eng.pdf?sequence=1">https://apps.who.int/iris/bitstream/handle/10665/259615/9789241513487-eng.pdf?sequence=1</ext-link> <comment>(accessed June 27, 2022)</comment>.</citation></ref>
<ref id="B20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pot</surname> <given-names>AM</given-names></name> <name><surname>Gallagher-Thompson</surname> <given-names>D</given-names></name> <name><surname>Xiao</surname> <given-names>LD</given-names></name> <name><surname>Willemse</surname> <given-names>BM</given-names></name> <name><surname>Rosier</surname> <given-names>I</given-names></name> <name><surname>Mehta</surname> <given-names>KM</given-names></name><etal/></person-group> <article-title>iSupport: a WHO global online intervention for informal caregivers of people with dementia.</article-title> <source><italic>World Psychiary.</italic></source> (<year>2019</year>) <volume>18</volume>:<fpage>365</fpage>&#x2013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1002/wps.20684</pub-id> <pub-id pub-id-type="pmid">31496096</pub-id></citation></ref>
<ref id="B21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Teles</surname> <given-names>S</given-names></name> <name><surname>Napolskij</surname> <given-names>MS</given-names></name> <name><surname>Pa&#x00FA;l</surname> <given-names>C</given-names></name> <name><surname>Ferreira</surname> <given-names>A</given-names></name> <name><surname>Seeher</surname> <given-names>K</given-names></name></person-group>. <article-title>Training and support for caregivers of people with dementia: the process of culturally adapting the World Health Organization iSupport programme to Portugal.</article-title> <source><italic>Dementia.</italic></source> (<year>2020</year>) <volume>20</volume>:<fpage>672</fpage>&#x2013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.1177/1471301220910333</pub-id> <pub-id pub-id-type="pmid">32151166</pub-id></citation></ref>
<ref id="B22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xiao</surname> <given-names>LD</given-names></name> <name><surname>McKechnie</surname> <given-names>S</given-names></name> <name><surname>Jeffers</surname> <given-names>L</given-names></name> <name><surname>Bellis</surname> <given-names>A</given-names></name> <name><surname>Beattie</surname> <given-names>E</given-names></name> <name><surname>Low</surname> <given-names>LF</given-names></name><etal/></person-group> <article-title>Stakeholders&#x2019; perspectives on adapting the World Health Organization iSupport for Dementia in Australia.</article-title> <source><italic>Dementia.</italic></source> (<year>2020</year>) <volume>20</volume>:<fpage>1536</fpage>&#x2013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1177/1471301220954675</pub-id> <pub-id pub-id-type="pmid">32864991</pub-id></citation></ref>
<ref id="B23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baruah</surname> <given-names>U</given-names></name> <name><surname>Loganathan</surname> <given-names>S</given-names></name> <name><surname>Shivakumar</surname> <given-names>P</given-names></name> <name><surname>Pot</surname> <given-names>AM</given-names></name> <name><surname>Mehta</surname> <given-names>KM</given-names></name> <name><surname>Gallagher-Thompson</surname> <given-names>D</given-names></name><etal/></person-group> <article-title>Adaptation of an online training and support program for caregivers of people with dementia to Indian cultural setting.</article-title> <source><italic>Asian J Psychiatry.</italic></source> (<year>2021</year>) <volume>59</volume>:<issue>102624</issue>. <pub-id pub-id-type="doi">10.1016/j.ajp.2021.102624</pub-id> <pub-id pub-id-type="pmid">33770675</pub-id></citation></ref>
<ref id="B24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pinto-Bruno</surname> <given-names>AC</given-names></name> <name><surname>Pot</surname> <given-names>AM</given-names></name> <name><surname>Kleiboer</surname> <given-names>A</given-names></name> <name><surname>Droes</surname> <given-names>RM</given-names></name> <name><surname>Straten</surname> <given-names>A</given-names></name></person-group>. <article-title>An online minimally guided intervention to support family and other unpaid carers of people with dementia: protocol for a randomized controlled trial.</article-title> <source><italic>JMIR Res Protocols.</italic></source> (<year>2019</year>) <volume>8</volume>:<issue>e14106</issue>. <pub-id pub-id-type="doi">10.2196/14106</pub-id> <pub-id pub-id-type="pmid">31603433</pub-id></citation></ref>
<ref id="B25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fiordelli</surname> <given-names>M</given-names></name> <name><surname>Albanese</surname> <given-names>E</given-names></name></person-group>. <article-title>Preparing the ground for the adaptation of iSupport in Switzerland.</article-title> <source><italic>Alzheimers Dement.</italic></source> (<year>2020</year>) <volume>16</volume>:<issue>e038915</issue>. <pub-id pub-id-type="doi">10.1002/alz.038915</pub-id></citation></ref>
<ref id="B26"><label>26.</label><citation citation-type="journal"><collab>World Health Organization.</collab> <source><italic>WHO Guideline Recommendations on Digital Interventions for Health System Strengthening.</italic></source> (<year>2019</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="http://apps.who.int/iris/bitstream/handle/10665/311941/9789241550505-eng.pdf">http://apps.who.int/iris/bitstream/handle/10665/311941/9789241550505-eng.pdf</ext-link> <comment>(accessed June 27, 2022)</comment>.</citation></ref>
<ref id="B27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Teles</surname> <given-names>S</given-names></name> <name><surname>Pa&#x00FA;l</surname> <given-names>C</given-names></name> <name><surname>Lima</surname> <given-names>P</given-names></name> <name><surname>Chilro</surname> <given-names>R</given-names></name> <name><surname>Ferreira</surname> <given-names>A</given-names></name></person-group>. <article-title>User feedback and usability testing of an online training and support program for dementia carers.</article-title> <source><italic>Internet Intervent.</italic></source> (<year>2021</year>) <volume>25</volume>:<issue>100412</issue>. <pub-id pub-id-type="doi">10.1016/j.invent.2021.100412</pub-id> <pub-id pub-id-type="pmid">34401371</pub-id></citation></ref>
<ref id="B28"><label>28.</label><citation citation-type="journal"><collab>International Organization for Standardization (Iso).</collab> <source><italic>ISO 9241&#x2013;11 Ergonomic Requirements for Office Work with Visual Display Terminals</italic> (<italic>VDTs</italic>) <italic>&#x2013; Part 11: Guidance on Usability.</italic></source> <publisher-loc>Geneva</publisher-loc>: <publisher-name>ISO</publisher-name> (<year>1998</year>).</citation></ref>
<ref id="B29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nielsen</surname> <given-names>J.</given-names></name></person-group> <source><italic>Usability Engineering.</italic></source> <publisher-loc>Boston</publisher-loc>: <publisher-name>Academic Press</publisher-name> (<year>1993</year>).</citation></ref>
<ref id="B30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brooke</surname> <given-names>J</given-names></name></person-group>. <article-title>SUS: a quick and dirty usability scale.</article-title> <source><italic>Usabil Eval Industry.</italic></source> (<year>1986</year>) <volume>189</volume>:<fpage>4</fpage>&#x2013;<lpage>7</lpage>.</citation></ref>
<ref id="B31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Teixeira</surname> <given-names>F.</given-names></name></person-group> <source><italic>O que &#x00E9; o SUS</italic> (<italic>System Usability Scale</italic>) <italic>e como us&#x00E1;-lo em seu site.</italic></source> (<year>2015</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://brasil.uxdesign.cc/o-que-%C3%A9-o-sus-system-usability-scale-e-como-us%C3%A1-lo-em-seu-site-6d63224481c8">https://brasil.uxdesign.cc/o-que-%C3%A9-o-sus-system-usability-scale-e-como-us%C3%A1-lo-em-seu-site-6d63224481c8</ext-link> <comment>(accessed June 27, 2022)</comment>.</citation></ref>
<ref id="B32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Braun</surname> <given-names>V</given-names></name> <name><surname>Clarke</surname> <given-names>V</given-names></name></person-group>. <article-title>Using thematic analysis in psychology.</article-title> <source><italic>Qual Res Psychol.</italic></source> (<year>2006</year>) <volume>3</volume>:<fpage>77</fpage>&#x2013;<lpage>101</lpage>. <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id> <pub-id pub-id-type="pmid">32100154</pub-id></citation></ref>
<ref id="B33"><label>33.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brooke</surname> <given-names>J</given-names></name></person-group>. <article-title>SUS: a retrospective.</article-title> <source><italic>J Usabil Stud.</italic></source> (<year>2013</year>) <volume>8</volume>:<fpage>29</fpage>&#x2013;<lpage>40</lpage>.</citation></ref>
<ref id="B34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Petrie</surname> <given-names>H</given-names></name> <name><surname>Bevan</surname> <given-names>N</given-names></name></person-group>. <article-title>The evaluation of accessibility, usability and user experience.</article-title> In: <person-group person-group-type="editor"><name><surname>Stepanidis</surname> <given-names>C</given-names></name></person-group> <role>editor.</role> <source><italic>The Universal Access Handbook.</italic></source> <publisher-loc>Boca Raton, FL</publisher-loc>: <publisher-name>CRC Press</publisher-name> (<year>2009</year>).</citation></ref>
<ref id="B35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>H</given-names></name></person-group>. <article-title>Understanding internet use among dementia caregivers: results of secondary data analysis using the us caregiver survey data.</article-title> <source><italic>Interactive J Med Res.</italic></source> (<year>2018</year>) <volume>4</volume>:<issue>e1</issue>. <pub-id pub-id-type="doi">10.2196/ijmr.3127</pub-id> <pub-id pub-id-type="pmid">25707033</pub-id></citation></ref>
<ref id="B36"><label>36.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rathnayake</surname> <given-names>S</given-names></name> <name><surname>Jones</surname> <given-names>C</given-names></name> <name><surname>Calleja</surname> <given-names>P</given-names></name> <name><surname>Moyle</surname> <given-names>W</given-names></name></person-group>. <article-title>Family carers&#x2019; needs related to management of functional disability in dementia care and use of mHealth applications in health information seeking: an online survey.</article-title> <source><italic>Collegian.</italic></source> (<year>2019</year>) <volume>27</volume>:<fpage>288</fpage>&#x2013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.1111/jocn.15030</pub-id> <pub-id pub-id-type="pmid">31408554</pub-id></citation></ref>
<ref id="B37"><label>37.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tsai</surname> <given-names>HYS</given-names></name> <name><surname>Shillair</surname> <given-names>R</given-names></name> <name><surname>Cotton</surname> <given-names>SR</given-names></name></person-group>. <article-title>Social support and &#x201C;playing around&#x201D;: an examination of how older adults acquire digital literacy with tablet computers background: the digital divide and older adults.</article-title> <source><italic>J Appl Gerontol.</italic></source> (<year>2017</year>) <volume>36</volume>:<fpage>29</fpage>&#x2013;<lpage>55</lpage>. <pub-id pub-id-type="doi">10.1177/0733464815609440</pub-id> <pub-id pub-id-type="pmid">26491029</pub-id></citation></ref>
</ref-list>
</back>
</article>