<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Digit. Health</journal-id>
<journal-title>Frontiers in Digital Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Digit. Health</abbrev-journal-title>
<issn pub-type="epub">2673-253X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fdgth.2023.1274355</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Digital Health</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>NPS MedicineWise application in supporting medication adherence in chronic heart failure: an acceptability and feasibility pilot study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author"><name><surname>Chapman-Goetz</surname><given-names>Jessica</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref><role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/><role content-type="https://credit.niso.org/contributor-roles/investigation/"/><role content-type="https://credit.niso.org/contributor-roles/methodology/"/><role content-type="https://credit.niso.org/contributor-roles/project-administration/"/><role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author"><name><surname>Packham</surname><given-names>Nerida</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref><role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/><role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/><role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/><role content-type="https://credit.niso.org/contributor-roles/investigation/"/><role content-type="https://credit.niso.org/contributor-roles/methodology/"/><role content-type="https://credit.niso.org/contributor-roles/supervision/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author"><name><surname>Yu</surname><given-names>Kitty</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref><role content-type="https://credit.niso.org/contributor-roles/data-curation/"/><role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author"><name><surname>Gabb</surname><given-names>Genevieve</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref><role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/><role content-type="https://credit.niso.org/contributor-roles/resources/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author"><name><surname>Potts</surname><given-names>Cassandra</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref><role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author"><name><surname>Prosser</surname><given-names>Adaire</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref><role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author"><name><surname>Arstall</surname><given-names>Margaret A.</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/847049/overview"/></contrib>
<contrib contrib-type="author"><name><surname>Burdeniuk</surname><given-names>Christine</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref><role content-type="https://credit.niso.org/contributor-roles/resources/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author"><name><surname>Chan</surname><given-names>Alicia</given-names></name>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref><role content-type="https://credit.niso.org/contributor-roles/resources/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author"><name><surname>Wilson</surname><given-names>Teena</given-names></name>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref><role content-type="https://credit.niso.org/contributor-roles/resources/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author"><name><surname>Hotham</surname><given-names>Elizabeth</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref><role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/><role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/><role content-type="https://credit.niso.org/contributor-roles/methodology/"/><role content-type="https://credit.niso.org/contributor-roles/supervision/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author" corresp="yes"><name><surname>Suppiah</surname><given-names>Vijayaprakash</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
<xref ref-type="corresp" rid="cor1">&#x002A;</xref><uri xlink:href="https://loop.frontiersin.org/people/304486/overview" /><role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/><role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/><role content-type="https://credit.niso.org/contributor-roles/methodology/"/><role content-type="https://credit.niso.org/contributor-roles/resources/"/><role content-type="https://credit.niso.org/contributor-roles/supervision/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
</contrib-group>
<aff id="aff1"><label><sup>1</sup></label><institution>Clinical and Health Sciences, University of South Australia</institution>, <addr-line>Adelaide, SA</addr-line>, <country>Australia</country></aff>
<aff id="aff2"><label><sup>2</sup></label><institution>Consumer Medicines Information Services, NPS MedicineWise</institution>, <addr-line>Surry Hills, NSW</addr-line>, <country>Australia</country></aff>
<aff id="aff3"><label><sup>3</sup></label><institution>e-Health, NPS MedicineWise</institution>, <addr-line>Melbourne, VIC</addr-line>, <country>Australia</country></aff>
<aff id="aff4"><label><sup>4</sup></label><institution>Department of Cardiology, Noarlunga GP Plus Super Clinic</institution>, <addr-line>Adelaide, SA</addr-line>, <country>Australia</country></aff>
<aff id="aff5"><label><sup>5</sup></label><institution>SA Pharmacy, Flinders Medical Centre</institution>, <addr-line>Bedford Park, SA</addr-line>, <country>Australia</country></aff>
<aff id="aff6"><label><sup>6</sup></label><institution>Department of Cardiology, Northern Adelaide Local Health Network</institution>, <addr-line>Adelaide, SA</addr-line>, <country>Australia</country></aff>
<aff id="aff7"><label><sup>7</sup></label><institution>Department of Cardiology, Flinders Medical Centre</institution>, <addr-line>Bedford Park, SA</addr-line>, <country>Australia</country></aff>
<aff id="aff8"><label><sup>8</sup></label><institution>Department of Cardiology, Royal Adelaide Hospital</institution>, <addr-line>Adelaide, SA</addr-line>, <country>Australia</country></aff>
<aff id="aff9"><label><sup>9</sup></label><institution>Integrated Cardiovascular Clinical Network, Country Health South Australia</institution>, <addr-line>Adelaide, SA</addr-line>, <country>Australia</country></aff>
<aff id="aff10"><label><sup>10</sup></label><institution>Australian Centre for Precision Health, University of South Australia</institution>, <addr-line>Adelaide, SA</addr-line>, <country>Australia</country></aff>
<author-notes>
<fn fn-type="edited-by"><p><bold>Edited by:</bold> Davide Maria Cammisuli, Catholic University of the Sacred Heart, Italy</p></fn>
<fn fn-type="edited-by"><p><bold>Reviewed by:</bold> Katherine Blondon, H&#x00F4;pitaux universitaires de Gen&#x00E8;ve (HUG), Switzerland Han Feng, Tulane University, United States</p></fn>
<corresp id="cor1"><label>&#x002A;</label><bold>Correspondence:</bold> Vijayaprakash Suppiah <email>vijay.suppiah@unisa.edu.au</email></corresp>
</author-notes>
<pub-date pub-type="epub"><day>15</day><month>11</month><year>2023</year></pub-date>
<pub-date pub-type="collection"><year>2023</year></pub-date>
<volume>5</volume><elocation-id>1274355</elocation-id>
<history>
<date date-type="received"><day>08</day><month>08</month><year>2023</year></date>
<date date-type="accepted"><day>27</day><month>10</month><year>2023</year></date>
</history>
<permissions>
<copyright-statement>&#x00A9; 2023 Chapman-Goetz, Packham, Yu, Gabb, Potts, Prosser, Arstall, Burdeniuk, Chan, Wilson, Hotham and Suppiah.</copyright-statement>
<copyright-year>2023</copyright-year><copyright-holder>Chapman-Goetz, Packham, Yu, Gabb, Potts, Prosser, Arstall, Burdeniuk, Chan, Wilson, Hotham and Suppiah</copyright-holder><license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution License (CC BY)</ext-link>. The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec><title>Introduction</title>
<p>Heart failure (HF) is an increasing global concern. Despite evidence-based pharmacotherapy, associated morbidity and mortality remain high. This study aimed to assess the acceptability, feasibility, and value of the NPS MedicineWise dose reminder app in a tiered, pharmacist-led intervention to address medication non-adherence in patients with HF.</p>
</sec>
<sec><title>Methods</title>
<p>This prospective, single-blinded, randomised controlled trial recruited 55 patients with HF between September 2019 and October 2020. Participants were randomly assigned to either the intervention or control arms. Intervention participants used the app which prompted medication administration at each dosing interval. Control participants received standard care and remained blinded to the app throughout the study. Treatment non-adherence prompted a tiered, pharmacist-led intervention. Comparison of the Self-Efficacy for Appropriate Medication Use Scale (SEAMS) at baseline and 6-months measured the app&#x0027;s value in supporting medication adherence. Secondary outcome measures included self-reported medication knowledge, health-related quality of life, psychological wellbeing, and signs and symptoms of HF. Data were analysed using standard statistical tests with significance set at <italic>&#x03B1;</italic> 0.05.</p>
</sec>
<sec><title>Results</title>
<p>Approximately half of respondents reported managing HF and medications better by using the MedicineWise app (Tier 1). Most respondents expressed satisfaction with the in-app messages (Tier 2) and pharmacists&#x0027; phone calls (Tier 3). The intervention participants demonstrated a significant improvement in the SEAMS between baseline and 6-months follow-up.</p>
</sec>
<sec><title>Discussion</title>
<p>It is feasible and potentially of value to use the MedicineWise app with a tiered, pharmacist-led intervention to support medication adherence in patients with HF. Our findings provide clinicians with &#x201C;real-world&#x201D; information on the practicality and potential value of using mobile health to support treatment adherence in patients with HF.</p>
</sec>
<sec><title>Trial registration number</title>
<p>Australian New Zealand Clinical Trials Registry Clinical trial registration number: ACTRN12619000289112p (<ext-link ext-link-type="uri" xlink:href="http://www.ANZCTR.org.au/ACTRN12619000289112p.aspx">http://www.ANZCTR.org.au/ACTRN12619000289112p.aspx</ext-link>)</p>
</sec>
</abstract>
<kwd-group>
<kwd>mobile health (mHealth)</kwd>
<kwd>mobile phone application</kwd>
<kwd>heart failure</kwd>
<kwd>medication adherence</kwd>
<kwd>mobile technology</kwd>
</kwd-group>
<contract-num rid="cn001">ICG000775 and ICG000776</contract-num>
<contract-sponsor id="cn001">NPS MedicineWise and the University of South Australia by the Innovation Connections Grant scheme by the Department of Industry, Innovation and Science and NPS VentureWise Pty Ltd</contract-sponsor>
<counts>
<fig-count count="1"/>
<table-count count="4"/><equation-count count="0"/><ref-count count="50"/><page-count count="0"/><word-count count="0"/></counts><custom-meta-wrap><custom-meta><meta-name>section-at-acceptance</meta-name><meta-value>Health Technology Implementation</meta-value></custom-meta></custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro"><title>Introduction</title>
<p>The prevalence of heart failure (HF) in Australia has been estimated to be around 1&#x0025;&#x2013;2&#x0025;, rising significantly to 10&#x0025; in those aged 75 years and above (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). Significant morbidity in this population contributes to frequent and prolonged hospitalizations with approximately four-fifths being hospitalized at least once and up to three-quarters dying within five years of diagnosis (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B3">3</xref>).</p>
<p>Pharmacotherapy is the foundation of HF management with evidence supporting improvement in morbidity and mortality (<xref ref-type="bibr" rid="B4">4</xref>&#x2013;<xref ref-type="bibr" rid="B6">6</xref>). Despite implementing polypharmacy as strongly advocated by several guidelines (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B7">7</xref>), clinical outcomes remain suboptimal (<xref ref-type="bibr" rid="B8">8</xref>).</p>
<p>As therapeutic efficacy is dependent on routine medication administration, non-adherence has been shown to increase both frequency of hospitalizations and relative risk of all-cause mortality (<xref ref-type="bibr" rid="B8">8</xref>). Medication non-adherence in HF can be further complicated by co-morbidities like dementia and depression, disease, progression and severity, and inherent regimen complexity and high &#x201C;pill burden&#x201D; (<xref ref-type="bibr" rid="B9">9</xref>&#x2013;<xref ref-type="bibr" rid="B12">12</xref>). Studies have shown that approximately one-fifth to one-third of HF patients may not consistently take their medications as prescribed (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>).</p>
<p>The exponential growth in mobile/smartphone ownership has driven interest in mobile health (mHealth) as a strategy to address medication non-adherence (<xref ref-type="bibr" rid="B15">15</xref>). Relative ease of use, accessibility and low-cost of mobile devices make mHealth a particularly desirable modality for patient-centered services (<xref ref-type="bibr" rid="B15">15</xref>&#x2013;<xref ref-type="bibr" rid="B17">17</xref>). Since the emergence of smartphones, mHealth has evolved from telephone call and text message-based supports to include applications (apps), social media platforms and health information systems (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B19">19</xref>). These can better promote interventions that support health-related behaviors including medication adherence via dose reminders/alerts, dose tracking, prescription refill reminders and/or storing medication-related information (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>).</p>
<p>The NPS MedicineWise dose reminder app is a free medicine and health management app funded by the Australian government to help patients and their carers, keep track of their medicines and other important health information with the aim, among others, of improving medication adherence, being a source of reliable medical information and storing patients&#x0027; health and medicine information in one place (<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B23">23</xref>).</p>
<p>The primary aim of this pilot study was to determine the acceptability, feasibility, and value of incorporating the NPS MedicineWise dose reminder app in a tiered, pharmacist-led intervention to address medication non-adherence in patients with HF. The Self-Efficacy for Appropriate Medication Use Scale (SEAMS) (<xref ref-type="bibr" rid="B24">24</xref>) will be used to determine the app&#x0027;s value in supporting medication adherence. The secondary aim was to determine the impact of the app on signs and symptoms of HF and quality of life at 6-months.</p>
</sec>
<sec id="s2" sec-type="methods"><title>Materials and methods</title>
<sec id="s2a"><title>Study design and population</title>
<p>This was a prospective, single-blinded observational randomized controlled trial. The full study protocol has been published elsewhere (<xref ref-type="bibr" rid="B25">25</xref>). Australian New Zealand Clinical Trials Registry Clinical trial number: ACTRN12619000289112p (<ext-link ext-link-type="uri" xlink:href="http://www.ANZCTR.org.au/ACTRN12619000289112p.aspx">http://www.ANZCTR.org.au/ACTRN12619000289112p.aspx</ext-link>). Briefly, the study was conducted at six South Australian investigator centers between September 2019 and October 2020. Recruitment of study participants took place from 1st November 2019 to 30th April 2020 and the last patients were followed till October 2020. Rural participants were recruited through the Integrated Cardiovascular Clinical Network (ICCNet) and interstate participants via an NPS MedicineWise social media advertisement. Eligible participants were briefed about the study by the treating physician or cardiology nurse either in person or by phone during routine clinic visits or, for rural patients, during their scheduled tele-health consultation/ appointments. Potential participants were provided with a study summary and referred to the study team for eligibility screening (<xref ref-type="sec" rid="s11">Supplementary Table S1</xref>) prior to a preliminary interview - face-to-face, at any participating hospital, or via phone. At this initial visit, written informed consent was obtained from those who agreed to participate, and a baseline assessment was completed. Interstate participants reached via the NPS social media advertisement were directed to an eligibility survey. Upon its completion, a preliminary interview occurred as above. Written informed consent was obtained via post or email and a baseline assessment was completed. The eligibility criteria for this study were broadly designed (<xref ref-type="sec" rid="s11">Supplementary Table S1</xref>) to include older individuals and those with comorbidities like depression as they can be underrepresented in mHealth research (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B26">26</xref>).</p>
<p>Sample size calculation for this study was based upon a medium (<italic>d</italic>&#x2009;&#x003D;&#x2009;0.5) to large (<italic>d</italic>&#x2009;&#x003D;&#x2009;0.8) effect size as measured by Cohen&#x0027;s d (<xref ref-type="bibr" rid="B27">27</xref>). While the upper limit of real-world adherence to cardiovascular medications was estimated to be 60&#x0025; (<xref ref-type="bibr" rid="B28">28</xref>), a patient is considered to have good adherence when &#x2265;80&#x0025; of doses had been taken (<xref ref-type="bibr" rid="B29">29</xref>). To detect an increase in adherence from 60&#x0025; to 80&#x0025;, a minimum total sample size of 52 participants was needed to provide 80&#x0025; power, with a one tail 0.05 significance level with an effect size of 0.7 (<xref ref-type="bibr" rid="B30">30</xref>). To allow for dropouts, a total of 55 participants will be recruited for this study as previously described (<xref ref-type="bibr" rid="B25">25</xref>).</p>
<p>Participants were randomly allocated to intervention or control. Control participants did not have access to any medication reminder apps (including the MedicineWise app) and remained blinded to the existence of an intervention arm for study duration. This was facilitated by using a different patient information sheet and consent form for the recruitment of control and intervention arm participants. Participation in the control arm involved regular follow ups of functional assessments (questionnaires), medication adherence and knowledge questionnaire and the collection of laboratory results. This was intended to minimize recognized limitations of earlier research where blinding was not present (<xref ref-type="bibr" rid="B19">19</xref>). However, researchers undertaking data collection were not blinded due to the personalized and tiered nature of the intervention.</p>
<p>At baseline, intervention participants were instructed in using the MedicineWise app. Following set-up, a reminder (Tier 1) prompted medication administration at each dosing interval. If non-adherence was suggested from 24&#x2005;h reports (critical medications) or 72&#x2005;h reports (non-critical medications), the participant was escalated through a tiered, pharmacist-led intervention which consisted of in-app messages (Tier 2) and phone calls from the NPS MedicineWise Medicines Line Pharmacists (Tier 3). Critical medications were those that form the foundation of pharmacotherapy due to established morbidity or mortality benefits (<xref ref-type="bibr" rid="B5">5</xref>). Medicines Line is a national consumer medicines information telephone service, delivered by NPS MedicineWise. The NPS MedicineWise Medicines Line (Medicines Line) &#x2013; was a &#x201C;real world&#x201D; national consumer medicine information service delivered by pharmacists and operated between Mondays to Fridays 9 am to 5 pm AEST (excluding New South Wales public holidays). The Medicines Line service and the MedicineWise app were funded by federal Department of Health and Aged Care to 31 December 2022.</p>
<p>The study protocol was approved by the respective institutional Human Research Ethics Committees (Protocol numbers R20190302 and 202450).</p>
</sec>
<sec id="s2b"><title>Outcome measure</title>
<p>The primary outcome was the acceptability, feasibility, and value of this approach in supporting medication adherence. Comparison of the SEAMS (<xref ref-type="bibr" rid="B24">24</xref>) at baseline and 6-months was used to measure the app&#x0027;s value in supporting medication adherence. Secondary outcome measures included health-related quality of life, psychological wellbeing, and signs and symptoms of HF.</p>
</sec>
<sec id="s2c"><title>Data collection and statistical analysis</title>
<p>Trial data were collected via face-to-face or phone interviews as determined by participant preference, geographical location, or local governmental health guidelines for COVID-19 infection control. Baseline data were collected at the time of recruitment and repeated at each follow-up with details of any changes to participants&#x0027; medication recorded. Part A of the Self-care of Heart Failure Index (SCHFI) questionnaire (<xref ref-type="bibr" rid="B27">27</xref>) was utilized to determine whether control participants had used any drug administration aids, medication reminder apps or other electronic reminder systems for daily medication administration, since the previous interview. The satisfaction survey was completed with intervention participants upon study completion by another researcher not associated with data collection.</p>
<p>Continuous variables were presented as the mean&#x2009;&#x00B1;&#x2009;standard deviation (SD), or the median and interquartile range (IQR) for data that were not normally distributed (skewed). Categorical (or discrete) variables were expressed as the number and percentage of frequency. Thematic analysis was performed on qualitative data to generate emerging and overarching themes (<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>).</p>
<p>The paired t-test was used within each arm to examine continuous data collected at baseline and 6-month follow-up. Differences in categorical variables were assessed using the McNemar test. Between group analysis was conducted with the two-sample t-test (continuous variables) or the <italic>&#x03C7;</italic><sup>2</sup> test (categorical variables). The Wilcoxon Signed Rank test or Mann&#x2013;Whitney <italic>U</italic> test were used for continuous data that did not display a normal distribution. Analysis of the SEAMS, medication adherence and knowledge, EQ-5D-5l (<xref ref-type="bibr" rid="B33">33</xref>), Short Form 36 Health Survey version 2 (SF-36v2) <xref ref-type="bibr" rid="B34">34</xref>, Depression Anxiety and Stress Scales (DASS-21) (<xref ref-type="bibr" rid="B35">35</xref>) and SCHFI (<xref ref-type="bibr" rid="B36">36</xref>) questionnaires were performed with SPSS software, with statistical significance set at <italic>&#x03B1;</italic> 0.05.</p>
</sec>
</sec>
<sec id="s3" sec-type="results"><title>Results</title>
<p>Of the referred 80 patients with HF, 55 agreed to participate in the study (<xref ref-type="fig" rid="F1">Figure&#x00A0;1</xref>). Time constraints and changing social circumstances (such as moving into an aged care facility or interstate) were reasons for declining to participate. Forty-nine individuals (89&#x0025;) were followed until study completion (<xref ref-type="fig" rid="F1">Figure&#x00A0;1</xref>). Three intervention arm participants were lost by the 3-month and one by 6-month follow-ups, without explanation. Time constraints prompted one intervention arm participant to withdraw prior to the last interview and hospitalization prevented one control arm participant from undergoing her 6-month follow-up.</p>
<fig id="F1" position="float"><label>Figure 1</label>
<caption><p>Schematic diagram of trial design with representation of sample size and loss follow-up (dropout).</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fdgth-05-1274355-g001.tif"/>
</fig>
<p>The study cohort characteristics are presented as a whole cohort as there were no statistically significant differences between the two groups (<xref ref-type="table" rid="T1">Table&#x00A0;1</xref>). While participants were predominantly Caucasian (95&#x0025;) and male (67&#x0025;), a near equal number lived either with a partner (married or de facto) or alone (divorced, widowed or single). The mean age and body mass index (BMI) were 64 years (SD: 13 years) and 33&#x2005;kg/m<sup>2</sup> (SD: 8&#x2005;kg/m<sup>2</sup>), respectively. Most participants (65&#x0025;) were unemployed or retired and had no regular daytime activity. Only seven individuals (13&#x0025;) in the cohort identified as current smokers. Commonly documented comorbidities included type 2 diabetes mellitus (38&#x0025;), hypertension (35&#x0025;), atrial fibrillation (22&#x0025;) and cardiovascular disease (20&#x0025;). Only five individuals (9&#x0025;) had a history of depression. Nearly all participants (85&#x0025;) were classified as having either &#x201C;no&#x201D; symptoms of HF or limitations in ordinary physical activity [NYHA class I (42&#x0025;)], or &#x201C;mild&#x201D; symptoms of HF including fatigue and shortness of breath with ordinary physical activity [NYHA class II (43&#x0025;)]. On average, participants took 4 (&#x00B1; 1) &#x201C;critical&#x201D; and 3 (&#x00B1; 3) &#x201C;non-critical&#x201D; medications (<xref ref-type="sec" rid="s11">Supplementary Table S2</xref>) which were mostly administered from an organizer such as a dosette or Webster&#x00AE; pack (58&#x0025;).</p>
<table-wrap id="T1" position="float"><label>Table 1</label>
<caption><p>Demographic characteristics of participants.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left">Characteristics</th>
<th valign="top" align="center">Total (<italic>n</italic>&#x2009;&#x003D;&#x2009;55)</th>
<th valign="top" align="center">Control (<italic>n</italic>&#x2009;&#x003D;&#x2009;29)</th>
<th valign="top" align="center">Intervention (<italic>n</italic>&#x2009;&#x003D;&#x2009;26)</th>
<th valign="top" align="center"><italic>P</italic> value<xref ref-type="table-fn" rid="table-fn1"><sup>a</sup></xref></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="5">Ethnicity, (&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">Caucasian</td>
<td valign="top" align="center">52 (95)</td>
<td valign="top" align="center">28 (97)</td>
<td valign="top" align="center">24 (92)</td>
<td valign="top" align="center">0.488</td>
</tr>
<tr>
<td valign="top" align="left">Non-Caucasian</td>
<td valign="top" align="center">3 (5)</td>
<td valign="top" align="center">1 (3)</td>
<td valign="top" align="center">2 (8)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left" colspan="5">Gender, (&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">37 (67)</td>
<td valign="top" align="center">18 (62)</td>
<td valign="top" align="center">19 (73)</td>
<td valign="top" align="center">0.385</td>
</tr>
<tr>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">18 (33)</td>
<td valign="top" align="center">11 (38)</td>
<td valign="top" align="center">7 (27)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left" colspan="5">Marital status, (&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">Married/Defacto</td>
<td valign="top" align="center">27 (49)</td>
<td valign="top" align="center">16 (55)</td>
<td valign="top" align="center">11 (42)</td>
<td valign="top" align="center">0.341</td>
</tr>
<tr>
<td valign="top" align="left">Divorced or widowed or single</td>
<td valign="top" align="center">28 (51)</td>
<td valign="top" align="center">13 (45)</td>
<td valign="top" align="center">15 (58)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left" colspan="1">Age, y, mean (SD)</td>
<td valign="top" align="center" colspan="1">64 (13)</td>
<td valign="top" align="center" colspan="1">68 (13)</td>
<td valign="top" align="center" colspan="1">60 (11)</td>
<td valign="top" align="center" colspan="1">0.511</td>
</tr>
<tr>
<td valign="top" align="left" colspan="1">Body mass index (kg/m<sup>2</sup>), mean (SD)</td>
<td valign="top" align="center" colspan="1">33 (8.1)</td>
<td valign="top" align="center" colspan="1">33 (8.4)</td>
<td valign="top" align="center" colspan="1">33 (8)</td>
<td valign="top" align="center" colspan="1">0.911</td>
</tr>
<tr>
<td valign="top" align="left" colspan="5">Daytime activity, (&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">No regular daytime activity</td>
<td valign="top" align="center">36 (65)</td>
<td valign="top" align="center">23 (79)</td>
<td valign="top" align="center">13 (50)</td>
<td valign="top" align="center">0.07</td>
</tr>
<tr>
<td valign="top" align="left">Employed</td>
<td valign="top" align="center">19 (35)</td>
<td valign="top" align="center">6 (21)</td>
<td valign="top" align="center">13 (50)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left" colspan="5">Smoking status, (&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">Current smoker</td>
<td valign="top" align="center">7 (13)</td>
<td valign="top" align="center">3 (10)</td>
<td valign="top" align="center">4 (15)</td>
<td valign="top" align="center">0.851</td>
</tr>
<tr>
<td valign="top" align="left">Ex-smoker</td>
<td valign="top" align="center">28 (51)</td>
<td valign="top" align="center">15 (52)</td>
<td valign="top" align="center">13 (50)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Non-smoker</td>
<td valign="top" align="center">20 (36)</td>
<td valign="top" align="center">11 (38)</td>
<td valign="top" align="center">9 (35)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left" colspan="5">Comorbidities, (&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">Type 2 diabetes mellitus</td>
<td valign="top" align="center">21 (38)</td>
<td valign="top" align="center">11 (38)</td>
<td valign="top" align="center">10 (38)</td>
<td valign="top" align="center">0.983</td>
</tr>
<tr>
<td valign="top" align="left">Hypertension</td>
<td valign="top" align="center">19 (35)</td>
<td valign="top" align="center">10 (34)</td>
<td valign="top" align="center">9 (34)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Atrial fibrillation</td>
<td valign="top" align="center">12 (22)</td>
<td valign="top" align="center">6 (21)</td>
<td valign="top" align="center">6 (23)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Cardiovascular disease</td>
<td valign="top" align="center">11 (20)</td>
<td valign="top" align="center">5 (17)</td>
<td valign="top" align="center">6 (23)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Depression</td>
<td valign="top" align="center">5 (9)</td>
<td valign="top" align="center">2 (8)</td>
<td valign="top" align="center">3 (11)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left" colspan="5">NYHA class I-III, (&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">Class I</td>
<td valign="top" align="center">23 (42)</td>
<td valign="top" align="center">7 (24)</td>
<td valign="top" align="center">16 (61)</td>
<td valign="top" align="center">0.25</td>
</tr>
<tr>
<td valign="top" align="left">Class II</td>
<td valign="top" align="center">24 (43)</td>
<td valign="top" align="center">17 (59)</td>
<td valign="top" align="center">7 (27)</td>
<td valign="top" align="center">0.148</td>
</tr>
<tr>
<td valign="top" align="left">Class III</td>
<td valign="top" align="center">8 (15)</td>
<td valign="top" align="center">5 (17)</td>
<td valign="top" align="center">3 (12)</td>
<td valign="top" align="center">0.102</td>
</tr>
<tr>
<td valign="top" align="left">Class I or II</td>
<td valign="top" align="center">47 (85)</td>
<td valign="top" align="center">24 (83)</td>
<td valign="top" align="center">23 (88)</td>
<td valign="top" align="center">0.741</td>
</tr>
<tr>
<td valign="top" align="left" colspan="1">Number of critical medications, mean (SD)<sup>2</sup></td>
<td valign="top" align="center" colspan="1">4 (1)</td>
<td valign="top" align="center" colspan="1">4 (1)</td>
<td valign="top" align="center" colspan="1">4 (2)</td>
<td valign="top" align="center" colspan="1">0.581</td>
</tr>
<tr>
<td valign="top" align="left" colspan="1">Number of non-critical medications, mean (SD)<xref ref-type="table-fn" rid="table-fn2"><sup>b</sup></xref></td>
<td valign="top" align="center" colspan="1">3 (3)</td>
<td valign="top" align="center" colspan="1">4 (4)</td>
<td valign="top" align="center" colspan="1">3 (3)</td>
<td valign="top" align="center" colspan="1">0.24</td>
</tr>
<tr>
<td valign="top" align="left" colspan="5">Medication management system, (&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">Original containers</td>
<td valign="top" align="center">23 (42)</td>
<td valign="top" align="center">9 (31)</td>
<td valign="top" align="center">14 (54)</td>
<td valign="top" align="center">0.077</td>
</tr>
<tr>
<td valign="top" align="left">Medication organiser (such as a dosette or Webster&#x00AE; pack)</td>
<td valign="top" align="center">32 (58)</td>
<td valign="top" align="center">20 (69)</td>
<td valign="top" align="center">12 (46)</td>
<td valign="top" align="center"/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn1"><label><sup>a</sup></label><p>Comparison of control vs. intervention arm as calculated by the <italic>&#x03C7;</italic><sup>2</sup> test or the two-sample -Test</p></fn>
<fn id="table-fn2"><label><sup>b</sup></label><p>As listed in <xref ref-type="sec" rid="s11">Supplementary Table S2</xref>.</p></fn>
</table-wrap-foot>
</table-wrap>
<sec id="s3a"><title>Tier one: app reminders</title>
<p>A total of 2,679 &#x201C;missed&#x201D; doses were logged in the app&#x0027;s database between December 2019 and October 2020 (<xref ref-type="table" rid="T2">Table&#x00A0;2</xref>). However, 779 (29&#x0025;) of these were incorrectly recorded as &#x201C;missed&#x201D;. Investigation by the NPS MedicineWise team revealed that the automated &#x201C;batch-sync&#x201D; had intermittently malfunctioned between March-April 2020 and not all data were transferring to the cloud within 24&#x2005;h. A series of &#x201C;hotfixes&#x201D; was released in June, July, and September 2020 to assist in diagnosing, monitoring and subsequent resolution of the malfunction. In addition, functional improvements to the app were implemented via the last &#x201C;hotfix,&#x201D; allowing users to visualize successful recording of their &#x201C;TAKEN&#x201D; doses in the cloud as a time stamp on their device. Despite the &#x201C;batch-sync&#x201D; difficulty, a total of 1,900 (71&#x0025;) &#x201C;missed&#x201D; doses were correctly recorded over the study.</p>
<table-wrap id="T2" position="float"><label>Table 2</label>
<caption><p>True and false &#x201C;missed&#x201D; doses from tier 1 interventions.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center"/>
<th valign="top" align="center">True interventions<xref ref-type="table-fn" rid="table-fn3"><sup>a</sup></xref></th>
<th valign="top" align="center">False interventions<xref ref-type="table-fn" rid="table-fn4"><sup>b</sup></xref></th>
</tr>
<tr>
<th valign="top" align="center">Month &#x2013; Year</th>
<th valign="top" align="center">Participants who received Tier 1 interventions (<italic>n</italic>)</th>
<th valign="top" align="center">Tier 1 &#x201C;missed&#x201D; doses (<italic>n</italic>)</th>
<th valign="top" align="center">Tier 1 &#x201C;missed&#x201D; doses (<italic>n</italic>)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Dec-19</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">33</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">Jan-20</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">34</td>
<td valign="top" align="center">9</td>
</tr>
<tr>
<td valign="top" align="left">Feb-20</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center">9</td>
</tr>
<tr>
<td valign="top" align="left">Mar-20</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">92</td>
<td valign="top" align="center">53</td>
</tr>
<tr>
<td valign="top" align="left">Apr-20</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">205</td>
<td valign="top" align="center">96</td>
</tr>
<tr>
<td valign="top" align="left">May-20</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">312</td>
<td valign="top" align="center">116</td>
</tr>
<tr>
<td valign="top" align="left">Jun-20</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">296</td>
<td valign="top" align="center">84</td>
</tr>
<tr>
<td valign="top" align="left">Jul-20</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">429</td>
<td valign="top" align="center">101</td>
</tr>
<tr>
<td valign="top" align="left">Aug-20</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">297</td>
<td valign="top" align="center">120</td>
</tr>
<tr>
<td valign="top" align="left">Sep-20</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center">106</td>
<td valign="top" align="center">133</td>
</tr>
<tr>
<td valign="top" align="left">Oct-20</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">76</td>
<td valign="top" align="center">55</td>
</tr>
<tr>
<td valign="top" align="left">Total</td>
<td valign="top" align="center"/>
<td valign="top" align="center">1,900</td>
<td valign="top" align="center">779</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn3"><label><sup>a</sup></label><p>True &#x201C;missed&#x201D; doses pertain to those that were correctly recorded within the app&#x0027;s database. The term implies that participants were non-adherent with tapping &#x201C;TAKEN&#x201D; in the app, though they may have been adherent with their medications.</p></fn>
<fn id="table-fn4"><label><sup>b</sup></label><p>False &#x201C;missed&#x201D; doses pertain to those that were incorrectly recorded within the app&#x0027;s database due to the &#x201C;batch-sync&#x201D; malfunction.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3b"><title>Tier two: push notification messages</title>
<p>A total of 749 &#x201C;push&#x201D; notification messages were sent between December 2019 and October 2020 (<xref ref-type="table" rid="T3">Table&#x00A0;3</xref>). Of these, 426 (57&#x0025;) were in response to true (correctly recorded) &#x201C;missed&#x201D; doses. The remainder were erroneously sent due to the false (incorrectly recorded) &#x201C;missed&#x201D; doses incurred by the &#x201C;batch-sync&#x201D; malfunction. This malfunction only affected participants using Android devices (<italic>n</italic>&#x2009;&#x003D;&#x2009;20).</p>
<table-wrap id="T3" position="float"><label>Table 3</label>
<caption><p>True and false tier 2 &#x201C;push&#x201D; notification messages.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center"/>
<th valign="top" align="center">True interventions<sup>a</sup></th>
<th valign="top" align="center">False interventions<sup>b</sup></th>
</tr>
<tr>
<th valign="top" align="center">Month &#x2013; Year</th>
<th valign="top" align="center">Participants who received Tier 2 interventions (<italic>n</italic>)</th>
<th valign="top" align="center">Tier 2 &#x201C;push&#x201D; notification messages (<italic>n</italic>)</th>
<th valign="top" align="center">Tier 2 &#x201C;push&#x201D; notification messages (<italic>n</italic>)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Dec-19</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">Jan-20</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">7</td>
</tr>
<tr>
<td valign="top" align="left">Feb-20</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">9</td>
</tr>
<tr>
<td valign="top" align="left">Mar-20</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">60</td>
<td valign="top" align="center">44</td>
</tr>
<tr>
<td valign="top" align="left">Apr-20</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">67</td>
<td valign="top" align="center">48</td>
</tr>
<tr>
<td valign="top" align="left">May-20</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">35</td>
<td valign="top" align="center">50</td>
</tr>
<tr>
<td valign="top" align="left">Jun-20</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">65</td>
<td valign="top" align="center">34</td>
</tr>
<tr>
<td valign="top" align="left">Jul-20</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">31</td>
</tr>
<tr>
<td valign="top" align="left">Aug-20</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center">23</td>
</tr>
<tr>
<td valign="top" align="left">Sep-20</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">44</td>
</tr>
<tr>
<td valign="top" align="left">Oct-20</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">30</td>
</tr>
<tr>
<td valign="top" align="left">Total</td>
<td valign="top" align="center"/>
<td valign="top" align="center">426</td>
<td valign="top" align="center">323</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn5"><label><sup>a</sup></label><p>True interventions pertain to Tier 2 &#x201C;push&#x201D; notification messages that were generated in response to correctly recorded &#x201C;missed&#x201D; doses within the app&#x0027;s database.</p></fn>
<fn id="table-fn6"><label><sup>b</sup></label><p>False interventions pertain to Tier 2 &#x201C;push&#x201D; notification messages that were generated in response to &#x201C;missed&#x201D; doses that were incorrectly recorded within the app&#x0027;s database due to the &#x201C;batch-sync&#x201D; malfunction.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3c"><title>Tier 3: contact from an NPS MedicineWise medicines line pharmacist</title>
<p>Over the study period, 17 (71&#x0025;) intervention arm participants were escalated to Tier 3 and received on average 3&#x2009;&#x00B1;&#x2009;2 phone calls from a Medicines Line pharmacist. The remaining 7 (29&#x0025;) participants did not require a Tier 3 intervention for the entire duration of the study.</p>
<p>Due to the unforeseen technical issues like the &#x201C;batch-sync&#x201D; malfunction the nominated cap of 3 phone calls per participant was removed. In all, a total of 96 Tier 3 interventions were conducted between December 2019 and October 2020. However, no instances of medication non-adherence were identified. The main issues were technical difficulties with the MedicineWise app (39&#x0025;) and non-adherence with the app itself (43&#x0025;). Common explanations for the loss of engagement included: hospitalization, temporary cessation of medication (primarily prior to surgery), inconsistent smartphone use and delay in downloading the app onto an upgraded device. Accidentally entering a new medication (furosemide) as daily, rather than &#x2018;when required,&#x2019; prompted intervention on another 2 occasions (2&#x0025;) and contact could not be made for the remaining 16 (17&#x0025;) Tier 3 interventions.</p>
</sec>
<sec id="s3d"><title>Primary objectives: acceptability, feasibility, and value of the app</title>
<p>Only half of the initial 26 participants in the intervention arm took part in the satisfaction survey. Although all respondents felt &#x201C;very&#x201D; or &#x201C;somewhat&#x201D; confident in their ability to use the MedicineWise app after initial training, about half (54&#x0025;) stated that they &#x201C;would not have been confident&#x201D; to use the app without the training. Although there were other app functions available, only 22&#x0025; had used the app to record blood pressure, weight, and the contact details of their medical specialists.</p>
<p>Over the study period, the app prompted medication administration &#x201C;all of the time&#x201D; for 5 (38&#x0025;) respondents, &#x201C;some of the time&#x201D; for another 5 (38&#x0025;) and &#x201C;none of the time&#x201D; for the rest 3 (24&#x0025;). Only 3 (24&#x0025;) individuals felt that these reminders were &#x201C;useful&#x201D;. Most respondents 9 (69&#x0025;) tapped the &#x201C;TAKEN&#x201D; icon in less than 15&#x2005;min while the rest did so within 15 to 30&#x2005;min after taking their medication. The reassurance provided by tapping &#x201C;TAKEN&#x201D; was deemed to be &#x201C;very useful&#x201D; by 4 (31&#x0025;) respondents. Three (24&#x0025;) respondents did not find tapping &#x201C;TAKEN&#x201D; useful as visual evidence of dose administration was already provided by their medication organizer.</p>
<p>Nine (90&#x0025;) of the ten individuals who received Tier 2 interventions expressed satisfaction with the messages and did not suggest any improvement. Tier 3 interventions were received by 8 (62&#x0025;) respondents, of whom, five (62.5&#x0025;) considered the conversation with the Medicines Line pharmacists to be &#x201C;very helpful&#x201D; or &#x201C;good&#x201D;. Most respondents (75&#x0025;) felt &#x201C;very comfortable&#x201D; in asking these pharmacists additional medicine-related questions. The rest (25&#x0025;) felt that this was &#x201C;not needed&#x201D; as they already had good relationships with existing healthcare providers. Three participants (23&#x0025;) were not contacted by a Medicines Line pharmacist for the entire duration of the study.</p>
<p>The MedicineWise app helped 6 (46&#x0025;) respondents to manage their HF and medications by acting as a prompt or additional reminder. Of the 7 (54&#x0025;) respondents who did not feel that the app helped them, 2 (29&#x0025;) explained that they would have taken their medications regardless. Five (38&#x0025;) respondents stated that they were &#x201C;very likely&#x201D; to continue using the app as they found it helpful and well-integrated into their daily routines. Of the reminder, 2 (15&#x0025;) said &#x201C;unlikely&#x201D; to continue using the app without further elaboration and the rest (46&#x0025;) chose not to answer that question. Nevertheless, approximately half of respondents (54&#x0025;) would recommend the app to other patients with HF.</p>
<p>Self-efficacy with medication adherence was subjectively measured with the SEAMS (<xref ref-type="bibr" rid="B24">24</xref>). Both control and intervention arm participants had high self-reported medication adherence across all time points (<xref ref-type="sec" rid="s11">Supplementary Table S5</xref>). While there was no difference between groups at baseline or 6-months follow-up, the intervention arm had a marginally significant (p&#x2009;&#x003D;&#x2009;0.049) increase in the median SEAMS score over this period (<xref ref-type="table" rid="T4">Table&#x00A0;4</xref>).</p>
<table-wrap id="T4" position="float"><label>Table 4</label>
<caption><p>Median SEAMS scores for the control and intervention arms at baseline, 3- and 6-months follow-up.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="left"/>
<col align="left"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">MEDIAN SEAMS SCORE (IQR)</th>
<th valign="top" align="center"><italic>P</italic>-value<xref ref-type="table-fn" rid="table-fn7"><sup>a</sup></xref></th>
<th valign="top" align="center"><italic>P</italic>-value<xref ref-type="table-fn" rid="table-fn8"><sup>b</sup></xref></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="4">CONTROL</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Baseline (<italic>n</italic>&#x2009;&#x003D;&#x2009;29)</td>
<td valign="top" align="center">46 (4)</td>
<td valign="top" align="left" rowspan="3">Baseline between groups&#x2009;&#x003D;&#x2009;0.133</td>
<td valign="top" align="left" rowspan="3">Baseline vs. 6 months in control&#x2009;&#x003D;&#x2009;0.535</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;3-months follow-up (<italic>n</italic>&#x2009;&#x003D;&#x2009;29)</td>
<td valign="top" align="center">47 (4)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;6-months follow-up (<italic>n</italic>&#x2009;&#x003D;&#x2009;28)</td>
<td valign="top" align="center">46.5 (5)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4">INTERVENTION</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Baseline (<italic>n</italic>&#x2009;&#x003D;&#x2009;26)</td>
<td valign="top" align="center">44.5 (6)</td>
<td valign="top" align="left" rowspan="3">6 months between groups&#x2009;&#x003D;&#x2009;0.671</td>
<td valign="top" align="left" rowspan="3">Baseline vs. 6 months in intervention&#x2009;&#x003D;&#x2009;0.049</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;3-months follow-up (<italic>n</italic>&#x2009;&#x003D;&#x2009;23)</td>
<td valign="top" align="center">44 (4)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;6-months follow-up (<italic>n</italic>&#x2009;&#x003D;&#x2009;21)</td>
<td valign="top" align="center">47 (4)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn7"><label><sup>a</sup></label><p>Comparison of control and intervention arms as calculated by the Mann&#x2013;Whitney <italic>U</italic> test<sup>.</sup></p></fn>
<fn id="table-fn8"><label><sup>b</sup></label><p>Comparison of baseline and 6-months follow-up within each arm as calculated by the Wilcoxon Signed Rank test.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3e"><title>Secondary outcome measures</title>
<p>Even though nearly all control and intervention arm participants (93&#x0025; vs. 88&#x0025; respectively, p&#x2009;&#x003D;&#x2009;0.549) believed that their medications were improving their health, most participants (79&#x0025; vs. 85&#x0025; respectively, <italic>p</italic>&#x2009;&#x003D;&#x2009;0.61) were able to recall a time when they did not take all prescribed medication doses. Recurring themes were forgetfulness, running out of medication, unpleasant side effects (including dizziness or frequent urination from diuretics), &#x201C;pill burden&#x201D;, distraction, and loss of routine.</p>
<p>Previous research has shown that individuals with a chronic health condition may become &#x201C;non-adherent&#x201D; with medication after 6-months of treatment (<xref ref-type="bibr" rid="B37">37</xref>, <xref ref-type="bibr" rid="B38">38</xref>). When asked if this scenario applied, significantly fewer control than intervention arm participants (17&#x0025; vs. 42&#x0025; respectively, <italic>p</italic>&#x2009;&#x003D;&#x2009;0.041) confirmed that it did. Whilst most participants (90&#x0025; vs. 96&#x0025; respectively, <italic>p</italic>&#x2009;&#x003D;&#x2009;0.354) stated that they would tell their health professionals if non-adherent, approximately half (52&#x0025; vs. 58&#x0025; respectively, <italic>p</italic>&#x2009;&#x003D;&#x2009;0.657) reported never being asked if they were taking or using their medications. Due to the infrequent or sporadic nature of non-adherence, 14 (48&#x0025;) control and 9 (35&#x0025;) intervention arm participants considered that volunteering this information to their health professional was irrelevant.</p>
<p>Although only 52&#x0025; of control and 62&#x0025; of intervention participants knew the names of all of their medications at baseline (<italic>p</italic>&#x2009;&#x003D;&#x2009;0.463), most (83&#x0025; vs. 96&#x0025; respectively, <italic>p</italic>&#x2009;&#x003D;&#x2009;0.111) participants could visually identify them (<xref ref-type="sec" rid="s11">Supplementary Table S3 and S4</xref>) at baseline, without change at 6 months. Knowledge of actual or potential drug interactions was lacking for participants in both arms at baseline and 6-months follow-up (<xref ref-type="sec" rid="s11">Supplementary Table S3 and S4</xref>). While the knowledge deficit at each interval was more prominent for controls, the difference between groups was not significant.</p>
<p>Apart from a significant improvement in pain or discomfort at 6 months in the control arm (<italic>p</italic>&#x2009;&#x003D;&#x2009;0.039), all the other aspects of health domains tested in the EQ-5D-5l were not significant within and between the groups at the three time points. Results from the SF-36v2 indicating control arm participants experienced significantly less physical health (<italic>p</italic>&#x2009;&#x003D;&#x2009;0.003) and emotional health (<italic>p</italic>&#x2009;&#x003D;&#x2009;0.006) problems by 6-months follow-up is concordant with their substantially greater limitations at baseline when compared with intervention arm participants (<xref ref-type="sec" rid="s11">Supplementary Table S5 and S6</xref>). Further, both measures were not significantly different by 6 months for the participants in the intervention arm. Additionally, unlike control arm participants, the intervention arm had a statistically significant (<italic>p</italic>&#x2009;&#x003D;&#x2009;0.032) improvement in the median score of part A of the SCHFI between baseline and 6 months (<xref ref-type="sec" rid="s11">Supplementary Table S7</xref>). Emotional states measured by the DASS-21 and parts B and C of the SCHFI showed no significant changes in either group by the end of the study period.</p>
</sec>
</sec>
<sec id="s4" sec-type="discussion"><title>Discussion</title>
<p>This is the first study to assess the acceptability, feasibility, and value of the MedicineWise app by extending the app&#x0027;s capabilities by including a tiered, pharmacist-led intervention to address medication non-adherence in patients with HF. Our findings suggest that this approach was acceptable to HF patients. Although delivery of Tier 1 intervention was feasible due to automation, Tiers 2 and 3 interventions required more input from the Medicines Line pharmacists&#x0027; team. An improvement in the SEAMS between baseline and 6-months follow-up in the intervention participants shows the potential value of the app in supporting medication adherence of these patients. However, the secondary outcome measures remained unchanged for the duration of the study.</p>
<p>As shown in previous studies, it is possible that with adequate training, older patients can successfully incorporate technology into their daily lives (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B39">39</xref>, <xref ref-type="bibr" rid="B40">40</xref>). Even though the app training was well received by the majority (77&#x0025;), about half (54&#x0025;) of survey respondents stated that they would have lacked confidence to use the app without training. The subsequent ease with which the MedicineWise app was integrated into the participants&#x0027; daily lives showed that an older population can be adequately trained to use mHealth apps and to receive meaningful outcomes while achieving satisfaction from ongoing engagement (<xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B39">39</xref>).</p>
<p>The alarm reminders of Tier 1 intervention acted as a safeguard against known contributors to non-adherence, including distraction and forgetfulness. Park et al. (2019) (<xref ref-type="bibr" rid="B20">20</xref>) similarly concluded that mHealth apps could overcome these barriers and support medication-taking behavior in older individuals with cardiovascular disease. In this study, tapping &#x201C;TAKEN&#x201D; provided visual reassurance for some participants that medication had been administered, which eased reliance upon memory and concern of potential non-adherence. However, as shown by Andre et al. (2019) (<xref ref-type="bibr" rid="B16">16</xref>), these prompts lost their usefulness in participants who have already established a daily routine for taking their medications.</p>
<p>Intervention participants who &#x201C;missed&#x201D; a dose of a critical medication for 24&#x2005;h or a non-critical medication for 3 days received a Tier 2 &#x201C;push&#x201D; notification message within the MedicineWise app. Even though, 43&#x0025; of the total 749 Tier 2 messages were sent because of technical issues, most survey respondents (90&#x0025;) who received the messages were satisfied and did not suggest further improvement. This is consistent with prior research where text message-based interventions to support medication adherence were well received by patients with chronic diseases (<xref ref-type="bibr" rid="B41">41</xref>). Reassuringly, none of the 96 Tier 3 interventions identified medication non-adherence. Instead, non-adherence with the app was responsible for 41 (43&#x0025;) of these phone calls. Telephone follow-ups have been successfully used by clinicians, particularly nurses, to support community-dwelling patients with chronic diseases (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B42">42</xref>, <xref ref-type="bibr" rid="B43">43</xref>).</p>
<p>Intervention participants, who received the tiered intervention, confirmed the value of the Medicine Line pharmacists when surveyed. They demonstrated an improvement in SEAMS-measured medication adherence between baseline and 6-months, in contrast to control participants who did not demonstrate a similar change, reinforcing the usefulness of health professional involvement as previously reported.</p>
<p>Most of the secondary measures remained unchanged across the study. While this study did not feature an educational component to improve health literacy, neither group was better able to name or visually identify their medications, verify that correct medications were supplied, or state understanding of actual or potential drug interactions, when compared to baseline. This suggests that clinicians may need to utilize a multi-modal approach including individualized education to improve patients&#x0027; medication knowledge as suggested by Sheilini et al. (2019) (<xref ref-type="bibr" rid="B44">44</xref>). The intervention did not have a significant effect on health-related &#x201C;quality of life&#x201D; across timepoints. Depression scores were maintained within the &#x201C;normal&#x201D; range, although reduction in median scores was greater for the intervention group. However, this was not observed in the other two domains of the DASS-21. Up to a third of patients with HF experience depression and even more exhibit depressive symptoms (<xref ref-type="bibr" rid="B45">45</xref>). Either the prevalence of mental illness in this cohort was too low to demonstrate a significant change or improved medication adherence alone may not be sufficient to improve emotional states of depression, anxiety, or stress in patients with HF.</p>
<p>The MedicineWise app assumes that medications had been administered when the &#x201C;TAKEN&#x201D; icon was tapped. This may have caused reporting biases as intervention-arm participants could have acted in accordance with socially desired behavior by tapping &#x201C;TAKEN&#x201D; even if doses of medication were missed. The reverse might also have been true whereby medications were administered but the &#x201C;TAKEN&#x201D; icon not tapped. The possible discordance between medication administration and tapping &#x201C;TAKEN&#x201D; was a limitation when interpreting study results and determining implications for clinical practice. These assumptions are a recognized drawback of objective adherence assessment methods (<xref ref-type="bibr" rid="B46">46</xref>). However, this was mitigated if the participant was escalated to a Tier 3 intervention because a Medicines Line pharmacist could ascertain reasons for app non-adherence (e.g., forgetfulness or technical difficulties) and confirm whether the patient was taking their medications.</p>
<p>Inclusion of participants with multiple device models, different operating systems, and in particular older device models and operating systems, may have contributed to the technical issues observed during the study. The rapid change in smartphone technology &#x201C;forces&#x201D; app development teams to use &#x201C;digital languages&#x201D; that are compatible with both older and newer device models and operating systems. This has been highlighted to be a common challenge in the consumer app space contributing to high user attrition rates and unreliable engagement with mHealth (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>). Technical issues encountered during this study highlight the vital importance of ongoing app maintenance and user support. The Medicines Line pharmacists provided a valuable link between participants and Consumer Support to resolve app-related issues, by a series of updates, &#x201C;hotfixes,&#x201D; and troubleshooting provided by the app development team, Consumer Support service and the research team.</p>
<p>The COVID-19 pandemic posed a significant recruitment challenge for this study. Prior to the implementation of local health guidelines for COVID-19 infection control, study participants were referred from HF clinics and exercise classes. With the conversion of the former to telehealth and the closure of the latter, patients with HF were comparatively &#x201C;out of sight.&#x201D; As clinicians reported an increase in workload from changes in healthcare delivery, the challenges of usual roles and added responsibilities likely impeded their capacity to identify and refer potentially eligible patients with HF, impacting on participant recruitment.</p>
<p>The relatively small sample size may have resulted in potential Type II errors and limited the strength of these findings. Ideally, replicating this study with a larger sample size could strengthen the power of between group analyses to detect changes in secondary outcome measures. Extending the follow-up period beyond 6-months may provide added insight into longer-term acceptability, feasibility, and value of the tiered intervention in supporting medication adherence in patients with HF.</p>
<p>Additionally, interventions that support medication-taking behavior may prove more beneficial for patients with a prior history of non-adherence. As there was already a high level of adherence in this cohort, most of the secondary aims remained unchanged. Future research could add the criterion of including only those with a history of non-adherence. However, non-adherence is notoriously difficult to quantify and the feasibility of busy clinicians being able to screen and refer patients must be considered.</p>
</sec>
<sec id="s5" sec-type="conclusions"><title>Conclusions</title>
<p>The rise in smartphone ownership has piqued interest in mHealth as a strategy to address medication non-adherence. While evidence supports its use, mHealth alone may not be the solution to such a complex problem. Although the use of mHealth and mobile phone app became more critical during the pandemic lockdowns and restrictions, they have an established value to aiding patients with all aspects of their health and medications (<xref ref-type="bibr" rid="B47">47</xref>). Mobile phone apps are another tool in a community pharmacy environment where pharmaceutical care has become a broader, more demanding, and holistic endeavor (<xref ref-type="bibr" rid="B48">48</xref>). The value of mobile phone apps could be enhanced within a more complex, structured program as shown previously (<xref ref-type="bibr" rid="B49">49</xref>) and here. They would be more effective with strong pharmacist support, but this support should be balanced with workload and perceived financial disadvantages (<xref ref-type="bibr" rid="B50">50</xref>).</p>
<p>A major finding of this study was that the utilization of the MedicineWise app in a tiered, pharmacist-led intervention was acceptable to patients with HF. However, initial training was necessary to enhance confidence in navigating the app, particularly for anyone with lower baseline technology proficiency. Nevertheless, technical issues could limit ongoing app engagement without access to Consumer Support services. Tier 1 interventions were easily delivered, but Tiers 2 and 3 interventions, although valuable, required additional resources. In conclusion, this pilot study provides evidence that incorporating a smartphone medication reminder app into a tiered intervention in a real-world situation is acceptable, feasible, and is able to support the medication adherence of patients with HF.</p>
</sec>
</body>
<back>
<sec id="s6" sec-type="data-availability"><title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservations.</p>
</sec>
<sec id="s7" sec-type="ethics-statement"><title>Ethics statement</title>
<p>The studies involving humans were approved by CALHN Human Research Ethics Committee (R20190302) and UniSA Human Research Ethics Committee (202450). The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s8" sec-type="author-contributions"><title>Author contributions</title>
<p>VS: Conceptualization, Funding acquisition, Methodology, Resources, Supervision, Writing &#x2013; review &#x0026; editing. JC-G: Formal Analysis, Investigation, Methodology, Project administration, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. NP: Conceptualization, Formal Analysis, Funding acquisition, Investigation, Methodology, Supervision, Writing &#x2013; review &#x0026; editing. KY: Data curation, Formal Analysis, Writing &#x2013; review &#x0026; editing. GG: Conceptualization, Resources, Writing &#x2013; review &#x0026; editing. CP: Conceptualization, Writing &#x2013; review &#x0026; editing. AP: Conceptualization, Writing &#x2013; review &#x0026; editing. MA: Resources, Writing &#x2013; review &#x0026; editing. CB: Resources, Writing &#x2013; review &#x0026; editing. AC: Resources, Writing &#x2013; review &#x0026; editing. TW: Resources, Writing &#x2013; review &#x0026; editing. EH: Conceptualization, Funding acquisition, Methodology, Supervision, Writing &#x2013; review &#x0026; editing.</p>
</sec>
<sec id="s9" sec-type="funding-information"><title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article.</p>
<p>Funding for this study was independently provided to NPS MedicineWise and the University of South Australia by the Innovation Connections Grant scheme by the Department of Industry, Innovation and Science and NPS VentureWise Pty Ltd. (grant no. ICG000775 and ICG000776). NPS MedicineWise would like to acknowledge funding from the Australian Government Department of Health to develop and maintain the MedicineWise app. JC-G was supported by the Australian Government Research Training Program (RTP) fee offset scholarship to conduct this research as part of her Masters by Research degree at the University of South Australia. The funders had no role in the design of the study; in the collection, analyses, or interpretation of data; in the writing of the manuscript; or in the decision to publish the results.</p>
</sec>
<ack><title>Acknowledgments</title>
<p>The authors would like to acknowledge the support of the following clinical staff: Dale Ashby, Shirley Chui, Cassandra Potts, Susan Edwards, Dale Thompson, Gregory Roberts, Tim Pearson, Lyn Chan, Ning He, Jeff Briggs, Hayley Surman and Natalie Simpson for sharing our vision and assisting with the design and/or implementation of this study. In addition, Emily Aldridge and Greer Dymmott assisted in getting site-specific approvals. We would also like to acknowledge the continuous support of the NPS MedicineWise/Medicines Line pharmacists, the NPS MedicineWise Consumer Support service and technical support team for delivering the tiered intervention, supporting the study participants, and assisting with technical issues.</p>
</ack>
<sec id="s10" sec-type="COI-statement"><title>Conflict of interest</title>
<p>NP and KY were employees of NPS MedicineWise at the time of the study.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
<p>The author(s) declared that they were an editorial board member of Frontiers, at the time of submission. This had no impact on the peer review process and the final decision.</p>
</sec>
<sec id="s12" sec-type="disclaimer"><title>Publisher&#x0027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s11" sec-type="supplementary-material"><title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fdgth.2023.1274355/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fdgth.2023.1274355/full&#x0023;supplementary-material</ext-link></p>
<supplementary-material id="SD1" content-type="local-data">
<media mimetype="application" mime-subtype="vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="Table1.docx"/>
</supplementary-material>
</sec>
<ref-list><title>References</title>
<ref id="B1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sahle</surname><given-names>BW</given-names></name><name><surname>Owen</surname><given-names>AJ</given-names></name><name><surname>Mutowo</surname><given-names>MP</given-names></name><name><surname>Krum</surname><given-names>H</given-names></name><name><surname>Reid</surname><given-names>CM</given-names></name></person-group>. <article-title>Prevalence of heart failure in Australia: a systematic review</article-title>. <source>BMC Cardiovasc Disord</source>. (<year>2016</year>) <volume>16</volume>:<fpage>32</fpage>. <pub-id pub-id-type="doi">10.1186/s12872-016-0208-4</pub-id><pub-id pub-id-type="pmid">26852410</pub-id></citation></ref>
<ref id="B2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nadrian</surname><given-names>H</given-names></name><name><surname>Shojafard</surname><given-names>J</given-names></name><name><surname>Mahmoodi</surname><given-names>H</given-names></name><name><surname>Rouhi</surname><given-names>Z</given-names></name><name><surname>Rezaeipandari</surname><given-names>H</given-names></name></person-group>. <article-title>Cognitive determinants of self-care behaviors among patients with heart failure: a path analysis</article-title>. <source>Health Promot Perspect</source>. (<year>2018</year>) <volume>8</volume>(<issue>4</issue>):<fpage>275</fpage>&#x2013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.15171/hpp.2018.39</pub-id><pub-id pub-id-type="pmid">30479981</pub-id></citation></ref>
<ref id="B3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Talmor</surname><given-names>G</given-names></name><name><surname>Nguyen</surname><given-names>B</given-names></name><name><surname>Keibel</surname><given-names>A</given-names></name><name><surname>Temelkovska</surname><given-names>T</given-names></name><name><surname>Saxon</surname><given-names>L</given-names></name></person-group>. <article-title>Use of software applications to improve medication adherence and achieve more integrated disease management in heart failure</article-title>. <source>Trends Cardiovasc Med</source>. (<year>2018</year>) <volume>28</volume>(<issue>7</issue>):<fpage>483</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.tcm.2018.04.001</pub-id><pub-id pub-id-type="pmid">29699854</pub-id></citation></ref>
<ref id="B4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McDonagh</surname><given-names>TA</given-names></name><name><surname>Metra</surname><given-names>M</given-names></name><name><surname>Adamo</surname><given-names>M</given-names></name><name><surname>Gardner</surname><given-names>RS</given-names></name><name><surname>Baumbach</surname><given-names>A</given-names></name><name><surname>B&#x00F6;hm</surname><given-names>M</given-names></name><etal/></person-group> <article-title>2021 ESC guidelines for the diagnosis and treatment of acute and chronic heart failure: developed by the task force for the diagnosis and treatment of acute and chronic heart failure of the European society of cardiology (ESC) with the special contribution of the heart failure association (HFA) of the ESC</article-title>. <source>Eur Heart J</source>. (<year>2021</year>) <volume>42</volume>(<issue>48</issue>):<fpage>4901</fpage>. <pub-id pub-id-type="doi">10.1093/eurheartj/ehab670</pub-id><pub-id pub-id-type="pmid">34649282</pub-id></citation></ref>
<ref id="B5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Atherton</surname><given-names>JJ</given-names></name><name><surname>Sindone</surname><given-names>A</given-names></name><name><surname>De Pasquale</surname><given-names>CG</given-names></name><name><surname>Driscoll</surname><given-names>A</given-names></name><name><surname>MacDonald</surname><given-names>PS</given-names></name><name><surname>Hopper</surname><given-names>I</given-names></name><etal/></person-group> <article-title>National heart foundation of Australia and cardiac society of Australia and New Zealand: guidelines for the prevention, detection, and management of heart failure in Australia 2018</article-title>. <source>Heart Lung Circ</source>. (<year>2018</year>) <volume>27</volume>(<issue>10</issue>):<fpage>1123</fpage>&#x2013;<lpage>208</lpage>. <pub-id pub-id-type="doi">10.1016/j.hlc.2018.06.1042</pub-id><pub-id pub-id-type="pmid">30077227</pub-id></citation></ref>
<ref id="B6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shah</surname><given-names>A</given-names></name><name><surname>Gandhi</surname><given-names>D</given-names></name><name><surname>Srivastava</surname><given-names>S</given-names></name><name><surname>Shah</surname><given-names>KJ</given-names></name><name><surname>Mansukhani</surname><given-names>R</given-names></name></person-group>. <article-title>Heart failure: a class review of pharmacotherapy</article-title>. <source>Pharm Ther</source>. (<year>2017</year>) <volume>42</volume>(<issue>7</issue>):<fpage>464</fpage>&#x2013;<lpage>72</lpage>.</citation></ref>
<ref id="B7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yancy</surname><given-names>CW</given-names></name><name><surname>Jessup</surname><given-names>M</given-names></name><name><surname>Bozkurt</surname><given-names>B</given-names></name><name><surname>Butler</surname><given-names>J</given-names></name><name><surname>Casey</surname><given-names>DE</given-names></name><name><surname>Colvin</surname><given-names>MM</given-names></name><etal/></person-group> <article-title>2017 ACC/AHA/HFSA focused update of the 2013 ACCF/AHA guideline for the management of heart failure: a report of the American college of cardiology/American heart association task force on clinical practice guidelines and the heart failure society of America</article-title>. <source>J Card Fail</source>. (<year>2017</year>) <volume>23</volume>(<issue>8</issue>):<fpage>628</fpage>&#x2013;<lpage>51</lpage>. <pub-id pub-id-type="doi">10.1016/j.cardfail.2017.04.014</pub-id><pub-id pub-id-type="pmid">28461259</pub-id></citation></ref>
<ref id="B8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fitzgerald</surname><given-names>AA</given-names></name><name><surname>Powers</surname><given-names>JD</given-names></name><name><surname>Ho</surname><given-names>PM</given-names></name><name><surname>Maddox</surname><given-names>TM</given-names></name><name><surname>Peterson</surname><given-names>PN</given-names></name><name><surname>Allen</surname><given-names>LA</given-names></name><etal/></person-group> <article-title>Impact of medication nonadherence on hospitalizations and mortality in heart failure</article-title>. <source>J Card Fail</source>. (<year>2011</year>) <volume>17</volume>(<issue>8</issue>):<fpage>664</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.cardfail.2011.04.011</pub-id><pub-id pub-id-type="pmid">21807328</pub-id></citation></ref>
<ref id="B9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Unverzagt</surname><given-names>S</given-names></name><name><surname>Meyer</surname><given-names>G</given-names></name><name><surname>Mittmann</surname><given-names>S</given-names></name><name><surname>Samos</surname><given-names>FA</given-names></name><name><surname>Unverzagt</surname><given-names>M</given-names></name><name><surname>Prondzinsky</surname><given-names>R</given-names></name></person-group>. <article-title>Improving treatment adherence in heart failure</article-title>. <source>Dtsch Arztebl Int</source>. (<year>2016</year>) <volume>113</volume>(<issue>25</issue>):<fpage>423</fpage>&#x2013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.3238/arztebl.2016.0423</pub-id><pub-id pub-id-type="pmid">27397013</pub-id></citation></ref>
<ref id="B10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Riles</surname><given-names>EM</given-names></name><name><surname>Jain</surname><given-names>AV</given-names></name><name><surname>Fendrick</surname><given-names>AM</given-names></name></person-group>. <article-title>Medication adherence and heart failure</article-title>. <source>Curr Cardiol Rep</source>. (<year>2014</year>) <volume>16</volume>(<issue>3</issue>):<fpage>458</fpage>. <pub-id pub-id-type="doi">10.1007/s11886-013-0458-z</pub-id><pub-id pub-id-type="pmid">24464304</pub-id></citation></ref>
<ref id="B11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hincapie</surname><given-names>AL</given-names></name><name><surname>Gupta</surname><given-names>V</given-names></name><name><surname>Brown</surname><given-names>SA</given-names></name><name><surname>Metzger</surname><given-names>AH</given-names></name></person-group>. <article-title>Exploring perceived barriers to medication adherence and the use of mobile technology in underserved patients with chronic conditions</article-title>. <source>J Pharm Pract</source>. (<year>2019</year>) <volume>32</volume>(<issue>2</issue>):<fpage>147</fpage>&#x2013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.1177/0897190017744953</pub-id><pub-id pub-id-type="pmid">29212410</pub-id></citation></ref>
<ref id="B12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davies</surname><given-names>MJ</given-names></name><name><surname>Kotadia</surname><given-names>A</given-names></name><name><surname>Mughal</surname><given-names>H</given-names></name><name><surname>Hannan</surname><given-names>A</given-names></name><name><surname>Alqarni</surname><given-names>H</given-names></name></person-group>. <article-title>The attitudes of pharmacists, students and the general public on mHealth applications for medication adherence</article-title>. <source>Pharm Pract</source>. (<year>2015</year>) <volume>13</volume>(<issue>4</issue>):<fpage>644</fpage>. <pub-id pub-id-type="doi">10.18549/PharmPract.2015.04.644</pub-id></citation></ref>
<ref id="B13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Viana</surname><given-names>M</given-names></name><name><surname>Laszczynska</surname><given-names>O</given-names></name><name><surname>Mendes</surname><given-names>S</given-names></name><name><surname>Fri&#x00F5;es</surname><given-names>F</given-names></name><name><surname>Louren&#x00E7;o</surname><given-names>P</given-names></name><name><surname>Bettencourt</surname><given-names>P</given-names></name><etal/></person-group> <article-title>Medication adherence to specific drug classes in chronic heart failure</article-title>. <source>J Manag Care Spec Pharm</source>. (<year>2014</year>) <volume>20</volume>(<issue>10</issue>):<fpage>1018</fpage>&#x2013;<lpage>26</lpage>. <pub-id pub-id-type="doi">10.18553/jmcp.2014.20.10.1018</pub-id><pub-id pub-id-type="pmid">25278324</pub-id></citation></ref>
<ref id="B14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Calvin</surname><given-names>JE</given-names></name><name><surname>Shanbhag</surname><given-names>S</given-names></name><name><surname>Avery</surname><given-names>E</given-names></name><name><surname>Kane</surname><given-names>J</given-names></name><name><surname>Richardson</surname><given-names>D</given-names></name><name><surname>Powell</surname><given-names>L</given-names></name></person-group>. <article-title>Adherence to evidence-based guidelines for heart failure in physicians and their patients: lessons from the heart failure adherence retention trial (HART)</article-title>. <source>Congest Heart Fail</source>. (<year>2012</year>) <volume>18</volume>(<issue>2</issue>):<fpage>73</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1111/j.1751-7133.2011.00263.x</pub-id><pub-id pub-id-type="pmid">22432552</pub-id></citation></ref>
<ref id="B15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gandapur</surname><given-names>Y</given-names></name><name><surname>Kianoush</surname><given-names>S</given-names></name><name><surname>Kelli</surname><given-names>HM</given-names></name><name><surname>Misra</surname><given-names>S</given-names></name><name><surname>Urrea</surname><given-names>B</given-names></name><name><surname>Blaha</surname><given-names>MJ</given-names></name><etal/></person-group> <article-title>The role of mHealth for improving medication adherence in patients with cardiovascular disease: a systematic review</article-title>. <source>Eur Heart J Qual Care Clin Outcomes</source>. (<year>2016</year>) <volume>2</volume>(<issue>4</issue>):<fpage>237</fpage>&#x2013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1093/ehjqcco/qcw018</pub-id><pub-id pub-id-type="pmid">29474713</pub-id></citation></ref>
<ref id="B16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Andre</surname><given-names>N</given-names></name><name><surname>Wibawanti</surname><given-names>R</given-names></name><name><surname>Siswanto</surname><given-names>BB</given-names></name></person-group>. <article-title>Mobile phone-based intervention in hypertension management</article-title>. <source>Int J Hypertens</source>. (<year>2019</year>) <volume>2019</volume>:<fpage>1</fpage>&#x2013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1155/2019/9021017</pub-id></citation></ref>
<ref id="B17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dayer</surname><given-names>L</given-names></name><name><surname>Heldenbrand</surname><given-names>S</given-names></name><name><surname>Anderson</surname><given-names>P</given-names></name><name><surname>Gubbins</surname><given-names>PO</given-names></name><name><surname>Martin</surname><given-names>BC</given-names></name></person-group>. <article-title>Smartphone medication adherence apps: potential benefits to patients and providers</article-title>. <source>J Am Pharm Assoc (2003)</source>. (<year>2013</year>) <volume>53</volume>(<issue>2</issue>):<fpage>172</fpage>&#x2013;<lpage>81</lpage>. <pub-id pub-id-type="doi">10.1331/JAPhA.2013.12202</pub-id><pub-id pub-id-type="pmid">23571625</pub-id></citation></ref>
<ref id="B18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Godinho</surname><given-names>MA</given-names></name><name><surname>Jonnagaddala</surname><given-names>J</given-names></name><name><surname>Gudi</surname><given-names>N</given-names></name><name><surname>Islam</surname><given-names>R</given-names></name><name><surname>Narasimhan</surname><given-names>P</given-names></name><name><surname>Liaw</surname><given-names>S-T</given-names></name></person-group>. <article-title>Mhealth for integrated people-centred health services in the western pacific: a systematic review</article-title>. <source>Int J Med Inform</source>. (<year>2020</year>) <volume>142</volume>:<fpage>104259</fpage>. <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2020.104259</pub-id><pub-id pub-id-type="pmid">32858339</pub-id></citation></ref>
<ref id="B19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>P&#x00E9;rez-Jover</surname><given-names>V</given-names></name><name><surname>Sala-Gonz&#x00E1;lez</surname><given-names>M</given-names></name><name><surname>Guilabert</surname><given-names>M</given-names></name><name><surname>Mira</surname><given-names>JJ</given-names></name></person-group>. <article-title>Mobile apps for increasing treatment adherence: systematic review</article-title>. <source>J Med Internet Res</source>. (<year>2019</year>) <volume>21</volume>(<issue>6</issue>):<fpage>e12505</fpage>. <pub-id pub-id-type="doi">10.2196/12505</pub-id></citation></ref>
<ref id="B20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Park</surname><given-names>JYE</given-names></name><name><surname>Li</surname><given-names>J</given-names></name><name><surname>Howren</surname><given-names>A</given-names></name><name><surname>Tsao</surname><given-names>NW</given-names></name><name><surname>De Vera</surname><given-names>M</given-names></name></person-group>. <article-title>Mobile phone apps targeting medication adherence: quality assessment and content analysis of user reviews</article-title>. <source>JMIR Mhealth Uhealth</source>. (<year>2019</year>) <volume>7</volume>(<issue>1</issue>):<fpage>e11919</fpage>. <pub-id pub-id-type="doi">10.2196/11919</pub-id><pub-id pub-id-type="pmid">30702435</pub-id></citation></ref>
<ref id="B21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tripoliti</surname><given-names>EE</given-names></name><name><surname>Karanasiou</surname><given-names>GS</given-names></name><name><surname>Kalatzis</surname><given-names>FG</given-names></name><name><surname>Naka</surname><given-names>KK</given-names></name><name><surname>Fotiadis</surname><given-names>DI</given-names></name></person-group>. <article-title>The evolution of mHealth solutions for heart failure management</article-title>. <source>Adv Exp Med Biol</source>. (<year>2018</year>) <volume>1067</volume>:<fpage>353</fpage>&#x2013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1007/5584_2017_99</pub-id><pub-id pub-id-type="pmid">28980271</pub-id></citation></ref>
<ref id="B22"><label>22.</label><citation citation-type="other"><collab>MedicineWise app</collab>. <comment>Available at:</comment> <ext-link ext-link-type="uri" xlink:href="https://www.nps.org.au/medicinewiseapp">https://www.nps.org.au/medicinewiseapp</ext-link> <comment>(Accessed April 14, 2023)</comment> (<year>2023</year>).</citation></ref>
<ref id="B23"><label>23.</label><citation citation-type="other"><collab>Introducing dose tracker on the MedicineWise app</collab>. <comment>Available at:</comment> <ext-link ext-link-type="uri" xlink:href="https://www.nps.org.au/medicinewiseapp-dose-tracker#it%E2%80%99s-time-to-test-drive-medicinewise-app">https://www.nps.org.au/medicinewiseapp-dose-tracker&#x0023;it&#x0025;E2&#x0025;80&#x0025;99s-time-to-test-drive-medicinewise-app</ext-link> <comment>(Accessed April 14 2023)</comment> (<year>2023</year>).</citation></ref>
<ref id="B24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Risser</surname><given-names>J</given-names></name><name><surname>Jacobson</surname><given-names>TA</given-names></name><name><surname>Kripalani</surname><given-names>S</given-names></name></person-group>. <article-title>Development and psychometric evaluation of the self-efficacy for appropriate medication use scale (SEAMS) in low-literacy patients with chronic disease</article-title>. <source>J Nurs Meas</source>. (<year>2007</year>) <volume>15</volume>(<issue>3</issue>):<fpage>203</fpage>&#x2013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1891/106137407783095757</pub-id><pub-id pub-id-type="pmid">18232619</pub-id></citation></ref>
<ref id="B25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chapman-Goetz</surname><given-names>J</given-names></name><name><surname>Packham</surname><given-names>N</given-names></name><name><surname>Gabb</surname><given-names>G</given-names></name><name><surname>Potts</surname><given-names>C</given-names></name><name><surname>Yu</surname><given-names>K</given-names></name><name><surname>Prosser</surname><given-names>A</given-names></name><etal/></person-group> <article-title>Acceptability and feasibility of the NPS MedicineWise mobile phone application in supporting medication adherence in patients with chronic heart failure: protocol for a pilot study</article-title>. <source>PLoS One</source>. (<year>2022</year>) <volume>17</volume>(<issue>2</issue>):<fpage>e0263284</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0263284</pub-id><pub-id pub-id-type="pmid">35120174</pub-id></citation></ref>
<ref id="B26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Searcy</surname><given-names>RP</given-names></name><name><surname>Summapund</surname><given-names>J</given-names></name><name><surname>Estrin</surname><given-names>D</given-names></name><name><surname>Pollak</surname><given-names>JP</given-names></name><name><surname>Schoenthaler</surname><given-names>A</given-names></name><name><surname>Troxel</surname><given-names>AB</given-names></name><etal/></person-group> <article-title>Mobile health technologies for older adults with cardiovascular disease: current evidence and future directions</article-title>. <source>Curr Geriatr Rep</source>. (<year>2019</year>) <volume>8</volume>(<issue>1</issue>):<fpage>31</fpage>&#x2013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1007/s13670-019-0270-8</pub-id></citation></ref>
<ref id="B27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lakens</surname><given-names>D</given-names></name></person-group>. <article-title>Calculating and reporting effect sizes to facilitate cumulative science: a practical primer for t-tests and ANOVAs</article-title>. <source>Front Psychol</source>. (<year>2013</year>) <volume>4</volume>:<fpage>863</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2013.00863</pub-id><pub-id pub-id-type="pmid">24324449</pub-id></citation></ref>
<ref id="B28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bowry</surname><given-names>AD</given-names></name><name><surname>Shrank</surname><given-names>WH</given-names></name><name><surname>Lee</surname><given-names>JL</given-names></name><name><surname>Stedman</surname><given-names>M</given-names></name><name><surname>Choudhry</surname><given-names>NK</given-names></name></person-group>. <article-title>A systematic review of adherence to cardio-vascular medications in resource-limited settings</article-title>. <source>J Gen Intern Med</source>. (<year>2011</year>) <volume>26</volume>:<fpage>1479</fpage>&#x2013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.1007/s11606-011-1825-3</pub-id><pub-id pub-id-type="pmid">21858602</pub-id></citation></ref>
<ref id="B29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Granger</surname><given-names>BB</given-names></name><name><surname>Bosworth</surname><given-names>HB</given-names></name></person-group>. <article-title>Medication adherence: emerging use of technology</article-title>. <source>Curr Opin Cardiol</source>. (<year>2011</year>) <volume>26</volume>:<fpage>279</fpage>&#x2013;<lpage>87</lpage>. <pub-id pub-id-type="doi">10.1097/HCO.0b013e328347c150</pub-id><pub-id pub-id-type="pmid">21597368</pub-id></citation></ref>
<ref id="B30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Faul</surname><given-names>F</given-names></name><name><surname>Erdfelder</surname><given-names>E</given-names></name><name><surname>Buchner</surname><given-names>A</given-names></name><name><surname>Lang</surname><given-names>AG</given-names></name></person-group>. <article-title>Statistical power analyses using G&#x002A;Power 3.1: tests for correlation and regression analyses</article-title>. <source>Behav Res Methods</source>. (<year>2009</year>) <volume>41</volume>:<fpage>1149</fpage>&#x2013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.3758/BRM.41.4.1149</pub-id><pub-id pub-id-type="pmid">19897823</pub-id></citation></ref>
<ref id="B31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nowell</surname><given-names>LS</given-names></name><name><surname>Norris</surname><given-names>JM</given-names></name><name><surname>White</surname><given-names>DE</given-names></name><name><surname>Moules</surname><given-names>NJ</given-names></name></person-group>. <article-title>Thematic analysis: striving to meet the trustworthiness criteria</article-title>. <source>Int J Qual Methods</source>. (<year>2017</year>) <volume>16</volume>:<fpage>1</fpage>&#x2013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1177/1609406917733847</pub-id></citation></ref>
<ref id="B32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Braun</surname><given-names>E</given-names></name><name><surname>Baidusi</surname><given-names>A</given-names></name><name><surname>Alroy</surname><given-names>G</given-names></name><name><surname>Azzam</surname><given-names>ZS</given-names></name></person-group>. <article-title>Telephone follow-up improves patients satisfaction following hospital discharge</article-title>. <source>Eur J Intern Med</source>. (<year>2009</year>) <volume>20</volume>(<issue>2</issue>):<fpage>221</fpage>&#x2013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejim.2008.07.021</pub-id><pub-id pub-id-type="pmid">19327616</pub-id></citation></ref>
<ref id="B33"><label>33.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Herdman</surname><given-names>M</given-names></name><name><surname>Gudex</surname><given-names>C</given-names></name><name><surname>Lloyd</surname><given-names>A</given-names></name><name><surname>Janssen</surname><given-names>MF</given-names></name><name><surname>Kind</surname><given-names>P</given-names></name><name><surname>Parkin</surname><given-names>D</given-names></name><etal/></person-group> <article-title>Development and preliminary testing of the new five-level version of EQ-5D (EQ-5D-5l)</article-title>. <source>Qual Life Res</source>. (<year>2011</year>) <volume>20</volume>(<issue>10</issue>):<fpage>1727</fpage>&#x2013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1007/s11136-011-9903-x</pub-id><pub-id pub-id-type="pmid">21479777</pub-id></citation></ref>
<ref id="B34"><label>34.</label><citation citation-type="other"><collab>Rand Corporation</collab>. <comment>36-item short form survey instrument Available at:</comment> <ext-link ext-link-type="uri" xlink:href="https://www.rand.org/health/surveys_tools/mos/mos_core_36item_survey.html">https://www.rand.org/health/surveys_tools/mos/mos_core_36item_survey.html</ext-link> <comment>(Accessed April 10, 2019)</comment> (<year>2015</year>).</citation></ref>
<ref id="B35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lovibond</surname><given-names>PF</given-names></name><name><surname>Lovibond</surname><given-names>SH</given-names></name></person-group>. <article-title>The structure of negative emotional states: comparison of the depression anxiety stress scales (DASS) with the beck depression and anxiety inventories</article-title>. <source>Behav Res Ther</source>. (<year>1995</year>) <volume>33</volume>(<issue>3</issue>):<fpage>335</fpage>&#x2013;<lpage>43</lpage>. <pub-id pub-id-type="doi">10.1016/0005-7967(94)00075-u</pub-id><pub-id pub-id-type="pmid">7726811</pub-id></citation></ref>
<ref id="B36"><label>36.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Riegel</surname><given-names>B</given-names></name><name><surname>Lee</surname><given-names>CS</given-names></name><name><surname>Dickson</surname><given-names>VV</given-names></name><name><surname>Carlson</surname><given-names>B</given-names></name></person-group>. <article-title>An update on the self-care of heart failure index</article-title>. <source>J Cardiovasc Nurs</source>. (<year>2009</year>) <volume>24</volume>(<issue>6</issue>):<fpage>485</fpage>&#x2013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.1097/JCN.0b013e3181b4baa0</pub-id><pub-id pub-id-type="pmid">19786884</pub-id></citation></ref>
<ref id="B37"><label>37.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wood</surname><given-names>B</given-names></name></person-group>. <article-title>Medication adherence: the real problem when treating chronic conditions</article-title>. <source>US Pharm</source>. (<year>2012</year>) <volume>373</volume>:<fpage>3</fpage>&#x2013;<lpage>6</lpage>.</citation></ref>
<ref id="B38"><label>38.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brown</surname><given-names>MT</given-names></name><name><surname>Bussell</surname><given-names>JK</given-names></name></person-group>. <article-title>Medication adherence: WHO cares?</article-title> <source>Mayo Clin Prac</source>. (<year>2011</year>) <volume>86</volume>:<fpage>304</fpage>&#x2013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.4065/mcp.2010.0575</pub-id></citation></ref>
<ref id="B39"><label>39.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mortara</surname><given-names>A</given-names></name><name><surname>Vaira</surname><given-names>L</given-names></name><name><surname>Palmieri</surname><given-names>V</given-names></name><name><surname>Iacoviello</surname><given-names>M</given-names></name><name><surname>Battistoni</surname><given-names>I</given-names></name><name><surname>Iacovoni</surname><given-names>A</given-names></name><etal/></person-group> <article-title>Would you prescribe mobile health apps for heart failure self-care? An integrated review of commercially available mobile technology for heart failure patients</article-title>. <source>Card Fail Rev</source>. (<year>2020</year>) <volume>6</volume>:<fpage>e13</fpage>. <pub-id pub-id-type="doi">10.15420/cfr.2019.11</pub-id><pub-id pub-id-type="pmid">32537246</pub-id></citation></ref>
<ref id="B40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Portz</surname><given-names>JD</given-names></name><name><surname>Vehovec</surname><given-names>A</given-names></name><name><surname>Dolansky</surname><given-names>MA</given-names></name><name><surname>Levin</surname><given-names>JB</given-names></name><name><surname>Bull</surname><given-names>S</given-names></name><name><surname>Boxer</surname><given-names>R</given-names></name></person-group>. <article-title>The development and acceptability of a mobile application for tracking symptoms of heart failure among older adults</article-title>. <source>Telemed J E Health</source>. (<year>2018</year>) <volume>24</volume>(<issue>2</issue>):<fpage>161</fpage>&#x2013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1089/tmj.2017.0036</pub-id><pub-id pub-id-type="pmid">28696832</pub-id></citation></ref>
<ref id="B41"><label>41.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thakkar</surname><given-names>J</given-names></name><name><surname>Kurup</surname><given-names>R</given-names></name><name><surname>Laba</surname><given-names>T-L</given-names></name><name><surname>Santo</surname><given-names>K</given-names></name><name><surname>Thiagalingam</surname><given-names>A</given-names></name><name><surname>Rodgers</surname><given-names>A</given-names></name><etal/></person-group> <article-title>Mobile telephone text messaging for medication adherence in chronic disease: a meta-analysis</article-title>. <source>JAMA Intern Med</source>. (<year>2016</year>) <volume>176</volume>(<issue>3</issue>):<fpage>340</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1001/jamainternmed.2015.7667</pub-id><pub-id pub-id-type="pmid">26831740</pub-id></citation></ref>
<ref id="B42"><label>42.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ng</surname><given-names>R</given-names></name><name><surname>Carter</surname><given-names>SR</given-names></name><name><surname>El-Den</surname><given-names>S</given-names></name></person-group>. <article-title>The impact of mobile applications on medication adherence: a systematic review</article-title>. <source>Transl Behav Med</source>. (<year>2020</year>) <volume>10</volume>(<issue>6</issue>):<fpage>1419</fpage>&#x2013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1093/tbm/ibz125</pub-id><pub-id pub-id-type="pmid">31384950</pub-id></citation></ref>
<ref id="B43"><label>43.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ruppar</surname><given-names>TM</given-names></name><name><surname>Cooper</surname><given-names>PS</given-names></name><name><surname>Mehr</surname><given-names>DR</given-names></name><name><surname>Delgado</surname><given-names>JM</given-names></name><name><surname>Dunbar-Jacob</surname><given-names>JM</given-names></name></person-group>. <article-title>Medication adherence interventions improve heart failure mortality and readmission rates: systematic review and meta-analysis of controlled trials</article-title>. <source>J Am Heart Assoc</source>. (<year>2016</year>) <volume>5</volume>(<issue>6</issue>):<fpage>e002606</fpage>. <pub-id pub-id-type="doi">10.1161/JAHA.115.002606</pub-id><pub-id pub-id-type="pmid">27317347</pub-id></citation></ref>
<ref id="B44"><label>44.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sheilini</surname><given-names>M</given-names></name><name><surname>Hande</surname><given-names>HM</given-names></name><name><surname>Prabhu</surname><given-names>MM</given-names></name><name><surname>Pai</surname><given-names>MS</given-names></name><name><surname>George</surname><given-names>A</given-names></name></person-group>. <article-title>Impact of multimodal interventions on medication nonadherence among elderly hypertensives: a randomized controlled study</article-title>. <source>Patient Prefer Adherence</source>. (<year>2019</year>) <volume>13</volume>:<fpage>549</fpage>&#x2013;<lpage>59</lpage>. <pub-id pub-id-type="doi">10.2147/PPA.S195446</pub-id><pub-id pub-id-type="pmid">31114169</pub-id></citation></ref>
<ref id="B45"><label>45.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Celano</surname><given-names>CM</given-names></name><name><surname>Villegas</surname><given-names>AC</given-names></name><name><surname>Albanese</surname><given-names>AM</given-names></name><name><surname>Gaggin</surname><given-names>HK</given-names></name><name><surname>Huffman</surname><given-names>JC</given-names></name></person-group>. <article-title>Depression and anxiety in heart failure: a review</article-title>. <source>Har Rev Psychiatry</source>. (<year>2018</year>) <volume>26</volume>(<issue>4</issue>):<fpage>175</fpage>&#x2013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1097/HRP.0000000000000162</pub-id></citation></ref>
<ref id="B46"><label>46.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nguyen</surname><given-names>TM</given-names></name><name><surname>La Caze</surname><given-names>A</given-names></name><name><surname>Cottrell</surname><given-names>N</given-names></name></person-group>. <article-title>What are validated self-report adherence scales really measuring? A systematic review</article-title>. <source>Br J Clin Pharmacol</source>. (<year>2014</year>) <volume>77</volume>(<issue>3</issue>):<fpage>427</fpage>&#x2013;<lpage>45</lpage>. <pub-id pub-id-type="doi">10.1111/bcp.12194</pub-id><pub-id pub-id-type="pmid">23803249</pub-id></citation></ref>
<ref id="B47"><label>47.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cen</surname><given-names>ZF</given-names></name><name><surname>Tang</surname><given-names>PK</given-names></name><name><surname>Hu</surname><given-names>H</given-names></name><name><surname>Cavaco</surname><given-names>A</given-names></name><name><surname>Zeng</surname><given-names>L</given-names></name><name><surname>Lei</surname><given-names>SL</given-names></name><etal/></person-group> <article-title>Systematic literature review of adopting eHealth in pharmaceutical care during COVID-19 pandemic: recommendations for strengthening pharmacy services</article-title>. <source>BMJ Open</source>. (<year>2022</year>) <volume>12</volume>:<fpage>e066246</fpage>. <pub-id pub-id-type="doi">10.1136/bmjopen-2022-066246</pub-id><pub-id pub-id-type="pmid">36418133</pub-id></citation></ref>
<ref id="B48"><label>48.</label><citation citation-type="other"><collab>Contemporary Community Pharmacy Practice: White Paper</collab>. <comment>Available at:</comment> <ext-link ext-link-type="uri" xlink:href="https://my.psa.org.au/s/article/CSI-CCPP-white-paper">https://my.psa.org.au/s/article/CSI-CCPP-white-paper</ext-link> <comment>(Accessed April 14, 2023)</comment> (<year>2023</year>).</citation></ref>
<ref id="B49"><label>49.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Spanakis</surname><given-names>M</given-names></name><name><surname>Sfakianakis</surname><given-names>S</given-names></name><name><surname>Kallergis</surname><given-names>G</given-names></name><name><surname>Spanakis</surname><given-names>EG</given-names></name><name><surname>Sakkalis</surname><given-names>V</given-names></name></person-group>. <article-title>Pharmacta: personalized pharmaceutical care eHealth platform for patients and pharmacists</article-title>. <source>J Biomed Inform</source>. (<year>2019</year>) <volume>100</volume>:<fpage>103336</fpage>. <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103336</pub-id><pub-id pub-id-type="pmid">31689550</pub-id></citation></ref>
<ref id="B50"><label>50.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cobelli</surname><given-names>N</given-names></name><name><surname>Chiarini</surname><given-names>A</given-names></name></person-group>. <article-title>Improving customer satisfaction and loyalty through mHealth service digitalization: new challenges for Italian pharmacists</article-title>. <source>The TQM Journal</source>. (<year>2019</year>) <volume>32</volume>(<issue>6</issue>):<fpage>1541</fpage>&#x2013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1108/TQM-10-2019-0252</pub-id></citation></ref></ref-list>
</back>
</article>