<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="brief-report" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Digit. Health</journal-id>
<journal-title>Frontiers in Digital Health</journal-title><abbrev-journal-title abbrev-type="pubmed">Front. Digit. Health</abbrev-journal-title>
<issn pub-type="epub">2673-253X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fdgth.2022.1074931</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Digital Health</subject>
<subj-group>
<subject>Brief Research Report</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A novel electronic patient-reported outcome delivery system to implement health-related quality of life measures in routine clinical care: An analysis of 5 years of experience</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author"><name><surname>Tymms</surname><given-names>Kathleen</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref></contrib>
<contrib contrib-type="author" corresp="yes"><name><surname>O&#x0027;Sullivan</surname><given-names>Catherine</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="cor1">&#x002A;</xref><uri xlink:href="https://loop.frontiersin.org/people/2061426/overview" /></contrib>
<contrib contrib-type="author"><name><surname>Smith</surname><given-names>Tegan</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Littlejohn</surname><given-names>Geoffrey</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/253809/overview"/></contrib>
<contrib contrib-type="author"><name><surname>Freeman</surname><given-names>Tim</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Hoffman</surname><given-names>David</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/2061675/overview" /></contrib>
<contrib contrib-type="author"><name><surname>Segelov</surname><given-names>Dana</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Griffiths</surname><given-names>Hedley</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Ciciriello</surname><given-names>Sabina</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Youssef</surname><given-names>Peter</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Mathers</surname><given-names>David</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Deakin</surname><given-names>Claire T</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib>
<on-behalf-of>the OPAL Rheumatology Consortium</on-behalf-of>
</contrib-group>
<aff id="aff1"><label><sup>1</sup></label><institution>Canberra Rheumatology</institution>, <addr-line>Canberra, ACT</addr-line>, <country>Australia</country></aff>
<aff id="aff2"><label><sup>2</sup></label><institution>OPAL Rheumatology</institution>, <addr-line>Sydney, NSW</addr-line>, <country>Australia</country></aff>
<aff id="aff3"><label><sup>3</sup></label><institution>Monash University</institution>, <addr-line>Clayton, VIC</addr-line>, <country>Australia</country></aff>
<aff id="aff4"><label><sup>4</sup></label><institution>Software4Specialists Pty Ltd</institution>, <addr-line>Sydney, NSW</addr-line>, <country>Australia</country></aff>
<aff id="aff5"><label><sup>5</sup></label><institution>Barwon Rheumatology Service</institution>, <addr-line>Geelong, VIC</addr-line>, <country>Australia</country></aff>
<aff id="aff6"><label><sup>6</sup></label><institution>Royal Melbourne Hospital</institution>, <addr-line>Parkville, VIC</addr-line>, <country>Australia</country></aff>
<aff id="aff7"><label><sup>7</sup></label><institution>University of Sydney</institution>, <addr-line>Sydney, NSW</addr-line>, <country>Australia</country></aff>
<aff id="aff8"><label><sup>8</sup></label><institution>Royal Prince Alfred</institution>, <addr-line>Camperdown, NSW</addr-line>, <country>Australia</country></aff>
<aff id="aff9"><label><sup>9</sup></label><institution>Georgetown Arthritis</institution>, <addr-line>Newcastle, NSW</addr-line>, <country>Australia</country></aff>
<author-notes>
<fn fn-type="edited-by"><p><bold>Edited by:</bold> Subhamoy Mandal, Indian Institute of Technology Kharagpur, India</p></fn>
<fn fn-type="edited-by"><p><bold>Reviewed by:</bold> Shirin Dasgupta, Indian Institute of Technology Kharagpur, India Amalie Dyda, The University of Queensland, Australia</p></fn>
<corresp id="cor1"><label>&#x002A;</label><bold>Correspondence:</bold> Catherine O&#x0027;Sullivan <email>cath.osullivan@opalrheumatology.com.au</email></corresp>
<fn fn-type="other" id="fn001"><p><bold>Specialty Section:</bold> This article was submitted to Health Technology Implementation, a section of the journal Frontiers in Digital Health</p></fn>
</author-notes>
<pub-date pub-type="epub"><day>09</day><month>01</month><year>2023</year></pub-date>
<pub-date pub-type="collection"><year>2022</year></pub-date>
<volume>4</volume><elocation-id>1074931</elocation-id>
<history>
<date date-type="received"><day>20</day><month>10</month><year>2022</year></date>
<date date-type="accepted"><day>13</day><month>12</month><year>2022</year></date>
</history>
<permissions>
<copyright-statement>&#x00A9; 2023 Tymms, O&#x0027;Sullivan, Smith, Littlejohn, Freeman, Hoffman, Segelov, Griffiths, Ciciriello, Youssef, Mathers and Deakin.</copyright-statement>
<copyright-year>2023</copyright-year><copyright-holder>Tymms, O&#x0027;Sullivan, Smith, Littlejohn, Freeman, Hoffman, Segelov, Griffiths, Ciciriello, Youssef, Mathers and Deakin</copyright-holder><license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution License (CC BY)</ext-link>. The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec><title>Objective</title>
<p>To develop a simple and secure technological solution to incorporate electronic patient-reported outcomes (ePROs) into routine clinical care.</p>
</sec>
<sec><title>Methods</title>
<p>A novel ePRO questionnaire delivery system was developed by Software for Specialists (S4S) in partnership with OPAL Rheumatology Australia. Validated questionnaires were sent from the electronic medical record (EMR) (Audit4) of patients with rheumatoid arthritis (RA), psoriatic arthritis (PsA), ankylosing spondylitis (AS), lupus or giant cell arteritis (GCA) and delivered to the patient&#x0027;s email address or completed in the clinic waiting room using a smart device (in-practice). Completed questionnaires were encrypted and returned to the patient&#x0027;s Audit4. Deidentified clinical data was extracted and aggregated across all sites. Data collected between April 2016-Dec 2020 were analysed descriptively.</p>
</sec>
<sec><title>Results</title>
<p>Between April 2016 to Dec 2020, 221,352 Functional Assessment of Chronic Illness Therapy Fatigue (FACIT-F), Patient Health Questionnaire-2 (PHQ-2) and/or HealthCare Resource Utilization (HCRU) questionnaires were sent from 39 of 42 contributing clinics (93&#x0025;). 85&#x0025; of questionnaires were delivered <italic>via</italic> email and 15&#x0025; in-practice. Overall, 85&#x0025; of patients completed at least one questionnaire, and of all questionnaires sent, 73&#x0025; were completed. Females were more likely to engage with the questionnaires than males (87&#x0025; vs. 81&#x0025;), and older patients were slightly more likely to complete all questionnaires delivered.</p>
</sec>
<sec><title>Conclusions</title>
<p>The novel Audit4 ePRO delivery system is an effective tool for incorporating PROs into routine clinical care. The data generated provides a unique opportunity to understand the full burden of disease for patients in the real-world setting and the impact of interventions.</p>
</sec>
</abstract>
<kwd-group>
<kwd>patient reported outcomes</kwd>
<kwd>rheumatology</kwd>
<kwd>digitalisation</kwd>
<kwd>ePRO</kwd>
<kwd>patient&#x2014;centered care</kwd>
<kwd>shared decision making</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="4"/><equation-count count="0"/><ref-count count="23"/><page-count count="0"/><word-count count="0"/></counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro"><title>Introduction</title>
<p>Reducing clinical disease activity to very low levels or remission for inflammatory arthropathies such as rheumatoid arthritis (RA), psoriatic arthritis (PsA) and ankylosing spondylitis (AS) is now possible with the availability of highly effective biologic and targeted synthetic disease modifying anti-rheumatic drugs (b/tsDMARDs) (<xref ref-type="bibr" rid="B1">1</xref>&#x2013;<xref ref-type="bibr" rid="B3">3</xref>). Despite clinical remission being an achievable treatment target, subjective symptoms experienced by the patient which can be difficult to detect and measure objectively, can remain, including pain, fatigue, sleep disruption, depression, anxiety, social role participation and employment limitations (<xref ref-type="bibr" rid="B4">4</xref>). Patient reported outcomes (PROs) allow the patient to document how the disease impacts their quality of life in a standardised manner without being filtered through the lens of the clinician, providing additional context to measures of disease activity used by clinicians to make treatment decisions.</p>
<p>Registry studies and clinical trials are increasingly incorporating PROs to measure the full burden of disease and better understand the effectiveness and value of medicines (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>). The American College of Rheumatology (ACR), European League Against Rheumatism (EULAR) and Outcome Measures in Rheumatology (OMERACT) all recommend and endorse sets of outcome measures which include PROs for rheumatic diseases (<xref ref-type="bibr" rid="B7">7</xref>&#x2013;<xref ref-type="bibr" rid="B9">9</xref>). When incorporated into routine care, PROs can help the clinician to better understand the patient experience, enhance communication and encourage shared decision making, which can empower the patient in the management of their own condition (<xref ref-type="bibr" rid="B10">10</xref>&#x2013;<xref ref-type="bibr" rid="B12">12</xref>). However, the realities of time pressures during routine clinical care can significantly hamper recording of PROs in a regular or systematic fashion. Paper-based surveys can be burdensome for administrative staff, and despite tremendous innovation in digital health technologies and an abundance of applications harvesting consumer health data, there remains a lack of standardised digital methods for integrating PROs into the clinical workflow and records which does not rely on third parties to shuttle sensitive information between patient and clinician (<xref ref-type="bibr" rid="B13">13</xref>).</p>
<p>Further compounding these challenges, 80&#x0025; of rheumatologists in Australia are practising in small independent community clinics without an overarching administrative structure so there is limited capacity for clinicians to develop and implement innovative clinical tools to enhance care at a scale that is economical. In 2009, the Optimising Patient outcomes in Australian rheumatology (OPAL)-Quality Use of Medicines Initiative (QUMI) was established to collate clinical data from rheumatologists distributed around Australia to allow large scale outcomes research to be conducted within the unique Australian rheumatology setting. A bespoke electronic medical record (EMR, Audit4) was customised for rheumatologists contributing to OPAL in partnership with software company Software4Specialists Pty Ltd (S4S) to capture comprehensive clinical data at the point-of-care which could be regularly deidentified, extracted and aggregated across all sites to create the OPAL Dataset. This EMR is now used by 111 rheumatologists (approximately 1 in 3) around Australia, predominately in private clinics (<xref ref-type="bibr" rid="B14">14</xref>).</p>
<p>In 2015, OPAL and S4S developed technology to seamlessly integrate electronic PROs (ePRO) into the routine consultation by delivering questionnaires to the patient through the EMR, and completed questionnaires are returned securely to the patient&#x0027;s EMR for review at the next consultation. This paper briefly describes real-world patient engagement with this technology by assessing the demographics and completion rates of Functional assessment of Chronic illness Therapy Fatigue (FACIT-F), Patient Health Questionnaire-2 (PHQ-2), and Health Care Resource Utilization (HCRU) questionnaires delivered using this technology as part of routine clinical care.</p>
</sec>
<sec id="s2" sec-type="methods"><title>Methods</title>
<sec id="s2a"><title>Data source</title>
<p>A novel ePRO questionnaire delivery system was developed by Software4Specialists Pty Ltd (S4S) in partnership with OPAL Rheumatology. Validated PRO questionnaires were sent from the patient&#x0027;s EMR (Audit4, Software4Specialists Pty Ltd, Sydney, Australia) and delivered to the patient&#x0027;s email address at time intervals specified by the rheumatologist (defaults to quarterly) or completed in the clinic waiting room prior to the consultation using a tablet or the patient&#x0027;s smart phone (in-practice). Both options of delivery (email or in-practice) were available, and the rheumatologists could choose the delivery method most suitable for them and their patient. Completed questionnaires were encrypted and returned directly to the patient&#x0027;s Audit4 EMR held on the clinician&#x0027;s server for review at the next clinical consultation (<xref ref-type="fig" rid="F1">Figure&#x00A0;1</xref>). The link to the PRO questionnaire expired within 28 days if the questionnaire was not completed, and the questionnaires were automatically cancelled if two consecutive links expired. This technology was made available to up to 111 rheumatologists located in 42 clinics in 6 states/territories in Australia (New South Wales, Queensland, Victoria, Western Australia, Tasmania and Australian Capitol Territory), and the use of this technology to furnish the clinical consultation was voluntary for clinicians and patients. Deidentified clinical data was extracted from the servers of participating rheumatologists and aggregated across all sites.</p>
<fig id="F1" position="float"><label>Figure 1</label>
<caption><p>Electronic patient reported outcome delivery system workflow in Audit4.</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fdgth-04-1074931-g001.tif"/>
</fig>
</sec>
<sec id="s2b"><title>Patient population</title>
<p>Sending of ePRO questionnaires was at the discretion of the treating rheumatologist in consultation with the patient and completion of the questionnaire by the patient was voluntary. All adult patients with a physician diagnosis of RA, AS, PsA lupus or GCA were included in the analysis if they were sent at least one FACIT-F, HCRU or PHQ-2 questionnaire between April 2016&#x2013;December 2020. Patient demographics (age, gender) and diagnosis were analysed descriptively against the status (completed, expired, cancelled) of each questionnaire activated.</p>
</sec>
<sec id="s2c"><title>Patient-reported outcomes</title>
<p>This study focused on describing the demographics and completion rates of three questionnaires, the FACIT-F, PHQ-2 and the HCRU. The FACIT-fatigue is a validated, commonly used, 13-item measure of fatigue. Questions are scored on a 0&#x2013;4 response scale, ranging from &#x201C;Not at all&#x201D; to &#x201C;Very much so&#x201D;. The over-all fatigue score can range between 0 and 52 with higher scores representing less fatigue (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>). The questions in the FACIT-F questionnaire can be viewed at <ext-link ext-link-type="uri" xlink:href="https://www.facit.org/measures/FACIT-Fatigue">https://www.facit.org/measures/FACIT-Fatigue</ext-link>.</p>
<p>The PHQ-2 is a brief, two-question questionnaire adapted from the PHQ-9. It is a validated measure, intended to be used as an initial screening for major depression. The PHQ-2 asks the patient about the frequency of depressed mood and anhedonia over the past two weeks and identifies individuals who require additional evaluation. It does not determine whether a patient meets the criteria for a depressive order (<xref ref-type="bibr" rid="B17">17</xref>&#x2013;<xref ref-type="bibr" rid="B19">19</xref>). The questions included in the PHQ-2 can be seen in <xref ref-type="sec" rid="s12">Supplementary Figure S1</xref>.</p>
<p>The HCRU questionnaire asked about medical events and treatments experienced by the patient in the 3 months prior. The questions focused on visits to doctors or nurses, emergency department visits, hospitalisations, outpatient procedures, visits to allied health practitioners and alternative health practitioners (questionnaire can be viewed in <xref ref-type="sec" rid="s12">Supplementary Figure S2</xref>).</p>
<p>The activities of OPAL Rheumatology Ltd have received overarching ethics approval from the University of New South Wales (UNSW) Human Research Ethics Committee (HREC), based on a patient opt-out arrangement (HC17799). All analyses were performed using R version 4.0.2.</p>
</sec>
</sec>
<sec id="s3" sec-type="results"><title>Results</title>
<p>Between April 2016-Dec 2020, 221,352 questionnaires (FACIT-F, PHQ-2 and/or HCRU) were sent from 39 of 42 contributing clinics (93&#x0025;) to patients with a physician diagnosis of RA, AS, PsA, lupus or giant cell arteritis (GCA) (<xref ref-type="table" rid="T1">Table&#x00A0;1</xref>). The gender and age categories of patients receiving PROs were broadly representative of the OPAL cohort with females and patients 61&#x2013;70 years old receiving the highest percentage of the total PROs sent. The percentage of PROs sent to patients with RA, AS and PsA was proportionally higher than the number of patients with these conditions in the OPAL dataset (<xref ref-type="table" rid="T1">Table&#x00A0;1</xref>).</p>
<table-wrap id="T1" position="float"><label>Table 1</label>
<caption><p>Demographic and clinical features of patients in the total OPAL cohort and patients in each PRO dataset.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">OPAL cohort (<italic>n</italic>&#x2009;&#x003D;&#x2009;203,593)</th>
<th valign="top" align="center">FACIT-F (<italic>n</italic>&#x2009;&#x003D;&#x2009;5,644)</th>
<th valign="top" align="center">PHQ-2 (<italic>n</italic>&#x2009;&#x003D;&#x2009;5,297)</th>
<th valign="top" align="center">HCRU (<italic>n</italic>&#x2009;&#x003D;&#x2009;5,230)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="5"><bold>Gender</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Female, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">135,881 (67.8&#x0025;)</td>
<td valign="top" align="center">3,858 (68.4&#x0025;)</td>
<td valign="top" align="center">3,726 (70.4&#x0025;)</td>
<td valign="top" align="center">3,679 (70.4&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Male, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">63,234 (31.6&#x0025;)</td>
<td valign="top" align="center">1,762 (31.2&#x0025;)</td>
<td valign="top" align="center">1,547 (29.2&#x0025;))</td>
<td valign="top" align="center">1,529 (29.3&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Unassigned, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">1,230 (0.6&#x0025;)</td>
<td valign="top" align="center">19 (0.3&#x0025;)</td>
<td valign="top" align="center">20 (0.4&#x0025;)</td>
<td valign="top" align="center">18 (0.3&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="5"><bold>Age</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;18&#x2013;30, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">10,711 (5.3&#x0025;)</td>
<td valign="top" align="center">360 (6.4&#x0025;)</td>
<td valign="top" align="center">304 (5.7&#x0025;)</td>
<td valign="top" align="center">297 (5.7&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;31&#x2013;40, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">18,540 (9.2&#x0025;)</td>
<td valign="top" align="center">624 (11.1&#x0025;)</td>
<td valign="top" align="center">520 (9.8&#x0025;)</td>
<td valign="top" align="center">509 (9.7&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;41&#x2013;50, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">27,049 (13.4&#x0025;)</td>
<td valign="top" align="center">974 (17.3&#x0025;)</td>
<td valign="top" align="center">841 (15.9&#x0025;)</td>
<td valign="top" align="center">817 (15.6&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;51&#x2013;60, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">36,880 (18.3&#x0025;)</td>
<td valign="top" align="center">1,297 (23.0&#x0025;)</td>
<td valign="top" align="center">1,253 (23.7&#x0025;)</td>
<td valign="top" align="center">1,235 (23.6&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;61&#x2013;70, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">43,654 (21.7&#x0025;)</td>
<td valign="top" align="center">1,410 (25.0&#x0025;)</td>
<td valign="top" align="center">1,384 (26.1&#x0025;)</td>
<td valign="top" align="center">1,381 (26.4&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;71&#x2013;80, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">39,209 (19.5&#x0025;)</td>
<td valign="top" align="center">840 (14.9&#x0025;)</td>
<td valign="top" align="center">844 (15.9&#x0025;)</td>
<td valign="top" align="center">843 (16.1&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Over 80, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">25,518 (12.7&#x0025;)</td>
<td valign="top" align="center">138 (2.4&#x0025;)</td>
<td valign="top" align="center">150 (2.8&#x0025;)</td>
<td valign="top" align="center">147 (2.8&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="5"><bold>Diagnoses</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;RA, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">52,190 (25.6&#x0025;)</td>
<td valign="top" align="center">3,748 (66.4&#x0025;)</td>
<td valign="top" align="center">3,762 (71.0&#x0025;)</td>
<td valign="top" align="center">3,726 (71.2&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;PsA, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">15,365 (7.5&#x0025;)</td>
<td valign="top" align="center">1,066 (18.9&#x0025;)</td>
<td valign="top" align="center">1,056 (19.9&#x0025;)</td>
<td valign="top" align="center">1,039 (19.9&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;AS, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">5,634 (2.8&#x0025;)</td>
<td valign="top" align="center">818 (14.5&#x0025;)</td>
<td valign="top" align="center">446 (8.4&#x0025;)</td>
<td valign="top" align="center">438 (8.4&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Lupus, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">4,250 (2.1&#x0025;)</td>
<td valign="top" align="center">150 (2.7&#x0025;)</td>
<td valign="top" align="center">153 (2.9&#x0025;)</td>
<td valign="top" align="center">149 (2.8&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;GCA, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">1,694 (0.8&#x0025;)</td>
<td valign="top" align="center">19 (0.3&#x0025;)</td>
<td valign="top" align="center">22 (0.4&#x0025;)</td>
<td valign="top" align="center">22 (0.4&#x0025;)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The majority (85&#x0025;) of FACIT-F, HCRU and PHQ-2 questionnaires were delivered to the patient <italic>via</italic> email and 15&#x0025; were completed in-practice. Overall, 85&#x0025; of patients completed at least one FACIT-F, PHQ-2 or HCRU questionnaire (<xref ref-type="table" rid="T2">Table&#x00A0;2</xref>). 73&#x0025; of all FACIT-F, PHQ-2 or HCRU questionnaires sent were completed. Although high completion rates were seen for both methods of delivery, worksheets done in practice had significantly higher completion rates than those delivered <italic>via</italic> email (<xref ref-type="table" rid="T2">Table&#x00A0;2</xref>). Importantly, these high completion rates were sustained over time with patients completing multiple PRO questionnaires. The median [inter-quartile range, (IQR)] number of questionnaires completed per patient was 3 (1,7) and the median (IQR) time since the first questionnaire was completed was 13 months (5,26) (<xref ref-type="table" rid="T2">Table&#x00A0;2</xref>).</p>
<table-wrap id="T2" position="float"><label>Table 2</label>
<caption><p>Features of worksheets in each PRO dataset.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">FACIT-F (<italic>n</italic>&#x2009;&#x003D;&#x2009;34,427)</th>
<th valign="top" align="center">PHQ-2 (<italic>n</italic>&#x2009;&#x003D;&#x2009;32,729)</th>
<th valign="top" align="center">HCRU (<italic>n</italic>&#x2009;&#x003D;&#x2009;32,349)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Completion rate</td>
<td valign="top" align="center">72.9&#x0025;</td>
<td valign="top" align="center">73.0&#x0025;</td>
<td valign="top" align="center">72.5&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left">Engagement rate<xref ref-type="table-fn" rid="table-fn1"><sup>a</sup></xref></td>
<td valign="top" align="center">84.8&#x0025;</td>
<td valign="top" align="center">84.8&#x0025;</td>
<td valign="top" align="center">84.6&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Method of sending worksheet</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;In practice, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">5,169 (15.0&#x0025;)</td>
<td valign="top" align="center">5,068 (15.5&#x0025;)</td>
<td valign="top" align="center">5,053 (15.6&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;By email <italic>n</italic>, (&#x0025;)</td>
<td valign="top" align="center">29,210 (85.0&#x0025;)</td>
<td valign="top" align="center">27,623 (84.5&#x0025;)</td>
<td valign="top" align="center">27,248 (84.4&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Completion rate for method</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;In practice, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">96.2&#x0025;</td>
<td valign="top" align="center">94.60&#x0025;</td>
<td valign="top" align="center">94.4&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;By email, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">69.0&#x0025;</td>
<td valign="top" align="center">69.2&#x0025;</td>
<td valign="top" align="center">68.7&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left">Number of completed worksheets per patient, median (IQR)</td>
<td valign="top" align="center">3 (1, 7)</td>
<td valign="top" align="center">3 (1, 7)</td>
<td valign="top" align="center">3 (1, 7)</td>
</tr>
<tr>
<td valign="top" align="left">Months of follow-up since first worksheet, median (IQR)</td>
<td valign="top" align="center">13 (5, 26)</td>
<td valign="top" align="center">13 (6, 26)</td>
<td valign="top" align="center">13 (6, 26)</td>
</tr>
<tr>
<td valign="top" align="left">Worksheet completion rate over time, median (IQR)</td>
<td valign="top" align="center">80.6&#x0025; (77.0&#x0025;, 83.5&#x0025;)</td>
<td valign="top" align="center">80.4&#x0025; (76.3&#x0025;, 84.0&#x0025;)</td>
<td valign="top" align="center">79.8&#x0025; (75.8&#x0025;, 82.6&#x0025;)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn1"><label><sup>a</sup></label><p>Patients completing at least 1 worksheet.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>The longitudinal completion pattern for patients in each PRO dataset is shown in <xref ref-type="table" rid="T3">Table&#x00A0;3</xref>. Males were slightly more likely to not complete any of their FACIT-F, PHQ-2 or HCRU questionnaires (&#x003C;20&#x0025;) compared to females (&#x003C;14&#x0025;), while older individuals (over 80 years of age) were slightly more likely to complete all questionnaires (&#x2265;50&#x0025;) compared to those 70 years and under.</p>
<table-wrap id="T3" position="float"><label>Table 3</label>
<caption><p>Longitudinal completion pattern for patients in each PRO dataset.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center" colspan="3">FACIT-F (<italic>n</italic>&#x2009;&#x003D;&#x2009;5,644)</th>
<th valign="top" align="center" colspan="3">PHQ-2 (<italic>n</italic>&#x2009;&#x003D;&#x2009;5,297)</th>
<th valign="top" align="center" colspan="3">HCRU (<italic>n</italic>&#x2009;&#x003D;&#x2009;5,230)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="center">Completion pattern<xref ref-type="table-fn" rid="table-fn2"><sup>a</sup></xref></td>
<td valign="top" align="center">All (<italic>n</italic>&#x2009;&#x003D;&#x2009;1,855, 33.0&#x0025;)</td>
<td valign="top" align="center">Some (<italic>n</italic>&#x2009;&#x003D;&#x2009;2,913, 51.8&#x0025;)</td>
<td valign="top" align="center">None (<italic>n</italic>&#x2009;&#x003D;&#x2009;854, 15.2&#x0025;)</td>
<td valign="top" align="center">All (<italic>n</italic>&#x2009;&#x003D;&#x2009;1,722, 32.6&#x0025;)</td>
<td valign="top" align="center">Some (<italic>n</italic>&#x2009;&#x003D;&#x2009;2,759, 52.2&#x0025;)</td>
<td valign="top" align="center">None (<italic>n</italic>&#x2009;&#x003D;&#x2009;802, 15.2&#x0025;)</td>
<td valign="top" align="center">All (<italic>n</italic>&#x2009;&#x003D;&#x2009;1,678, 32.2&#x0025;)</td>
<td valign="top" align="center">Some (<italic>n</italic>&#x2009;&#x003D;&#x2009;2,736, 52.5&#x0025;)</td>
<td valign="top" align="center">None (<italic>n</italic>&#x2009;&#x003D;&#x2009;802, 15.4&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="10"><bold>Gender</bold><xref ref-type="table-fn" rid="table-fn3"><bold><sup>b</sup></bold></xref></td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Female, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">1,296 (33.7&#x0025;)</td>
<td valign="top" align="center">2,033 (52.9&#x0025;)</td>
<td valign="top" align="center">517 (13.4&#x0025;)</td>
<td valign="top" align="center">1,244 (33.5&#x0025;)</td>
<td valign="top" align="center">1,965 (52.9&#x0025;)</td>
<td valign="top" align="center">508 (13.7&#x0025;)</td>
<td valign="top" align="center">1,220 (33.6&#x0025;)</td>
<td valign="top" align="center">1,944 (53.0&#x0025;)</td>
<td valign="top" align="center">506 (13.8&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Male, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">556 (31.7&#x0025;)</td>
<td valign="top" align="center">863 (49.2&#x0025;)</td>
<td valign="top" align="center">334 (19.1&#x0025;)</td>
<td valign="top" align="center">476 (30.8&#x0025;)</td>
<td valign="top" align="center">777 (50.4&#x0025;)</td>
<td valign="top" align="center">290 (18.8&#x0025;)</td>
<td valign="top" align="center">456 (29.9&#x0025;)</td>
<td valign="top" align="center">776 (50.9&#x0025;)</td>
<td valign="top" align="center">293 (19.2&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Unassigned, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">3 (15.8&#x0025;)</td>
<td valign="top" align="center">14 (73.7&#x0025;)</td>
<td valign="top" align="center">2 (10.5&#x0025;)</td>
<td valign="top" align="center">2 (10.0&#x0025;)</td>
<td valign="top" align="center">15 (75.0&#x0025;)</td>
<td valign="top" align="center">3 (15.0&#x0025;)</td>
<td valign="top" align="center">2 (11.1&#x0025;)</td>
<td valign="top" align="center">14 (77.8&#x0025;)</td>
<td valign="top" align="center">2 (11.1&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="10"><bold>Age</bold><xref ref-type="table-fn" rid="table-fn4"><bold><sup>c</sup></bold></xref></td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;18&#x2013;30, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">127 (36.1&#x0025;)</td>
<td valign="top" align="center">160 (45.5&#x0025;)</td>
<td valign="top" align="center">65 (18.5&#x0025;)</td>
<td valign="top" align="center">105 (35.5&#x0025;)</td>
<td valign="top" align="center">141 (47.6&#x0025;)</td>
<td valign="top" align="center">50 (16.9&#x0025;)</td>
<td valign="top" align="center">102 (35.3&#x0025;)</td>
<td valign="top" align="center">140 (48.4&#x0025;)</td>
<td valign="top" align="center">47 (16.3&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;31&#x2013;40, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">180 (29.0&#x0025;)</td>
<td valign="top" align="center">324 (52.24&#x0025;)</td>
<td valign="top" align="center">117 (18.8)</td>
<td valign="top" align="center">149 (28.7&#x0025;)</td>
<td valign="top" align="center">274 (52.7&#x0025;)</td>
<td valign="top" align="center">97 (18.7&#x0025;)</td>
<td valign="top" align="center">143 (28.1&#x0025;)</td>
<td valign="top" align="center">269 (52.8&#x0025;)</td>
<td valign="top" align="center">97 (19.1&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;41&#x2013;50, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">283 (29.2&#x0025;)</td>
<td valign="top" align="center">522 (53.8&#x0025;)</td>
<td valign="top" align="center">165 (17.0&#x0025;)</td>
<td valign="top" align="center">230 (27.4&#x0025;)</td>
<td valign="top" align="center">464 (55.2&#x0025;)</td>
<td valign="top" align="center">146 (17.4&#x0025;)</td>
<td valign="top" align="center">220 (27.0&#x0025;)</td>
<td valign="top" align="center">451 (55.3&#x0025;)</td>
<td valign="top" align="center">145 (17.8&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;51&#x2013;60, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">408 (31.6&#x0025;)</td>
<td valign="top" align="center">687 (53.1&#x0025;)</td>
<td valign="top" align="center">198 (15.3&#x0025;)</td>
<td valign="top" align="center">390 (31.2&#x0025;)</td>
<td valign="top" align="center">663 (53.1&#x0025;)</td>
<td valign="top" align="center">196 (15.7&#x0025;)</td>
<td valign="top" align="center">373 (30.3&#x0025;)</td>
<td valign="top" align="center">661 (53.7&#x0025;)</td>
<td valign="top" align="center">197 (16.0&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;61&#x2013;70, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">475 (33.7&#x0025;)</td>
<td valign="top" align="center">746 (53.0&#x0025;)</td>
<td valign="top" align="center">187 (13.3&#x0025;)</td>
<td valign="top" align="center">445 (32.2&#x0025;)</td>
<td valign="top" align="center">746 (53.9&#x0025;)</td>
<td valign="top" align="center">193 (13.9&#x0025;)</td>
<td valign="top" align="center">451 (32.7&#x0025;)</td>
<td valign="top" align="center">739 (53.5&#x0025;)</td>
<td valign="top" align="center">191 (13.8&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;71&#x2013;80, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">313 (37.3&#x0025;)</td>
<td valign="top" align="center">423 (50.4&#x0025;)</td>
<td valign="top" align="center">104 (12.4&#x0025;)</td>
<td valign="top" align="center">326 (38.6&#x0025;)</td>
<td valign="top" align="center">417 (49.4&#x0025;)</td>
<td valign="top" align="center">101 (12.0&#x0025;)</td>
<td valign="top" align="center">316 (37.5&#x0025;)</td>
<td valign="top" align="center">421 (49.9&#x0025;)</td>
<td valign="top" align="center">106 (12.6&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Over 80, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">69 (50.0&#x0025;)</td>
<td valign="top" align="center">51 (37.0&#x0025;)</td>
<td valign="top" align="center">18 (13.0&#x0025;)</td>
<td valign="top" align="center">77 (51.3&#x0025;)</td>
<td valign="top" align="center">54 (36.0&#x0025;)</td>
<td valign="top" align="center">19 (12.7&#x0025;)</td>
<td valign="top" align="center">73 (49.7&#x0025;)</td>
<td valign="top" align="center">55 (37.4&#x0025;)</td>
<td valign="top" align="center">19 (12.9&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="10"><bold>Completion method</bold><xref ref-type="table-fn" rid="table-fn5"><bold><sup>d</sup></bold></xref></td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;All by email, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">957 (21.2&#x0025;)</td>
<td valign="top" align="center">2,745 (60.9&#x0025;)</td>
<td valign="top" align="center">809 (17.9&#x0025;)</td>
<td valign="top" align="center">769 (4.0&#x0025;)</td>
<td valign="top" align="center">2,555 (63.2&#x0025;)</td>
<td valign="top" align="center">720 (17.8&#x0025;)</td>
<td valign="top" align="center">731 (18.4&#x0025;)</td>
<td valign="top" align="center">2,527 (63.5&#x0025;)</td>
<td valign="top" align="center">721 (18.1&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;All in practice, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">873 (83.9&#x0025;)</td>
<td valign="top" align="center">123 (11.8&#x0025;)</td>
<td valign="top" align="center">44 (4.2&#x0025;)</td>
<td valign="top" align="center">920 (66.7&#x0025;)</td>
<td valign="top" align="center">149 (13.0&#x0025;)</td>
<td valign="top" align="center">77 (6.7&#x0025;)</td>
<td valign="top" align="center">916 (79.9&#x0025;)</td>
<td valign="top" align="center">154 (13.4&#x0025;)</td>
<td valign="top" align="center">76 (6.6&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Combination, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">25 (35.2&#x0025;)</td>
<td valign="top" align="center">45 (63.4&#x0025;)</td>
<td valign="top" align="center">1 (1.4&#x0025;)</td>
<td valign="top" align="center">33 (22.1&#x0025;)</td>
<td valign="top" align="center">55 (59.1&#x0025;)</td>
<td valign="top" align="center">5 (5.4&#x0025;)</td>
<td valign="top" align="center">31 (34.1&#x0025;)</td>
<td valign="top" align="center">55 (60.4&#x0025;)</td>
<td valign="top" align="center">5 (5.5&#x0025;)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn2"><label><sup>a</sup></label><p>Each patient categorised according to their worksheet completion pattern, with &#x201C;All&#x201D; consisting of those completing 100&#x0025; of worksheets, &#x201C;Some&#x201D; consisting of those completing 1&#x2013;99&#x0025; of their worksheets and &#x201C;None&#x201D; consisting of those completing 0&#x0025; of their worksheets.</p></fn>
<fn id="table-fn3"><label><sup>b</sup></label><p>Percentages calculated within each gender category.</p></fn>
<fn id="table-fn4"><label><sup>c</sup></label><p>Percentages calculated within each age category.</p></fn>
<fn id="table-fn5"><label><sup>d</sup></label><p>Each patient categorised according to their pattern of worksheet completion method, with &#x201C;Combination&#x201D; consisting of those who completed worksheets both by email and in practice.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>When the completion method for patients in each PRO dataset was assessed longitudinally, most age groups (80 years and under) were found to be more likely to complete all FACIT-F, PHQ-2 or HCRU questionnaires that were sent by email, although individuals 80 years and older, were more likely to complete all in practice. No meaningful differences in the completion methods were seen between males and females (<xref ref-type="table" rid="T4">Table&#x00A0;4</xref>).</p>
<table-wrap id="T4" position="float"><label>Table 4</label>
<caption><p>Longitudinal completion method for patients in each PRO dataset.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center" colspan="3">FACIT-F (<italic>n</italic>&#x2009;&#x003D;&#x2009;5,644)</th>
<th valign="top" align="center" colspan="3">PHQ-2 (<italic>n</italic>&#x2009;&#x003D;&#x2009;5,297)</th>
<th valign="top" align="center" colspan="3">HCRU (<italic>n</italic>&#x2009;&#x003D;&#x2009;5,230)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="center">Completion method<xref ref-type="table-fn" rid="table-fn6"><sup>a</sup></xref></td>
<td valign="top" align="center">All by email (<italic>n</italic>&#x2009;&#x003D;&#x2009;4,507, 79.9&#x0025;)</td>
<td valign="top" align="center">All in practice (<italic>n</italic>&#x2009;&#x003D;&#x2009;1,040, 18.4&#x0025;)</td>
<td valign="top" align="center">Combination (<italic>n</italic>&#x2009;&#x003D;&#x2009;17, 1.3&#x0025;)</td>
<td valign="top" align="center">All by email (<italic>n</italic>&#x2009;&#x003D;&#x2009;4,041, 76.3&#x0025;)</td>
<td valign="top" align="center">All in practice (<italic>n</italic>&#x2009;&#x003D;&#x2009;1,146, 21.6&#x0025;)</td>
<td valign="top" align="center">Combination (<italic>n</italic>&#x2009;&#x003D;&#x2009;93, 1.8&#x0025;)</td>
<td valign="top" align="center">All by email (<italic>n</italic>&#x2009;&#x003D;&#x2009;3,976, 76.0&#x0025;)</td>
<td valign="top" align="center">All in practice (<italic>n</italic>&#x2009;&#x003D;&#x2009;1,146, 21.9&#x0025;)</td>
<td valign="top" align="center">Combination (<italic>n</italic>&#x2009;&#x003D;&#x2009;91, 1.7&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="10"><bold>Gender</bold><xref ref-type="table-fn" rid="table-fn7"><bold><sup>b</sup></bold></xref></td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Female, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">3,020 (78.5&#x0025;)</td>
<td valign="top" align="center">784 (20.4&#x0025;)</td>
<td valign="top" align="center">42 (1.1&#x0025;)</td>
<td valign="top" align="center">2,797 (75.2&#x0025;)</td>
<td valign="top" align="center">853 (22.9&#x0025;)</td>
<td valign="top" align="center">67 (1.8&#x0025;)</td>
<td valign="top" align="center">2,753 (75.0&#x0025;)</td>
<td valign="top" align="center">852 (23.2&#x0025;)</td>
<td valign="top" align="center">65 (1.8&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Male, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">1,468 (83.7&#x0025;)</td>
<td valign="top" align="center">256 (14.6&#x0025;)</td>
<td valign="top" align="center">29 (1.7&#x0025;)</td>
<td valign="top" align="center">1,224 (79.3&#x0025;)</td>
<td valign="top" align="center">293 (19.0&#x0025;)</td>
<td valign="top" align="center">26 (1.7&#x0025;)</td>
<td valign="top" align="center">1,205 (79.0&#x0025;)</td>
<td valign="top" align="center">294 (19.3&#x0025;)</td>
<td valign="top" align="center">26 (1.7&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Unassigned, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">19 (100.0&#x0025;)</td>
<td valign="top" align="center">0 (0.0&#x0025;)</td>
<td valign="top" align="center">0 (0.0&#x0025;)</td>
<td valign="top" align="center">20 (100.0&#x0025;)</td>
<td valign="top" align="center">0 (0.0&#x0025;)</td>
<td valign="top" align="center">0 (0.0&#x0025;)</td>
<td valign="top" align="center">18 (100.0&#x0025;)</td>
<td valign="top" align="center">0 (0.0&#x0025;)</td>
<td valign="top" align="center">0 (0.0&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="10"><bold>Age</bold><xref ref-type="table-fn" rid="table-fn8"><bold><sup>c</sup></bold></xref></td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;18&#x2013;30, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">266 (75.6&#x0025;)</td>
<td valign="top" align="center">83 (23.6&#x0025;)</td>
<td valign="top" align="center">3 (0.9&#x0025;)</td>
<td valign="top" align="center">209 (70.6&#x0025;)</td>
<td valign="top" align="center">85 (28.7&#x0025;)</td>
<td valign="top" align="center">2 (0.7&#x0025;)</td>
<td valign="top" align="center">202 (69.9&#x0025;)</td>
<td valign="top" align="center">84 (29.1&#x0025;)</td>
<td valign="top" align="center">3 (1.0&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;31&#x2013;40, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">528 (85.0&#x0025;)</td>
<td valign="top" align="center">86 (13.8&#x0025;)</td>
<td valign="top" align="center">7 (1.1&#x0025;)</td>
<td valign="top" align="center">423 (81.3&#x0025;)</td>
<td valign="top" align="center">92 (17.7&#x0025;)</td>
<td valign="top" align="center">5 (1.0&#x0025;)</td>
<td valign="top" align="center">412 (80.9&#x0025;)</td>
<td valign="top" align="center">94 (18.5&#x0025;)</td>
<td valign="top" align="center">3 (0.6&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;41&#x2013;50, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">823 (84.8&#x0025;)</td>
<td valign="top" align="center">135 (13.9&#x0025;)</td>
<td valign="top" align="center">12 (1.2&#x0025;)</td>
<td valign="top" align="center">694 (82.6&#x0025;)</td>
<td valign="top" align="center">137 (16.3&#x0025;)</td>
<td valign="top" align="center">9 (1.1&#x0025;)</td>
<td valign="top" align="center">672 (82.4&#x0025;)</td>
<td valign="top" align="center">134 (16.4&#x0025;)</td>
<td valign="top" align="center">10 (1.2&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;51&#x2013;60, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">1,083 (83.8&#x0025;)</td>
<td valign="top" align="center">195 (15.1&#x0025;)</td>
<td valign="top" align="center">15 (1.2&#x0025;)</td>
<td valign="top" align="center">1,011 (80.9&#x0025;)</td>
<td valign="top" align="center">216 (17.3&#x0025;)</td>
<td valign="top" align="center">22 (1.8&#x0025;)</td>
<td valign="top" align="center">995 (80.8&#x0025;)</td>
<td valign="top" align="center">216 (17.5&#x0025;)</td>
<td valign="top" align="center">20 (1.6&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;61&#x2013;70, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">1,132 (80.4&#x0025;)</td>
<td valign="top" align="center">251 (17.8&#x0025;)</td>
<td valign="top" align="center">25 (1.8&#x0025;)</td>
<td valign="top" align="center">1,069 (77.2&#x0025;)</td>
<td valign="top" align="center">284 (20.5&#x0025;)</td>
<td valign="top" align="center">31 (2.2&#x0025;)</td>
<td valign="top" align="center">1,064 (77.0&#x0025;)</td>
<td valign="top" align="center">283 (20.5&#x0025;)</td>
<td valign="top" align="center">34 (2.5&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;71&#x2013;80, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">619 (73.7&#x0025;)</td>
<td valign="top" align="center">215 (25.6&#x0025;)</td>
<td valign="top" align="center">6 (0.7&#x0025;)</td>
<td valign="top" align="center">579 (68.6&#x0025;)</td>
<td valign="top" align="center">245 (29.0&#x0025;)</td>
<td valign="top" align="center">20 (2.4&#x0025;)</td>
<td valign="top" align="center">577 (68.4&#x0025;)</td>
<td valign="top" align="center">249 (29.5&#x0025;)</td>
<td valign="top" align="center">17 (2.0&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Over 80, <italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center">60 (43.5&#x0025;)</td>
<td valign="top" align="center">75 (54.3&#x0025;)</td>
<td valign="top" align="center">3 (2.2&#x0025;)</td>
<td valign="top" align="center">59 (39.3&#x0025;)</td>
<td valign="top" align="center">87 (58.0&#x0025;)</td>
<td valign="top" align="center">4 (2.7&#x0025;)</td>
<td valign="top" align="center">57 (38.8&#x0025;)</td>
<td valign="top" align="center">86 (58.5&#x0025;)</td>
<td valign="top" align="center">4 (2.7&#x0025;)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn6"><label><sup>a</sup></label><p>Each patient categorised according to their pattern of worksheet completion method, with &#x201C;Combination&#x201D; consisting of those who completed worksheets both by email and in practice.</p></fn>
<fn id="table-fn7"><label><sup>b</sup></label><p>Percentages calculated within each gender category.</p></fn>
<fn id="table-fn8"><label><sup>c</sup></label><p>Percentages calculated within each age category.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s4" sec-type="discussion"><title>Discussion</title>
<p>The data presented here reflects the real-world use of ePROs in routine clinical practice. The results demonstrate high engagement and completion rates of ePROs by patients with common rheumatological diagnoses across all age categories. Importantly, this high completion rate was also sustained over time and many patients had completed multiple ePRO questionnaires. This is important as it allows the treating rheumatologist to track their patient&#x0027;s PRO measures longitudinally and monitor improvement. The high engagement rates reported here are not surprising considering the positive effect PROs reportedly have on the patient-clinician relationship. In a qualitative study investigating perspectives of patients with RA on PRO data collection, patients expressed their interest in PRO measures and desire for greater involvement in the management of their disease (<xref ref-type="bibr" rid="B20">20</xref>). In addition, in a recent study describing the impact of integrating PROs into routine clinic, patients reported that PROs improved communication and shared decision making with their rheumatologist and made the visit more patient-centred. This resulted in high satisfaction and confidence in their treatment (<xref ref-type="bibr" rid="B12">12</xref>).</p>
<p>The development of an ePRO system that can be emailed to the patient for them to complete at home in their own time is a major advantage of the Audit4 software. A study that investigated patients preference for PRO collection found that patients prefer entering ePRO data at home (<xref ref-type="bibr" rid="B21">21</xref>). This remote access also enabled continued collection of ePROs during the coronavirus (COVID-19) pandemic.</p>
<p>The rise of technology to facilitate healthcare holds great potential to improve patient outcomes in an efficient and patient-centered manner. Despite the shift towards digital health, ePROs have not been widely implemented in routine clinical care. In a recent study conducted in Germany, the main reasons cited by rheumatologists for not implementing ePROs was the absence of suitable software, and the difficulties and high costs associated with implementing innovative software solutions (<xref ref-type="bibr" rid="B22">22</xref>). As such very few healthcare systems have built the analytic capacity to fully leverage the potential of PROs. The Audit4 EMR ePRO system has overcome these hurdles and to the best of our knowledge is the first of its kind to allow seamless integration of PROs into the daily workflow of a large network of rheumatologists based nationwide across Australia. This solution not only supports real-time decisions made by clinicians and patients but also incorporates a successful mechanism for collecting quantitative data that opens the potential for these important data to contribute to EMR-based research, facilitating representation of the patient perspective.</p>
</sec>
<sec id="s5"><title>Limitations</title>
<p>The decision to utilise the ePRO technology, and which patients they were sent to, was at the discretion of the rheumatologist resulting in possible selection bias which was not addressed in the current study. In addition, self -reported questionnaires are at risk of misinterpretation and bias due to inaccurate recall and social desirability which may impact the validity of results (<xref ref-type="bibr" rid="B23">23</xref>). For this reason, it is important to use validated PRO measures to better ensure the questionnaires are interpretable, reliable and measure what they claim to measure.</p>
</sec>
<sec id="s6"><title>Future work</title>
<p>Due to the successful integration and real-world utilisation of the Audit4 ePRO system, important patient reported quality of life data is being captured within the OPAL dataset and available for future research questions. A follow-on study would be to describe the levels of fatigue, mood disturbance and healthcare resource utilisation in our cohort of RA, AS, PsA GCA and lupus patients. The relationship between PRO measures and the traditional clinical disease activity measures as well as investigating the impact ePROs have on patient outcomes are also questions needing further investigation.</p>
</sec>
</body>
<back>
<sec id="s7" sec-type="data-availability"><title>Data availability statement</title>
<p>The data that support this study cannot be publicly shared and may be shared upon reasonable request to the corresponding author if appropriate. Requests to access the datasets should be directed to info@opalrheumatology.com.au.</p>
</sec>
<sec id="s8"><title>Ethics statement</title>
<p>The activities of OPAL Rheumatology Ltd have received overarching ethics approval from the University of New South Wales Human Research Ethics Committee (HC17799), based on a patient opt-out arrangement. Written informed consent for participation was not required for this study in accordance with the national legislation and the institutional requirements.</p>
</sec>
<sec id="s9"><title>Author contributions</title>
<p>CD: conception of the work, design of the work, analysis of the data, interpretation of the data, and drafting of the work. COS and TS: conception of the work, design of the work, interpretation of the data, drafting of the work. KT, GL, HG, SC, PY and DM: conception of the work, interpretation of the data, acquisition of the data and critical revision of the work. TF, DH, DS: acquisition of the data and critical revision of the work. All authors contributed to the article and approved the submitted version.</p>
</sec>
<ack><title>Acknowledgments</title>
<p>The authors acknowledge the members of OPAL Rheumatology Ltd and their patients for providing clinical data for this study, and Software4Specialists Pty Ltd for providing the Audit4 platform.</p>
</ack>
<sec id="s10" sec-type="COI-statement"><title>Conflict of interest</title>
<p>Author DS, DH and TF are employees of Software4Specialists. Authors TS, COS and CD are employees of OPAL Rheumatology. The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer"><title>Publisher&#x0027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s12" sec-type="supplementary-material"><title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fdgth.2022.1074931/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fdgth.2022.1074931/full&#x0023;supplementary-material</ext-link>.</p>
<supplementary-material id="SD1" content-type="local-data">
<media mimetype="application" mime-subtype="vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="Datasheet1.docx"/>
</supplementary-material>
</sec>
<ref-list><title>References</title>
<ref id="B1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Soriano</surname><given-names>ER</given-names></name></person-group>. <article-title>Defining remission in psoriatic arthritis: are we getting closer?</article-title> <source>J Rheumatol</source>. (<year>2015</year>) <volume>42</volume>(<issue>6</issue>):<fpage>907</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.3899/jrheum.150331</pub-id><pub-id pub-id-type="pmid">26034227</pub-id></citation></ref>
<ref id="B2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Littlejohn</surname><given-names>G</given-names></name><name><surname>Roberts</surname><given-names>L</given-names></name><name><surname>Bird</surname><given-names>P</given-names></name><name><surname>De Jager</surname><given-names>J</given-names></name><name><surname>Griffiths</surname><given-names>H</given-names></name><name><surname>Nicholls</surname><given-names>D</given-names></name><etal/></person-group> <article-title>Patients with rheumatoid arthritis in the Australian OPAL cohort show significant improvement in disease activity over 5 years: a multicenter observational study</article-title>. <source>J Rheumatol</source>. (<year>2015</year>) <volume>42</volume>(<issue>9</issue>):<fpage>1603</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.3899/jrheum.141575</pub-id><pub-id pub-id-type="pmid">26136482</pub-id></citation></ref>
<ref id="B3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zochling</surname><given-names>J</given-names></name><name><surname>Braun</surname><given-names>J</given-names></name></person-group>. <article-title>Remission in ankylosing spondylitis</article-title>. <source>Clin Exp Rheumatol</source>. (<year>2006</year>) <volume>24</volume>(<issue>6 Suppl 43</issue>):<fpage>S 88</fpage>&#x2013;<lpage>92</lpage>.PMID: <pub-id pub-id-type="pmid">17083769</pub-id></citation></ref>
<ref id="B4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Taylor</surname><given-names>PC</given-names></name></person-group>. <article-title>Adopting PROs in virtual and outpatient management of RA</article-title>. <source>Nat Rev Rheumatol</source>. (<year>2020</year>) <volume>16</volume>(<issue>9</issue>):<fpage>477</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1038/s41584-020-0449-6</pub-id><pub-id pub-id-type="pmid">32504074</pub-id></citation></ref>
<ref id="B5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reeve</surname><given-names>BB</given-names></name><name><surname>Wyrwich</surname><given-names>KW</given-names></name><name><surname>Wu</surname><given-names>AW</given-names></name><name><surname>Velikova</surname><given-names>G</given-names></name><name><surname>Terwee</surname><given-names>CB</given-names></name><name><surname>Snyder</surname><given-names>CF</given-names></name><etal/></person-group> <article-title>ISOQOL Recommends minimum standards for patient-reported outcome measures used in patient-centered outcomes and comparative effectiveness research</article-title>. <source>Qual Life Res</source>. (<year>2013</year>) <volume>22</volume>(<issue>8</issue>):<fpage>1889</fpage>&#x2013;<lpage>905</lpage>. <pub-id pub-id-type="doi">10.1007/s11136-012-0344-y</pub-id><pub-id pub-id-type="pmid">23288613</pub-id></citation></ref>
<ref id="B6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Honomichl</surname><given-names>R</given-names></name><name><surname>Katzan</surname><given-names>I</given-names></name><name><surname>Thompson</surname><given-names>N</given-names></name><name><surname>Abelson</surname><given-names>A</given-names></name><name><surname>Deal</surname><given-names>C</given-names></name><name><surname>Rose</surname><given-names>S</given-names></name><etal/></person-group> <article-title>The influence of collecting patient-reported outcome measures on visit satisfaction in rheumatology clinics</article-title>. <source>Rheumatol Adv Pract</source>. (<year>2020</year>) <volume>4</volume>(<issue>2</issue>):<fpage>1</fpage>&#x2013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.1093/rap/rkaa046</pub-id></citation></ref>
<ref id="B7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barber</surname><given-names>CEH</given-names></name><name><surname>Zell</surname><given-names>J</given-names></name><name><surname>Yazdany</surname><given-names>J</given-names></name><name><surname>Davis</surname><given-names>AM</given-names></name><name><surname>Cappelli</surname><given-names>L</given-names></name><name><surname>Ehrlich-Jones</surname><given-names>L</given-names></name><etal/></person-group> <article-title>2019 American college of rheumatology recommended patient-reported functional Status assessment measures in rheumatoid arthritis</article-title>. <source>Arthritis Care Res</source>. (<year>2019</year>) <volume>71</volume>(<issue>12</issue>):<fpage>1531</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1002/acr.24040</pub-id></citation></ref>
<ref id="B8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kirwan</surname><given-names>JR</given-names></name><name><surname>Hewlett</surname><given-names>SE</given-names></name><name><surname>Heiberg</surname><given-names>T</given-names></name><name><surname>Hughes</surname><given-names>RA</given-names></name><name><surname>Carr</surname><given-names>M</given-names></name><name><surname>Hehir</surname><given-names>M</given-names></name><etal/></person-group> <article-title>Incorporating the patient perspective into outcome assessment in rheumatoid arthritis&#x2013;progress at OMERACT 7</article-title>. <source>J Rheumatol</source>. (<year>2005</year>) <volume>32</volume>(<issue>11</issue>):<fpage>2250</fpage>&#x2013;<lpage>6</lpage>. PMID: <pub-id pub-id-type="pmid">16265712</pub-id><pub-id pub-id-type="pmid">16265712</pub-id></citation></ref>
<ref id="B9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Castrej&#x00F3;n</surname><given-names>I</given-names></name><name><surname>Gossec</surname><given-names>L</given-names></name><name><surname>Carmona</surname><given-names>L</given-names></name></person-group>. <article-title>The EULAR outcome measures library: an evolutional database of validated patient-reported instruments</article-title>. <source>Ann Rheum Dis</source>. (<year>2015</year>) <volume>74</volume>(<issue>2</issue>):<fpage>475</fpage>&#x2013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1136/annrheumdis-2014-206485</pub-id></citation></ref>
<ref id="B10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Santana</surname><given-names>MJ</given-names></name><name><surname>Feeny</surname><given-names>D</given-names></name></person-group>. <article-title>Framework to assess the effects of using patient-reported outcome measures in chronic care management</article-title>. <source>Qual Life Res</source>. (<year>2014</year>) <volume>23</volume>(<issue>5</issue>):<fpage>1505</fpage>&#x2013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1007/s11136-013-0596-1</pub-id><pub-id pub-id-type="pmid">24318085</pub-id></citation></ref>
<ref id="B11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Noonan</surname><given-names>VK</given-names></name><name><surname>Lyddiatt</surname><given-names>A</given-names></name><name><surname>Ware</surname><given-names>P</given-names></name><name><surname>Jaglal</surname><given-names>SB</given-names></name><name><surname>Riopelle</surname><given-names>RJ</given-names></name><name><surname>Bingham</surname><given-names>CO</given-names></name><etal/></person-group> <article-title>Montreal Accord on patient-reported outcomes (PROs) use series&#x2014;paper 3: patient-reported outcomes can facilitate shared decision-making and guide self-management</article-title>. <source>J Clin Epidemiol</source>. (<year>2017</year>) <volume>89</volume>:<fpage>125</fpage>&#x2013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2017.04.017</pub-id><pub-id pub-id-type="pmid">28433671</pub-id></citation></ref>
<ref id="B12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bartlett</surname><given-names>SJ</given-names></name><name><surname>De Leon</surname><given-names>E</given-names></name><name><surname>Orbai</surname><given-names>A-M</given-names></name><name><surname>Haque</surname><given-names>UJ</given-names></name><name><surname>Manno</surname><given-names>RL</given-names></name><name><surname>Ruffing</surname><given-names>V</given-names></name><etal/></person-group> <article-title>Patient-reported outcomes in RA care improve patient communication, decision-making, satisfaction and confidence: qualitative results</article-title>. <source>Rheumatology</source>. (<year>2020</year>) <volume>59</volume>(<issue>7</issue>):<fpage>1662</fpage>&#x2013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1093/rheumatology/kez506</pub-id><pub-id pub-id-type="pmid">31665477</pub-id></citation></ref>
<ref id="B13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Basch</surname><given-names>E</given-names></name><name><surname>Snyder</surname><given-names>C</given-names></name></person-group>. <article-title>Overcoming barriers to integrating patient-reported outcomes in clinical practice and electronic health records</article-title>. <source>Ann Oncol Off J Eur Soc Med Oncol</source>. (<year>2017</year>) <volume>28</volume>(<issue>10</issue>):<fpage>2332</fpage>&#x2013;<lpage>3</lpage>. <pub-id pub-id-type="doi">10.1093/annonc/mdx506</pub-id></citation></ref>
<ref id="B14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Littlejohn</surname><given-names>G</given-names></name><name><surname>Tymms</surname><given-names>K</given-names></name><name><surname>Smith</surname><given-names>T</given-names></name><name><surname>Griffiths</surname><given-names>H</given-names></name></person-group>. <article-title>Using big data from real-world Australian rheumatology encounters to enhance clinical care and research</article-title>. <source>Clin Exp Rheumatol</source>. (<year>2020</year>) <volume>38</volume>(<issue>5</issue>):<fpage>874</fpage>&#x2013;<lpage>80</lpage>. PMID: <pub-id pub-id-type="pmid">31820719</pub-id><pub-id pub-id-type="pmid">31820719</pub-id></citation></ref>
<ref id="B15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yellen</surname><given-names>SB</given-names></name><name><surname>Cella</surname><given-names>DF</given-names></name><name><surname>Webster</surname><given-names>K</given-names></name><name><surname>Blendowski</surname><given-names>C</given-names></name><name><surname>Kaplan</surname><given-names>E</given-names></name></person-group>. <article-title>Measuring fatigue and other anemia-related symptoms with the functional assessment of cancer therapy (FACT) measurement system</article-title>. <source>J Pain Symptom Manage</source>. (<year>1997</year>) <volume>13</volume>(<issue>2</issue>):<fpage>63</fpage>&#x2013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.1016/S0885-3924(96)00274-6</pub-id><pub-id pub-id-type="pmid">9095563</pub-id></citation></ref>
<ref id="B16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cella</surname><given-names>D</given-names></name><name><surname>Yount</surname><given-names>S</given-names></name><name><surname>Sorensen</surname><given-names>M</given-names></name><name><surname>Chartash</surname><given-names>E</given-names></name><name><surname>Sengupta</surname><given-names>N</given-names></name><name><surname>Grober</surname><given-names>J</given-names></name></person-group>. <article-title>Validation of the functional assessment of chronic illness therapy fatigue scale relative to other instrumentation in patients with rheumatoid arthritis</article-title>. <source>J Rheumatol</source>. (<year>2005</year>) <volume>32</volume>(<issue>5</issue>):<fpage>811</fpage>&#x2013;<lpage>9</lpage>. PMID: <pub-id pub-id-type="pmid">15868614</pub-id><pub-id pub-id-type="pmid">15868614</pub-id></citation></ref>
<ref id="B17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kroenke</surname><given-names>K</given-names></name><name><surname>Spitzer</surname><given-names>RL</given-names></name><name><surname>Williams</surname><given-names>JBW</given-names></name></person-group>. <article-title>The patient health questionnaire-2: validity of a two-item depression screener</article-title>. <source>Med Care</source>. (<year>2003</year>) <volume>41</volume>(<issue>11</issue>):<fpage>1284</fpage>&#x2013;<lpage>92</lpage>. <pub-id pub-id-type="doi">10.1097/01.MLR.0000093487.78664.3C</pub-id><pub-id pub-id-type="pmid">14583691</pub-id></citation></ref>
<ref id="B18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gilbody</surname><given-names>S</given-names></name><name><surname>Richards</surname><given-names>D</given-names></name><name><surname>Brealey</surname><given-names>S</given-names></name><name><surname>Hewitt</surname><given-names>C</given-names></name></person-group>. <article-title>Screening for depression in medical settings with the patient health questionnaire (PHQ): a diagnostic meta-analysis</article-title>. <source>J Gen Intern Med</source>. (<year>2007</year>) <volume>22</volume>(<issue>11</issue>):<fpage>1596</fpage>&#x2013;<lpage>602</lpage>. <pub-id pub-id-type="doi">10.1007/s11606-007-0333-y</pub-id><pub-id pub-id-type="pmid">17874169</pub-id></citation></ref>
<ref id="B19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carey</surname><given-names>M</given-names></name><name><surname>Boyes</surname><given-names>A</given-names></name><name><surname>Noble</surname><given-names>N</given-names></name><name><surname>Waller</surname><given-names>A</given-names></name><name><surname>Inder</surname><given-names>K</given-names></name></person-group>. <article-title>Validation of the PHQ-2 against the PHQ-9 for detecting depression in a large sample of Australian general practice patients</article-title>. <source>Aust J Prim Health</source>. (<year>2015</year>) <volume>22</volume>:<fpage>262</fpage>&#x2013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1071/PY14149</pub-id></citation></ref>
<ref id="B20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Navarro-Mill&#x00E1;n</surname><given-names>I</given-names></name><name><surname>Zinski</surname><given-names>A</given-names></name><name><surname>Shurbaji</surname><given-names>S</given-names></name><name><surname>Johnson</surname><given-names>B</given-names></name><name><surname>Fraenkel</surname><given-names>L</given-names></name><name><surname>Willig</surname><given-names>J</given-names></name><etal/></person-group> <article-title>Perspectives of rheumatoid arthritis patients on electronic communication and patient-reported outcome data collection: a qualitative study</article-title>. <source>Arthritis Care Res</source>. (<year>2019</year>) <volume>71</volume>(<issue>1</issue>):<fpage>80</fpage>&#x2013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1002/acr.23580</pub-id></citation></ref>
<ref id="B21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Secher</surname><given-names>AE</given-names></name><name><surname>Glintborg</surname><given-names>B</given-names></name><name><surname>Gudbergsen</surname><given-names>H</given-names></name><name><surname>Krogh</surname><given-names>NS</given-names></name><name><surname>S&#x00F8;rensen</surname><given-names>IJ</given-names></name><name><surname>Jensen</surname><given-names>DV</given-names></name><etal/></person-group> <article-title>Comparing patient-reported outcomes entered at home versus at hospital, and testing touch screens for initial recruitment to scientific trials in arthritis patients</article-title>. <source>Scand J Rheumatol</source>. (<year>2019</year>) <volume>48</volume>(<issue>3</issue>):<fpage>178</fpage>&#x2013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1080/03009742.2018.1522666</pub-id><pub-id pub-id-type="pmid">30444168</pub-id></citation></ref>
<ref id="B22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Krusche</surname><given-names>M</given-names></name><name><surname>Klemm</surname><given-names>P</given-names></name><name><surname>Grahammer</surname><given-names>M</given-names></name><name><surname>Mucke</surname><given-names>J</given-names></name><name><surname>Vossen</surname><given-names>D</given-names></name><name><surname>Kleyer</surname><given-names>A</given-names></name><etal/></person-group> <article-title>Acceptance, usage, and barriers of electronic patient-reported outcomes among German rheumatologists: survey study</article-title>. <source>JMIR mHealth uHealth</source>. (<year>2020</year>) <volume>8</volume>(<issue>7</issue>):<fpage>e18117</fpage>. <pub-id pub-id-type="doi">10.2196/18117</pub-id><pub-id pub-id-type="pmid">32390592</pub-id></citation></ref>
<ref id="B23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rosenman</surname><given-names>R</given-names></name><name><surname>Tennekoon</surname><given-names>V</given-names></name><name><surname>Hill</surname><given-names>LG</given-names></name></person-group>. <article-title>Measuring bias in self-reported data</article-title>. <source>Int J Behav Healthc Res</source>. (<year>2011</year>) <volume>2</volume>(<issue>4</issue>):<fpage>320</fpage>&#x2013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1504/IJBHR.2011.043414</pub-id><pub-id pub-id-type="pmid">25383095</pub-id></citation></ref></ref-list>
</back>
</article>