<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="review-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Med.</journal-id>
<journal-title>Frontiers in Medicine</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Med.</abbrev-journal-title>
<issn pub-type="epub">2296-858X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmed.2024.1408636</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Medicine</subject>
<subj-group>
<subject>Review</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Leveraging patient experience data to guide medicines development, regulation, access decisions and clinical care in the EU</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Almeida</surname> <given-names>Diogo</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2723320/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Umuhire</surname> <given-names>Denise</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2699890/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gonzalez-Quevedo</surname> <given-names>Rosa</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1040206/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ant&#x00F3;nio</surname> <given-names>Ana</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Burgos</surname> <given-names>Juan Garcia</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Verpillat</surname> <given-names>Patrice</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Bere</surname> <given-names>Nathalie</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Sepodes</surname> <given-names>Bruno</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/340113/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes" equal-contrib="yes">
<name><surname>Torre</surname> <given-names>Carla</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/721099/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Laboratory of Systems Integration Pharmacology, Clinical and Regulatory Science, Research Institute for Medicines (iMed.ULisboa)</institution>, <addr-line>Lisbon</addr-line>, <country>Portugal</country></aff>
<aff id="aff2"><sup>2</sup><institution>Faculdade de Farm&#x00E1;cia, Universidade de Lisboa</institution>, <addr-line>Lisbon</addr-line>, <country>Portugal</country></aff>
<aff id="aff3"><sup>3</sup><institution>Data Analytics and Methods Task Force, European Medicines Agency</institution>, <addr-line>Amsterdam</addr-line>, <country>Netherlands</country></aff>
<aff id="aff4"><sup>4</sup><institution>Public and Stakeholders Engagement Department, European Medicines Agency</institution>, <addr-line>Amsterdam</addr-line>, <country>Netherlands</country></aff>
<aff id="aff5"><sup>5</sup><institution>Referrals Office, Quality and Safety of Medicines Department, European Medicines Agency</institution>, <addr-line>Amsterdam</addr-line>, <country>Netherlands</country></aff>
<aff id="aff6"><sup>6</sup><institution>Regulatory Practice and Analysis, Medsafe&#x2014;New Zealand Medicines and Medical Devices Safety Authority</institution>, <addr-line>Wellington</addr-line>, <country>New Zealand</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0002"><p>Edited by: Lise Aagaard, Independent researcher, Copenhagen, Denmark</p></fn>
<fn fn-type="edited-by" id="fn0003"><p>Reviewed by: Jan Geissler, Independent researcher, Munich, Germany</p><p>Frits Lekkerkerker, Consultant, Amsterdam, Netherlands</p></fn>
<corresp id="c001">&#x002A;Correspondence: Carla Torre, <email>carla.torre@ff.ulisboa.pt</email></corresp>
<fn fn-type="equal" id="fn0001"><p><sup>&#x2020;</sup>These authors have contributed equally to this work</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>23</day>
<month>05</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>11</volume>
<elocation-id>1408636</elocation-id>
<history>
<date date-type="received">
<day>28</day>
<month>03</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>07</day>
<month>05</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Almeida, Umuhire, Gonzalez-Quevedo, Ant&#x00F3;nio, Burgos, Verpillat, Bere, Sepodes and Torre.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Almeida, Umuhire, Gonzalez-Quevedo, Ant&#x00F3;nio, Burgos, Verpillat, Bere, Sepodes and Torre</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>Patient experience data (PED), provided by patients/their carers without interpretation by clinicians, directly capture what matters more to patients on their medical condition, treatment and impact of healthcare. PED can be collected through different methodologies and these need to be robust and validated for its intended use. Medicine regulators are increasingly encouraging stakeholders to generate, collect and submit PED to support both scientific advice in development programs and regulatory decisions on the approval and use of these medicines. This article reviews the existing definitions and types of PED and demonstrate the potential for use in different settings of medicines&#x2019; life cycle, focusing on Patient-Reported Outcomes (PRO) and Patient Preferences (PP). Furthermore, it addresses some challenges and opportunities, alluding to important regulatory guidance that has been published, methodological aspects and digitalization, highlighting the lack of guidance as a key hurdle to achieve more systematic inclusion of PED in regulatory submissions. In addition, the article discusses opportunities at European and global level that could be implemented to leverage PED use. New digital tools that allow patients to collect PED in real time could also contribute to these advances, but it is equally important not to overlook the challenges they entail. The numerous and relevant initiatives being developed by various stakeholders in this field, including regulators, show their confidence in PED&#x2019;s value and create an ideal moment to address challenges and consolidate PED use across medicines&#x2019; life cycle.</p>
</abstract>
<kwd-group>
<kwd>patient experience data</kwd>
<kwd>patient-reported outcomes</kwd>
<kwd>patient preferences</kwd>
<kwd>regulatory</kwd>
<kwd>decision-making</kwd>
<kwd>challenges</kwd>
<kwd>opportunities</kwd>
<kwd>guidance</kwd>
</kwd-group>
<counts>
<fig-count count="0"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="106"/>
<page-count count="14"/>
<word-count count="13476"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Regulatory Science</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<title>Introduction</title>
<p>Recent years have seen an increased focus on patient engagement and on data collected directly from patients, with the objective of implementing patient-centric decision-making across the medicines&#x2019; life cycle. This paradigm-shift from disease-centered to patient-centered originates from the notion that patients are the experts in their own experience regarding their conditions and treatments (<xref ref-type="bibr" rid="ref1">1</xref>). Moreover, since patients are the end users of medicines, it is fair to assume that patients should participate more in the decisions that directly affect their medical care. One way of supporting this principle is by integrating Patient Experience Data (PED) into medicines development early on, so these data can be analyzed and submitted to regulators for the scientific evaluation on benefit&#x2013;risk leading to approval of a medicine. Analysis of these data can also generate evidence regarding patients&#x2019; experiences, preferences, needs and reported outcomes that could not only guide more downstream processes leading to medicines reimbursement and access decisions by healthcare systems, but also optimize clinical care (<xref ref-type="bibr" rid="ref2">2</xref>).</p>
<p>Various stakeholders, including regulators, have been concentrating their efforts into examining obstacles to the integration of PED in medicines development and also regulatory decision-making (<xref ref-type="bibr" rid="ref3">3</xref>). As an example, the European Medicines Agency (EMA) organized a workshop in 2022 (<xref ref-type="bibr" rid="ref4">4</xref>) to identify ways to improve evidence generation through PED, which would support a key priority for the EU Medicines Regulatory Network to increase patient access to medicines. A consensus on what is considered PED in the EU was reached with the collaboration of regulators, patients, healthcare professionals, industry representatives and academics, and a tentative EU definition of PED was proposed as &#x201C;<italic>data collected</italic> via <italic>a</italic> var<italic>iety of patient engagement activities and methodologies to collect patients&#x2019; experience of their health status, symptoms, disease course, treatment preferences, quality of life and impact of health care</italic>&#x201D; (<xref ref-type="bibr" rid="ref4">4</xref>).</p>
<p>In this context, it is also crucial to clarify the definition of Patient Engagement (PE) and how important it is for exploiting the collection and use of PED. The 2022 EMA workshop defined PE as &#x201C;<italic>all activities involving interaction with patients to gather their experience on disease, preferences, outcomes and treatments</italic>&#x201D; (<xref ref-type="bibr" rid="ref4">4</xref>). Accordingly, augmented patient engagement through validated methodologies could, in turn, increase the quantity, quality and use of PED in regulatory processes, such as scientific advice on companies&#x2019; proposed plans to develop new medicines and further decisions on benefit&#x2013;risk assessment of medicines (<xref ref-type="bibr" rid="ref2">2</xref>, <xref ref-type="bibr" rid="ref4">4</xref>). Indeed, the scientific advice provided by EMA to medicine developers on their study design plans at early stages in medicines development is an example of the added value of capturing patients views in regulatory processes, and how these can help shape and have concrete impact on medicines&#x2019; development plans. A fifth of the scientific advices with regulatory recommendations provided by EMA to companies between 2017 and 2020 were shaped following patient input. Additionally, concerning the cases where no modifications based on patient input were made, patients agreed with the Agency&#x2019;s advice on the proposed development plans in 90% of these cases (<xref ref-type="bibr" rid="ref5">5</xref>). Thus, patients&#x2019; experience might add value to early advice regulatory processes, and offers an opportunity for more systematic use of the different types of PED in regulatory decision-making, underscoring the need for further promotion.</p>
<p>Therefore, this review aims to map the existing PED definitions, data collection methodologies and application of different types of PED, namely Patient-Reported Outcomes (PRO) and Patient Preferences (PP) and illustrate how these data can be used in the different phases of medicines&#x2019; life cycle. Additionally, and considering the recent advances in the field, some challenges and opportunities regarding the implementation of PED in regulatory decision-making will be discussed, focusing on aspects of guidance, methodological limitations and digitalization.</p>
</sec>
<sec id="sec2">
<title>Types of patient experience data and collection methods</title>
<sec id="sec3">
<title>Patient engagement</title>
<p>Patient engagement in the development and regulation of medicines is an increasingly important element that aims to incorporate the views of patients throughout medicines&#x2019; life cycle, from research and development to regulatory approval and post-marketing surveillance. This approach recognizes patients as key actors whose insights and perspectives can significantly contribute to the safety, efficacy and acceptability of medicines (<xref ref-type="bibr" rid="ref4 ref5 ref6">4&#x2013;6</xref>). Although patient engagement is a relatively new field, experience to date allows us to describe some of the ways in which patient engagement is being integrated into the development and regulation of medicines (<xref ref-type="bibr" rid="ref4">4</xref>).</p>
<p>By participating in the design of clinical trials, patients can provide valuable input at the design stage, helping researchers to prioritize outcomes that are most relevant to patients, select patient-friendly study protocols and improve recruitment strategies. Patients can also help develop informed consent materials to ensure that the information provided to participants is clear, understandable and responsive to patient concerns and preferences (<xref ref-type="bibr" rid="ref7">7</xref>).</p>
<p>During the drug development process, patient advocates can work with pharmaceutical companies, regulatory agencies and even with the academic sector to provide insights into the lived experience of their condition, including treatment preferences, unmet needs and tolerability of potential side effects. This input can inform drug development strategies and decision-making processes (<xref ref-type="bibr" rid="ref2">2</xref>, <xref ref-type="bibr" rid="ref5">5</xref>). In particular, regulatory agencies are increasingly involving patients in scientific advisory groups, public hearings and consultations to gather patient perspectives on benefit&#x2013;risk assessments, prescribing requirements and post-marketing surveillance plans. Patient engagement continues after regulatory approval through initiatives such as patient registries, adverse event reporting systems and other measures that enable monitoring of treatment effectiveness and safety in real-world settings (<xref ref-type="bibr" rid="ref2">2</xref>, <xref ref-type="bibr" rid="ref5">5</xref>).</p>
<p>Health technology assessment (HTA) agencies are also increasingly involving patients in their processes, taking into account their experiences with medical interventions, their views on health-related quality of life measures, and value assessments that inform reimbursement decisions (<xref ref-type="bibr" rid="ref2">2</xref>). Particularly, the introduction of the Joint Clinical Assessment procedure in Europe, a centralized European framework for assessing clinical evidence within HTA assessments, is expected to promote PE in the HTA evaluation. In this line, EUnetHTA issued a guidance about patient engagement in 2023 (&#x201C;Guidance on Patient and Healthcare Professional Involvement&#x201D;) establishing a framework for the involvement of external experts, in which patients are included (<xref ref-type="bibr" rid="ref8">8</xref>). The EU Health Technology Assessment regulation, including Joint Clinical Assessment, represents the most significant change in the European healthcare landscape in recent years. However critically, pricing and reimbursement decision-making remains the responsibility of individual member states.</p>
<p>To improve the incorporation of patient engagement in decision-making, a collaborative, multistakeholder approach is essential. An example of such collaborative efforts is the FDA/EMA Patient Engagement Cluster, established in 2016 to facilitate regular exchange of best practices regarding patient engagement throughout the medicine&#x2019;s life cycle (<xref ref-type="bibr" rid="ref9">9</xref>).</p>
<p>In 2018, the European Patients&#x2019; Academy on Therapeutic Innovation (EUPATI) issued a set of guidance documents to support the implementation of patient engagement among key stakeholders. Firstly, the organization clarifies how the term &#x201C;patient&#x201D; can be use more precisely to reflect different inputs, by establishing definitions for &#x201C;individual patients,&#x201D; &#x201C;carers,&#x201D; &#x201C;patient advocates,&#x201D; &#x201C;patient organization representatives&#x201D; and &#x201C;patient experts.&#x201D; Additionally, for regulators and regulatory agencies, the EUPATI suggests patient participation through initiatives such as: a network of patient organizations; a forum established within the regulatory authority composed by patient organizations; the creation of a group of individual patients expert in their disease and its treatment; cooperation in the field of communication for information dissemination; a dedicated program for capacity-building, namely about the regulatory system, and financial support for patients contributing to the regulator&#x2019;s activities (<xref ref-type="bibr" rid="ref10">10</xref>).</p>
<p>By integrating patient engagement into the development and regulation of medicines, stakeholders can ensure that medical products are developed, evaluated and regulated in a way that reflects patients&#x2019; needs, preferences and values. This patient-centered approach promotes transparency, accountability and trust in the healthcare system, ultimately resulting in improved health outcomes and quality of life for patients (<xref ref-type="bibr" rid="ref4">4</xref>, <xref ref-type="bibr" rid="ref6">6</xref>, <xref ref-type="bibr" rid="ref10">10</xref>).</p>
</sec>
<sec id="sec4">
<title>Patient-reported outcomes</title>
<p>According to the EMA, Patient Reported Outcomes (PROs) &#x201C;refer to a health/treatment outcome reported directly by the patient without the interpretation of a clinician or another person&#x201D; (<xref ref-type="bibr" rid="ref4">4</xref>). This implies that the patient&#x2019;s experience is captured without modification or interpretation by a healthcare professional or anyone else (<xref ref-type="bibr" rid="ref11">11</xref>, <xref ref-type="bibr" rid="ref12">12</xref>).</p>
<p>PRO data are collected through patient-reported outcome measures (PROMs). PROMs are instruments (e.g., questionnaires or diaries) filled out by patients themselves as a self-report and have to be validated (<xref ref-type="bibr" rid="ref12">12</xref>, <xref ref-type="bibr" rid="ref13">13</xref>). Therefore, PROMs may provide helpful information regarding subjective outcomes/concepts such as symptoms (e.g., pain, fatigue, or nausea), mental functioning, physical functioning, well-being, adherence to treatment, satisfaction with treatment, and treatment preferences (<xref ref-type="bibr" rid="ref11 ref12 ref13">11&#x2013;13</xref>).</p>
<p>PROMs can be classified as generic or disease-specific. Generic PROMs can be used irrespectively of disease or patient, and they aim to measure single or multidimensional health concepts such as cognitive function, performance status, symptoms (including pain). Additionally, generic PROMs can also be applied in healthy subjects, for example, to evaluate overall health, a nontreatment intervention study, or a method to assess a PROM. Since they can apply to various patient populations, PROMs enable the comparison across different treatments or groups of patients under different environments/contexts and conditions. Nevertheless, generic PROMs lack sensitivity, can be less responsive to change and may fail to capture relevant disease-specific aspects when compared to disease-specific PROMs (<xref ref-type="bibr" rid="ref12 ref13 ref14">12&#x2013;14</xref>).</p>
<p>On the other hand, disease-specific PROMs provide a quantification of the impact of a specific disease. These instruments tend to be of higher relevance and responsiveness to changes, providing more comprehensive information on specific aspects of a disease. Nevertheless, they do not allow comparisons with general population data, across different patient populations and distinct diseases or conditions (<xref ref-type="bibr" rid="ref11">11</xref>, <xref ref-type="bibr" rid="ref12">12</xref>, <xref ref-type="bibr" rid="ref14 ref15 ref16 ref17">14&#x2013;17</xref>). Thus, it is fundamental to select PROMs (generic or disease-specific) that are fit-for-purpose considering the study&#x2019;s objectives and the characteristics of the population subject to analysis (<xref ref-type="bibr" rid="ref12">12</xref>). <xref ref-type="table" rid="tab1">Table 1</xref> summarizes the main advantages, limitations as well as gives examples of both generic and disease-specific PROMs.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Advantages, limitations and examples of generic and disease-specific Patient-Reported Outcome Measures.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="left" valign="top">Generic PROMs</th>
<th align="left" valign="top">Disease-specific PROMs</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="3">Advantages</td>
<td align="left" valign="middle">Allow for comparison across distinct treatments or groups of patients.</td>
<td align="left" valign="middle">Tailored to a specific disease/condition.</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">Allow for comparison with the general population data that can be used to interpret scores.</td>
<td align="left" valign="middle">May have higher relevance and responsiveness to change.</td>
</tr>
<tr>
<td align="left" valign="middle">May be more sensitive to particular domains of a disease.</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="3">Limitations</td>
<td align="left" valign="middle">May include less relevant items, or on the contrary, exclude relevant items.</td>
<td align="left" valign="middle">Do not allow for comparisons across patient populations with different diseases or conditions.</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">May be less sensitive to changes within the specific domains to the disease.</td>
<td align="left" valign="middle">May fail to identify relevant general domains and unexpected treatment-related toxicities.</td>
</tr>
<tr>
<td align="left" valign="middle">Do not allow for comparison with the general population data.</td>
</tr>
<tr>
<td align="left" valign="middle">Examples (<xref ref-type="bibr" rid="ref12">12</xref>, <xref ref-type="bibr" rid="ref13">13</xref>)</td>
<td align="left" valign="middle">EuroQoL-5 (EQ-5D); 36-Item Short Form Survey (SF-36); Nottingham Health Profile (NHP); and Sickness Impact Profile (SIP); Patient-Reported Outcomes Measurement Information System (PROMIS); World Health Organization Quality of Life-100 (WHOQOL-100); Visual Analog Scale (VAS); 12-Item Short Form Survey (SF-12).</td>
<td align="left" valign="middle">EORTC QLQ-C30 (European Organization for Research and Treatment); Functional Assessment of Cancer Therapy-General (FACT-G); International Index of Erectile Function (IIEF); National Eye Institute Visual Functioning Questionnaire; Pediatric Asthma Quality of Life Questionnaire (PAQLQ), Quality of Life in Epilepsy (QOLIE); Rotterdam Symptom Checklist (RSCL); Lung Cancer Symptom Scale (LCSS); MD Anderson Symptom Inventory (MDASI); Functional Assessment of Cancer Therapy Hepatobiliary Cancer Symptom Index&#x2014;8 Item Version (FHSI-8); Functional Assessment of Cancer Therapy&#x2014;Ovarian Symptom Index (FOSI); Functional Assessment of Chronic Illness Therapy (FACIT); Patient-Reported Outcomes version of the Common Terminology Criteria for Adverse Events (PRO-CTCAE).</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Considering both advantages and limitations of each category of PROMs, some authors recommend the combined administration of generic and disease-specific PROMs for a more thorough appraisal of the outcomes to be studied (<xref ref-type="bibr" rid="ref14">14</xref>). Hybrid measurement systems, also known as modular packages, use a generic health measure plus complementary disease-specific instruments. For example, the FACIT (Functional Assessment of Chronic Illness Therapy) system comprises a generic Health-Related Quality of Life (HRQL) measure and complementary disease-specific subscales. Most importantly, this modular approach may also improve comparability of PRO data (<xref ref-type="bibr" rid="ref14">14</xref>, <xref ref-type="bibr" rid="ref15">15</xref>, <xref ref-type="bibr" rid="ref18">18</xref>).</p>
<p>At a data collection level, PROMs can be a questionnaire, a self-report, or an interview, among other strategies; in either case, only the patient&#x2019;s answers are considered, unless this is not possible, in which case caregivers may report these outcomes (<xref ref-type="bibr" rid="ref12">12</xref>). The development of a PROM should start with the construction of a conceptual framework in which simpler concepts can be properly clustered into more complex groups for measurement purposes (<xref ref-type="bibr" rid="ref11">11</xref>, <xref ref-type="bibr" rid="ref19">19</xref>). This conceptual framework for the development of a PROM should consider, at its core, the desired claim, and it should not only be developed based on literature review, experts&#x2019; and physicians&#x2019; knowledge, but also stem from patient input and experience.</p>
<p>During this development process, patient input is vital to adapt and confirm the conceptual framework and can be obtained through a variety of methods, such as exploratory patient interviews, focus groups and other feedback strategies (<xref ref-type="bibr" rid="ref19 ref20 ref21">19&#x2013;21</xref>). Patient advocates and experts can attest if the concept is meaningful; suggest other domains to be included in the instrument; provide feedback to develop an instrument measure that consider diminishing missing data strategies; share cultural and linguistic details to be considered; advise on the medium and technologies used in the data collection phase; and even participate in the dissemination of the PROM, promoting its use among their networks (<xref ref-type="bibr" rid="ref19">19</xref>). Thus, involving more differentiated patient input might be of added value in this development phase of a PROM (<xref ref-type="bibr" rid="ref19">19</xref>, <xref ref-type="bibr" rid="ref21">21</xref>). Overall, the PROM development framework will provide the rationale regarding what outcomes to measure and how this is to be accomplished. It should also determine the target population and research application, which will, in turn, define the instrument&#x2019;s characteristics (<xref ref-type="bibr" rid="ref20">20</xref>, <xref ref-type="bibr" rid="ref22">22</xref>, <xref ref-type="bibr" rid="ref23">23</xref>).</p>
<p>Measurement property testing is also required, which will confirm, prior to the creation of the instrument itself, that the findings drawn from the application of the PROM are valid and relevant (<xref ref-type="bibr" rid="ref19">19</xref>, <xref ref-type="bibr" rid="ref21">21</xref>). Content, criterion and construct validity correspond to three measurement properties that are often assessed. <xref ref-type="table" rid="tab2">Table 2</xref> summarizes the definitions of these measurement properties and presents some examples of their application (<xref ref-type="bibr" rid="ref24">24</xref>).</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Examples of the practical application of content, criterion and construct validity.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Measurement property</th>
<th align="left" valign="top">Definition</th>
<th align="left" valign="top">Example</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">Content validity</td>
<td align="left" valign="middle">The degree to which the instrument accurately assesses the intended concept it was designed to measure (<xref ref-type="bibr" rid="ref24">24</xref>).</td>
<td align="left" valign="middle">If a questionnaire is developed as a PROM to evaluate how one therapeutic causes breathlessness, the content validity of this instrument would be the extent to which it would measure breathlessness, instead of anxiety or shallow breathing, or any other situations that could be mistaken with the actual claim it is intended to measure (<xref ref-type="bibr" rid="ref22">22</xref>, <xref ref-type="bibr" rid="ref23">23</xref>).</td>
</tr>
<tr>
<td align="left" valign="middle">Criterion validity</td>
<td align="left" valign="middle">The extent to which a score of a particular instrument relates to a gold standard (<xref ref-type="bibr" rid="ref24">24</xref>).</td>
<td align="left" valign="middle">To determine a threshold in the PROM 9-item Patient Health Questionnaire (PHQ-9), scores were compared against the gold standard for diagnosing major depression, which involves an interview conducted by a healthcare professional following the Diagnostic and Statistical Manual of Mental Disorders (DSM) guidelines (<xref ref-type="bibr" rid="ref25">25</xref>).</td>
</tr>
<tr>
<td align="left" valign="middle">Construct validity</td>
<td align="left" valign="middle">The extent to which a score given through one instrument matches consistently with the hypothesis proposed (<xref ref-type="bibr" rid="ref24">24</xref>, <xref ref-type="bibr" rid="ref26">26</xref>).</td>
<td align="left" valign="middle">In individuals with COPD, it is anticipated that those with lower treadmill exercise capacity will typically experience more dyspnea in daily life compared to those with higher exercise capacities (<xref ref-type="bibr" rid="ref27">27</xref>).</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Content validity corresponds to the degree to which the instrument accurately assesses the intended concept it was designed to measure (<xref ref-type="bibr" rid="ref24">24</xref>). To prove its content validity, robust evidence should be gathered demonstrating that the instrument measures its purpose and that its items and domains are appropriate regarding the concept intended to be measured, population, and use (<xref ref-type="bibr" rid="ref24">24</xref>). When it comes to a PROM, the qualitative work with patients is relevant since a PROM is meant to measure important concepts from the patient&#x2019;s perspective. This way, the PROM should be built according to the patient&#x2019;s comprehensiveness and perspective, and not according to clinicians and other stakeholders. Criterion validity, a related concept, must also be addressed as it intends to describe how the score of a particular instrument relates to a gold standard, demonstrating how similar the instrument used is to the gold standard instrument (<xref ref-type="bibr" rid="ref24">24</xref>).</p>
<p>Construct validity corresponds to another type of measurement properties and is established as the extent to which a score given through one instrument matches consistently with the hypothesis proposed, regarding the claims being measured, and represents the relationship between the score and the theoretical claim (<xref ref-type="bibr" rid="ref24">24</xref>, <xref ref-type="bibr" rid="ref26">26</xref>). A PROM must also show reliability, a measurement property which also contributes to its validity. Reliability means that the instrument will reproduce consistent results over time, if applied at different time points, for example throughout a clinical trial (<xref ref-type="bibr" rid="ref24">24</xref>).</p>
<p>These instruments should also be able to detect if clinically important changes have occurred in an outcome, according to the study&#x2019;s objectives. The degree to which a PROM can detect the changes of the measures over time should be well defined in advance (<xref ref-type="bibr" rid="ref28">28</xref>, <xref ref-type="bibr" rid="ref29">29</xref>). Therefore, another relevant measurement property of the PROM is the minimal clinically importance difference (MCID), which can be defined as a measure of the smallest change in an outcome that patients perceive as important and may therefore require a change in patient&#x2019;s management (<xref ref-type="bibr" rid="ref30">30</xref>). To illustrate this concept, while MCID has been used to help healthcare professionals to assess if an intervention might cause a clinically important change, applying it to PROM allows patients to participate in the definition of what they find to be a meaningful change (<xref ref-type="bibr" rid="ref30">30</xref>). The use of MCID is progressively expanding to comprehend the clinical effectiveness of a specific treatment, establish clinical practice guidelines, and accurately interpret trial outcomes. Despite this, different methods for MCID calculation (e.g., anchor-based methods, distribution-based methods) can result in heterogeneous results which can make the evaluation of the treatment&#x2019;s effectiveness difficult. Consequently, research has been developed to calculate MCID thresholds for common PROMs to obtain more accurate results (<xref ref-type="bibr" rid="ref30">30</xref>, <xref ref-type="bibr" rid="ref31">31</xref>).</p>
<p>After having reached the initial stages of PROM development, cognitive interviews are usually carried out in order to check how the items incorporated in the PROM are assessed by individual patients or carers in terms of clarity and relevance (<xref ref-type="bibr" rid="ref32">32</xref>, <xref ref-type="bibr" rid="ref33">33</xref>). These cognitive interviews with patients then allow researchers to compare if the understanding of the instrument matches the idea that instigated its development and whether issues of literacy, jargon, technical language, or culture-specific constructs exist. The research team organizes these interviews until a saturation of information is reached, i.e., there is no additional information if more interviews were conducted. Consequently, the results and content obtained from the cognitive interviews is then considered during a revision phase where items can be altered accordingly (<xref ref-type="bibr" rid="ref33">33</xref>). Patient organizations may play a crucial role in identifying individual patients or carers that consent to participate in these cognitive interviews.</p>
<p>Finally, PROM&#x2019;s revision does not end in the development phase. During its use, additional clinical data, other patients&#x2019; inputs and considerations regarding changes of the environment can be gathered to instigate new revision processes, assuring the quality parameters that a PROM needs to reach. As an example, if a cognitive PROM&#x2019;s item assesses the patients&#x2019; capacity to make a phone call, this indicator might need to be reviewed to start considering a scenario where patients use a smartphone, instead of a traditional landline phone, since both represent different cognitive abilities (<xref ref-type="bibr" rid="ref33">33</xref>).</p>
</sec>
<sec id="sec5">
<title>Patient preferences</title>
<p>Patient Preferences (PP), in the medicines&#x2019; regulatory setting, can be summarized as instruments capable of indicating &#x201C;<italic>how desirable or acceptable is to patients a given alternative or choice among all the outcomes of a given medicine</italic>&#x201D; (<xref ref-type="bibr" rid="ref4">4</xref>). PP information may complement traditionally collected safety and efficacy data, ensuring that the patients&#x2019; preferences, needs, and values will guide decision-making based on what patients are disposed to consent in terms of benefits and harms. Therefore, it is anticipated that patient-centered decisions will be more trusted by patients, clinicians, and the general public. Such decisions might also increase patient satisfaction, by meeting their needs and expectations, and ultimately improve their adherence to the treatment, leading to better health outcomes and effectiveness (<xref ref-type="bibr" rid="ref34">34</xref>).</p>
<p>In this context, PP can generate different inputs when compared to PRO data. Notwithstanding, PP information is able to illustrate what outcomes are a priority and what medical needs are required to be met. Moreover, PP might also be able to promote and highlight the need of shared decision-making, resulting in outcomes more relevant to patients and optimized transparency (<xref ref-type="bibr" rid="ref35">35</xref>). Concretely, a study by Fifer et al. in the context of multiple myeloma illustrates that patient preferences may vary from patient to patient, while professionals involved in patient care may place different value on patients&#x2019; preferred treatment outcomes (<xref ref-type="bibr" rid="ref36">36</xref>).</p>
<p>PP information can be collected through mainly two different methods. Preference exploration methods (qualitative) collect in-depth descriptive data about patient experiences, perspectives, and the treatment attributes that are most important to them. Qualitative research is usually unstructured or semi-structured, such as individual interviews, focus groups and open-ended survey questions (<xref ref-type="bibr" rid="ref37">37</xref>, <xref ref-type="bibr" rid="ref38">38</xref>). In turn, patient preference elicitation methods (quantitative) quantify patient preferences in a structured manner. They collect numerical data that assesses the relative weights assigned to different attributes and which compromises patients are willing to accept, allowing to statistically detect preference heterogeneity. Discrete choice experiments (DCE), threshold technique, swing-weighting, and best-worst scaling (BWS) are some examples of preference elicitation methods (<xref ref-type="bibr" rid="ref39">39</xref>). <xref ref-type="table" rid="tab3">Table 3</xref> summarizes some examples of PP exploration and elicitation methods.</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Examples of PP collection methods.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Category</th>
<th align="left" valign="top">Nature</th>
<th align="left" valign="top">Description</th>
<th align="left" valign="top">Examples</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="3">Exploration (<xref ref-type="bibr" rid="ref37">37</xref>, <xref ref-type="bibr" rid="ref38">38</xref>)</td>
<td align="left" valign="middle" rowspan="3">Qualitative</td>
<td align="left" valign="middle" rowspan="3">Collection of descriptive data about patients&#x2019; experiences and preferences.</td>
<td align="left" valign="top">(Semi-)structured interview</td>
</tr>
<tr>
<td align="left" valign="top">In-depth individual interview</td>
</tr>
<tr>
<td align="left" valign="top">Complaints procedures</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="4">Elicitation (<xref ref-type="bibr" rid="ref39">39</xref>)</td>
<td align="left" valign="middle" rowspan="4">Quantitative</td>
<td align="left" valign="middle" rowspan="4">Structured and systematic quantification of patient preferences.</td>
<td align="left" valign="top">Discrete choice experiments (DCE)</td>
</tr>
<tr>
<td align="left" valign="top">Swing-weighting</td>
</tr>
<tr>
<td align="left" valign="top">Threshold technique</td>
</tr>
<tr>
<td align="left" valign="top">Best-worst scaling (BWS)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>In the context of an HTA study to establish the value of PP studies, a research program conducted by the National Institute for Health and Care Excellence (NICE) and the Myeloma UK patient charity identified DCE as the most used approach for eliciting patient preferences, due to its robustness and similarity to real-life decisions (<xref ref-type="bibr" rid="ref40">40</xref>). This method is used in several studies to explain or predict a choice from a set of mutually exclusive alternatives (<xref ref-type="bibr" rid="ref40 ref41 ref42">40&#x2013;42</xref>). In the DCE approach, patients are asked to choose their preferred option, based on the attributes and their respective levels (effectiveness, duration of treatment benefit, risk of mild and/or serious side effects and mode of administration, for example). There may also be an &#x201C;opt-out&#x201D; option which allows the patient not to choose any alternative if neither are acceptable, providing a more accurate picture of the expected uptake of that treatment (<xref ref-type="bibr" rid="ref37">37</xref>, <xref ref-type="bibr" rid="ref41 ref42 ref43 ref44">41&#x2013;44</xref>). Therefore, this method is useful not only to assess the relative importance of treatment attributes, but also to measure the highest level of risk a patient would be willing to tolerate in return for a specific benefit (<xref ref-type="bibr" rid="ref43">43</xref>).</p>
<p>Nevertheless, DCE is not universally applicable. For example, it is not a suitable method when there are many attributes to consider, when patients cannot process a large amount of information or require approaches of easier comprehension, or in case of small samples which do not allow valid statistical analysis, such as rare diseases (<xref ref-type="bibr" rid="ref45">45</xref>, <xref ref-type="bibr" rid="ref46">46</xref>).</p>
<p>Although, PP collection methods can be categorized as either exploration or elicitation methods, they can also be classified as revealed-preference or stated-preference. Revealed-preference methods rely on observing real-world choices and behaviors to draw conclusions. Examples of revealed-preference methods encompass patient-preference trials and direct inquiries within clinical trials. Conversely, in stated-preference methods, patient preferences are elicited through hypothetical experiments. Stated-preference comprises methods such as direct assessment questions, DCE, threshold technique, conjoint analysis, and BWS (<xref ref-type="bibr" rid="ref45">45</xref>).</p>
<p>Most patient-preference studies in healthcare research use stated-preference methods. Revealed-preference methods are only possible for existing products in the market, and thus are not applicable to novel medicines that are not yet available. Due to the hypothetically nature of stated-preferences, it has to be assumed that patients would actually choose the options they say they would. While revealed-preferences can avoid hypothetical bias, they still are subject to other bias, such as individual financial considerations. Furthermore, revealed-preference methods often are unable to infer the relative weights of individual attributes (<xref ref-type="bibr" rid="ref37">37</xref>, <xref ref-type="bibr" rid="ref47">47</xref>, <xref ref-type="bibr" rid="ref48">48</xref>).</p>
</sec>
</sec>
<sec id="sec6">
<title>Patient experience data use in medicines&#x2019; life cycle</title>
<sec id="sec7">
<title>Patient reported outcomes</title>
<sec id="sec8">
<title>Medicine development and regulatory approval</title>
<p>PRO data obtained from clinical trials can inform the medicine development phase (e.g., study design), market authorization and post-authorization monitoring process, supporting the determination of benefit&#x2013;risk balance and labeling claims in different moments of assessment (<xref ref-type="bibr" rid="ref49">49</xref>). The patient perspective can complement traditional endpoints, such as objective clinical outcomes and laboratory parameters, which may not always fully capture the impact of a treatment. For instance, PRO data may help in disclosing treatment-related symptoms that need to be addressed or support choice between two medicines with a similar efficacy profile (<xref ref-type="bibr" rid="ref50">50</xref>). As an example, overall survival (OS) is a common outcome assessed in randomized controlled trials (RCTs) to measure the clinical benefit of an experimental intervention, especially in oncology. However, this evaluation overlooks the experience of the patient during treatment (<xref ref-type="bibr" rid="ref51">51</xref>). Consequently, these studies often include in the analysis the use of a PRO to assess health-related quality of life (HRQoL). Thus, a more holistic approach of the treatment might be evaluated, complementing other physiologic or clinical endpoints (<xref ref-type="bibr" rid="ref48">48</xref>). PRO data can also be integrated into medical product labeling to provide information on safety and tolerability, and to support specific claims of treatment benefits. This can be relevant considering that the patients&#x2019; have first-hand knowledge of the effects of a certain medicine (<xref ref-type="bibr" rid="ref12">12</xref>, <xref ref-type="bibr" rid="ref13">13</xref>, <xref ref-type="bibr" rid="ref52">52</xref>).</p>
<p>Several initiatives have been developed to promote best methodological practice for use of PRO in clinical trials. The PROTEUS Consortium, a project funded by the pharmaceutical industry, has identified core documents on designing PRO protocols (<xref ref-type="bibr" rid="ref53">53</xref>), selecting PROM (<xref ref-type="bibr" rid="ref50">50</xref>), analyzing PRO data (<xref ref-type="bibr" rid="ref54">54</xref>), reporting PRO findings (<xref ref-type="bibr" rid="ref55">55</xref>), among other aspects. These tools have been aggregated and described in detail in the PROTEUS Handbook (<xref ref-type="bibr" rid="ref56">56</xref>). Selected PRO related guidance documents and tools are briefly described in the table below (<xref ref-type="table" rid="tab4">Table 4</xref>).</p>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption>
<p>Selected documents and tools for PRO use in medicine development and approval.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Documents/tools</th>
<th align="left" valign="top">Description</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">CONSORT-PRO Extension (Consolidated Standards of Reporting Trials Statement-PRO extension) (<xref ref-type="bibr" rid="ref44">44</xref>)</td>
<td align="left" valign="middle">The CONSORT-PRO Extension was published in 2013 aiming to improve reporting of RCT PRO findings. It includes a five-item checklist on what should be included when reporting RCTs in which PROs are primary or secondary endpoints.</td>
</tr>
<tr>
<td align="left" valign="middle">International Society for Quality-of-Life Research (ISOQOL) Guidance (<xref ref-type="bibr" rid="ref42">42</xref>, <xref ref-type="bibr" rid="ref48">48</xref>)</td>
<td align="left" valign="middle">In 2013, ISOQOL published a guidance on minimum standards for PROM in patient-centered outcomes and comparative effectiveness research. These standards can inform the selection of PROM for the respective research studies. In the same year, ISOQOL also developed a set of recommended standards for reporting RCT PRO results.</td>
</tr>
<tr>
<td align="left" valign="middle">SPIRIT-PRO Extension (Standard Protocol Items: Recommendations for Interventional Trials in Patient-Reported Outcomes) (<xref ref-type="bibr" rid="ref41">41</xref>, <xref ref-type="bibr" rid="ref46">46</xref>)</td>
<td align="left" valign="middle">Released in 2018, the SPIRIT-PRO Extension comprises a 16-item checklist detailing the specific PRO content that should be incorporated into protocols. Its objective is to enhance the comprehensiveness and transparency of clinical trial protocols, particularly those where PROs are primary or key secondary endpoints. The authors advocate for utilizing the SPIRIT-PRO Extension in conjunction with the SPIRIT 2013 Guidelines, which establish the minimum content requirements for a clinical trial protocol.</td>
</tr>
<tr>
<td align="left" valign="middle">SISAQOL (Setting International Standards in Analyzing Patient-Reported Outcomes and Quality of Life Endpoints Data) Consortium (<xref ref-type="bibr" rid="ref43">43</xref>)</td>
<td align="left" valign="middle">In 2021, the SISAQOL Consortium released initial recommendations for standardizing the analysis and interpretation of PRO and quality of life data in cancer clinical trials. These recommendations intend to facilitate the development of international consensual standards for PRO analysis in cancer RCTs.</td>
</tr>
<tr>
<td align="left" valign="middle">Cochrane Handbook for Systematic Reviews of Interventions&#x2014;Chapter 18 &#x201C;Patient-reported Outcomes&#x201D; (<xref ref-type="bibr" rid="ref27">27</xref>)</td>
<td align="left" valign="middle">The version 6.4 of this handbook, published in 2023, pretends to give authors tools to approach PRO in systematic reviews, by explaining how PROM are developed and by highlighting the importance of indicating unequivocally the PROM to measure the outcomes of interest.</td>
</tr>
<tr>
<td align="left" valign="middle">Current Practices and Challenges When Submitting Patient Experience Data for Regulatory Decisions by the US Food and Drug Administration: An Industry Survey (<xref ref-type="bibr" rid="ref57">57</xref>)</td>
<td align="left" valign="middle">Survey aimed at assessing practices and challenges regarding PED, and PRO, in particular, submission for FDA regulatory approval.</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>In recent years, regulators have been paying more attention to PROs, especially in their medicine&#x2019;s approval processes due to the rising interest of this area of knowledge. A review of 497 European Public Assessment Reports (EPAR) of authorized medicines and 19 EPARs of withdrawn medicines, published from 2017 to 2022, found that 48.3% and 52.6% stated use of PRO, respectively. In this study, PROs were mostly considered as secondary (53.3%) and exploratory endpoints (18.8%); in 32.5% of the cases, the PROs used were related to general quality of life; and PRO use was particularly low in some therapeutic areas, such as infectious diseases (15.2%) (<xref ref-type="bibr" rid="ref58">58</xref>).</p>
<p>Considering an example from the oncology field, the results from a study conducted to evaluate the use of PROs for the approval of oncology medicines in the EU, from 2017 to 2020, demonstrated that out of the 104 clinical trials conducted for the approval of the 76 medicines studied, PROs were considered as a secondary endpoint in 57.7% and exploratory in 29.8%. These 76 medicines corresponded to 128 indications, however only in 22 of them the PROM use was mentioned in section 5.1 of the Summary of Product Characteristics (SmPC). This emphasizes how the contribution of PROs to evidence accepted for establishing the positive benefit&#x2013;risk assessment of a new medicine can be challenging, mainly due to aspects related to study design, PROM selection and missing data (<xref ref-type="bibr" rid="ref59">59</xref>).</p>
<p>Finally, a study looking into establishing the use of PROs in the approval of orphan medicines, revealed that, in the European context, PRO use in orphan medicines was lower when compared with all medicines&#x2019; approval. Nonetheless, when compared to the results from a similarly conducted study in the United States of America, the authors state that FDA approvals included significantly less PROMs in their processes in comparison with the EMA approvals, during the study period (<xref ref-type="bibr" rid="ref60">60</xref>). This could be due to a relatively longer experience within the European context following the publication in 2005 of the HRQoL guidance, which suggests that regulatory guidance can stimulate the use of PROs (<xref ref-type="bibr" rid="ref60">60</xref>, <xref ref-type="bibr" rid="ref61">61</xref>).</p>
</sec>
<sec id="sec9">
<title>Health technology assessment</title>
<p>It is also necessary to progress toward a more patient-centric evaluation of health technologies (<xref ref-type="bibr" rid="ref62">62</xref>, <xref ref-type="bibr" rid="ref63">63</xref>). In other words, some authors argue that there should be a reframing of the concept of health value that includes what patients perceive as value (<xref ref-type="bibr" rid="ref63">63</xref>). In the HTA setting, the perception of value differs from the need of positive results of critical endpoints assessed by regulators. Particularly, HTA focus on comparative analysis to guarantee that the intervention reimbursed has the ability to diminish burden in the system, while facilitating access. In this sense, there is an opportunity to use PROMs in HTA to gather information on a treatment&#x2019;s added value, which, in turn, can inform market access, reimbursements, and pricing negotiations. Incorporating PRO data in HTA can be essential in assessing the effectiveness and value of health technologies, and ultimately improve efficiency in resource allocation (<xref ref-type="bibr" rid="ref28">28</xref>, <xref ref-type="bibr" rid="ref62">62</xref>).</p>
<p>A study analyzed HTA appraisal reports that contained PROs as endpoints between January 2018 and March 2020 and that were submitted to the Canadian, French, German, Scottish and British HTA agencies. PRO data were found in 77% (48 out of 62) of the reimbursement submissions (62 medicinal products assessed in total). PROs were included in 23 appraisals as a primary or a key secondary endpoint and 43% of these assessments (10 out of 23) received approval for reimbursement from at least three agencies. However, the authors report that most of the PRO data submitted received unfavorable assessments from various agencies. The main reasons listed were the absence of a predefined analysis for responders, utilization of a non-validated tool for collecting PROs, uncertainty in PRO measurements and meaningful changes in scores. Thus, the study showed that there is a considerable variability in HTA assessment of PROs and there is room for companies to better prepare their submissions (<xref ref-type="bibr" rid="ref29">29</xref>).</p>
</sec>
<sec id="sec10">
<title>Real-world setting</title>
<p>Conventionally, PRO data are more often collected in clinical trials to support regulatory, HTA and clinical decision-making. However, stakeholders are broadening their interest in better understanding the patient perspective in the real-world (routine clinical care) setting where PRO data collection has been of added value (<xref ref-type="bibr" rid="ref17">17</xref>, <xref ref-type="bibr" rid="ref64">64</xref>). Considering a clinical care example, a study on patients who suffered acute stroke discharged from a tertiary care hospital demonstrated that the results of a clinician-reported outcome did not align with the patients&#x2019; perception obtained through PRO 3 months after the event (<xref ref-type="bibr" rid="ref65">65</xref>).</p>
<p>Furthermore, real-world PRO data can also inform the early stages of medicine development. By using PROs to gather insights on the natural history of disease, disease burden and unmet needs, researchers can select the most suitable endpoints for the subsequent clinical trials. Finally, PROs may be a source of evidence in early access, compassionate use, and off-label use contexts (<xref ref-type="bibr" rid="ref66">66</xref>).</p>
<p>A review of all publicly available data on post-authorization safety studies (PASS) protocols submitted to the Pharmacovigilance Risk Assessment Committee (PRAC), EMA and European Network of Pharmacovigilance and Pharmacoepidemiology (ENCePP) repositories, from 2012 to 2015, demonstrated that PRO use among regulatory medicines post-authorization safety assessment is still low. Almost half of the electronic register of PASS (EU-PAS) entries had the protocols available, of which only 14% included PRO data. Such PROs assessed disease burden, symptoms and quality of life (<xref ref-type="bibr" rid="ref64">64</xref>).</p>
<p>In 2023, a study using qualitative interviews to assess the degree of PRO implementation in the real-world setting found consensus that the use of PRO in routine clinical care setting is not yet well established. The main challenges identified were lack of infrastructure and resources to collect PRO systematically in the real-world setting and few financing opportunities (<xref ref-type="bibr" rid="ref67">67</xref>).</p>
</sec>
</sec>
<sec id="sec11">
<title>Patient preferences</title>
<sec id="sec12">
<title>Medicine development and regulatory approval</title>
<p>Patient preferences (PP) information can address the relative weights between benefits and risks and what would be the maximum acceptable risk for a given health benefit, with such information being particularly useful in more complex benefit&#x2013;risk evaluations for early access. Some reports suggest that information generated may be included on the product label to inform the patients regarding benefits and risks (<xref ref-type="bibr" rid="ref39">39</xref>, <xref ref-type="bibr" rid="ref41">41</xref>, <xref ref-type="bibr" rid="ref68">68</xref>). The current regulatory thinking is that PP information can help healthcare professionals to identify situations of high preference heterogeneity and where an in-depth understanding of individual preferences is needed.</p>
<p>Despite the recognition of PP&#x2019;s potential in regulatory decision-making, they are not yet systematically integrated in medicines&#x2019; life cycle, particularly at the medicine approval stage (<xref ref-type="bibr" rid="ref39">39</xref>). In the literature, around 30 methods for incorporating PP are described, and some authors suggest that this number causes uncertainty for stakeholders when choosing a method and thus limiting its usage (<xref ref-type="bibr" rid="ref69">69</xref>, <xref ref-type="bibr" rid="ref70">70</xref>). Additionally, in the 2022 workshop organized by the EMA, stakeholders recognized that PP studies might not have been used much in decision-making because they are complex and time consuming, and there is a lack of methodological harmonization. Stakeholders also encourage the development of PP tools based on practical experience to avoid rigidity in the implementation process of these methodologies and also of more guidance that might diminish this implementation&#x2019;s hurdle (<xref ref-type="bibr" rid="ref4">4</xref>, <xref ref-type="bibr" rid="ref70">70</xref>).</p>
<p>In 2015, the Innovative Medicines Initiative (IMI) launched the Patient Preferences in Benefit&#x2013;Risk Assessments during the Drug Life Cycle project (Project PREFER), a collaborative effort between public and private entities such as the industry, academia, patient organizations, and a HTA organization. PREFER aimed to explore when and how PP should be considered to enhance decision-making process by regulatory and HTA organizations (<xref ref-type="bibr" rid="ref71">71</xref>). This 6-year project was divided into work packages. The methodology work package was responsible for investigating the concerns stakeholders may have about using PP studies and provided recommendations on which methodologies should be used. The case study work package has conducted several studies based on the recommendations previously released. Finally, the recommendations work package launched a set of experience-based recommendations based on their work for PP inclusion throughout the medicines&#x2019; life cycle. Consequently, these recommendations are anticipated to aid in the formulation of guidelines for industry, regulatory and HTA institutions. From this project arose several publications, training materials, webinars to increase stakeholders&#x2019; familiarity with PP studies, and operational guidance and additional resources to assist in the design and implementation of these studies (<xref ref-type="bibr" rid="ref71">71</xref>).</p>
</sec>
<sec id="sec13">
<title>Health technology assessment</title>
<p>PP could inform HTA on non-health attributes that are not captured by traditional assessment tools (<xref ref-type="bibr" rid="ref34">34</xref>, <xref ref-type="bibr" rid="ref39">39</xref>, <xref ref-type="bibr" rid="ref68">68</xref>, <xref ref-type="bibr" rid="ref72">72</xref>). In particular, PP can be useful in cost-effectiveness analysis balancing clinical outcomes and Quality-Adjusted Life Years (QALYs) and possibly in reducing uncertainty when it comes to adherence in the real-world setting (<xref ref-type="bibr" rid="ref39">39</xref>).</p>
<p>Several HTA bodies, such as NICE in the UK, the German HTA body IQWiG, and the Belgian HTA body KCE, have shown growing interest in using patient preferences for HTA, and have engaged in projects to advance the field of PP assessment for HTA (<xref ref-type="bibr" rid="ref40">40</xref>). However, despite this recognition, integration of PP in HTA processes remains a challenge and has not yet been widely used (<xref ref-type="bibr" rid="ref72">72</xref>). Representativeness in the HTA process seems to be one of the limiting factors that hinder greater application of PP data, so more studies should be carried out in this regard (<xref ref-type="bibr" rid="ref39">39</xref>).</p>
</sec>
<sec id="sec14">
<title>Real-world setting</title>
<p>Throughout the post-marketing phase, PP may inform patient acceptability of a given therapy in routine clinical care settings, extensions of indications, post-marketing surveillance, specific treatment opportunities, need for optimizing existing medical products, and product innovation (<xref ref-type="bibr" rid="ref39">39</xref>, <xref ref-type="bibr" rid="ref68">68</xref>, <xref ref-type="bibr" rid="ref73">73</xref>). For instance, as stated in the PREFER recommendations, a preference study could be set up to understand the patient acceptance of rare but serious safety signals observed in the post-approval phase. Finally, investigating revealed preferences in the real-world setting could add to the information provided by stated preferences and potentially improve external validity (<xref ref-type="bibr" rid="ref43">43</xref>). Nonetheless, there are not yet many examples of the real application of PPs in the real-world setting, according to the literature. This limited incorporation of PP might be due to PP&#x2019;s methodological challenges related to capturing and using real-world data for decision-making (limited access to databases and registries, data quality, complex analytical methodologies and confounding, for example) (<xref ref-type="bibr" rid="ref74">74</xref>).</p>
</sec>
</sec>
</sec>
<sec id="sec15">
<title>Challenges and opportunities</title>
<sec id="sec16">
<title>Regulatory guidance</title>
<p>As stated so far, the potential and number of applications of PED are vast. Moreover, all stakeholders seem to be aware of the importance of PED as a vehicle to develop a more patient-centric approach in healthcare and in the medicines&#x2019; regulatory field, in particular. This fact might be demonstrated by the number of past and ongoing efforts to leverage PE and PED in regulatory decision-making. In a review in 2023, 53 relevant global regulatory and HTA initiatives regarding the use of PED were highlighted (<xref ref-type="bibr" rid="ref2">2</xref>). Additionally, this review showed that the majority of these initiatives (<xref ref-type="bibr" rid="ref13">13</xref>) were of an international nature, followed by a tie between North America and Europe, which contributed equally with 11 initiatives (<xref ref-type="bibr" rid="ref2">2</xref>).</p>
<p>In the European setting, EMA is demonstrating how this patient-centric vision has been put into practice by engaging patients and their representatives in its scientific committees&#x2019; and also in its public hearings (<xref ref-type="bibr" rid="ref6">6</xref>). The &#x201C;<italic>Multi-stakeholder workshop: Patient experience data in medicines development and regulatory decision-making</italic>&#x201D; is also a recent evidence of the continuation of this vision and has provided essential multi-stakeholder reflections on how to progress integrating PED in the EU and addressing challenges in implementation (<xref ref-type="bibr" rid="ref4">4</xref>, <xref ref-type="bibr" rid="ref75">75</xref>). In this context, it is also worth noting the possibilities of increasing the adoption of PED offered by the development of the European Health Data Space (<xref ref-type="bibr" rid="ref76">76</xref>) and the reform of pharmaceutical legislation, both activities in progress at the time of writing this manuscript (<xref ref-type="bibr" rid="ref77">77</xref>, <xref ref-type="bibr" rid="ref78">78</xref>).</p>
<p>In the US, FDA has developed an initiative called &#x201C;Patient-Focused Drug Development&#x201D; (PFDD) under the 21st Century Cures Act and The Food and Drug Administration Reauthorization Act of 2017 Title I. The PFDD initiative aimed at developing four guidances about methodological considerations that should be contemplated when submitting PED to FDA. Prior to these guidances, public workshops were organized and as <xref ref-type="supplementary-material" rid="SM1">Supplementary material</xref>, FDA published two other documents &#x201C;<italic>Submitting Clinical Trial Datasets and Documentation for Clinical Outcome Assessments Using Item Response Theory</italic>&#x201D; and &#x201C;<italic>Submitting Patient-Reported Outcome Data in Cancer Clinical Trials</italic>&#x201D; (<xref ref-type="bibr" rid="ref79">79</xref>). Other stakeholders have also been able to share some feedback on these initiatives. In particular, various organizations (pharmaceutical industry, patient organizations, public institutions, professional associations) have provided comments on the methodological challenges related to PED as requested by the FDA (<xref ref-type="bibr" rid="ref80">80</xref>). In addition, the Biotechnology Innovation Organization (BIO) also issued a white paper with recommendations for the PED table included in FDA review documents (<xref ref-type="bibr" rid="ref81">81</xref>).</p>
<p>It is clear that regulatory agencies, namely EMA and FDA are engaged in efforts to create a more prepared ecosystem for the challenges posed. The main initiatives of interest that intend to promote and facilitate the use of different types of PED, developed by the two agencies, both in Europe and in the US, are briefly presented in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 1</xref>.</p>
<p>In the HTA landscape, the implementation of the Joint Clinical Assessment in the European setting presents an opportunity for PE and, consequently, for the use of PED. The guidance on Patient and Healthcare Professional Involvement advocates for the inclusion of individual patients with collective disease expertise as external experts, thereby allowing them to provide insights about treatment pathways, evaluate study designs and support the definition of the PICO framework for assessments. According to the same guidance, data derived from this involvement is expected to be collected through questionnaires, interviews and consolidated meetings (<xref ref-type="bibr" rid="ref8">8</xref>). Despite the limited large-scale experience with these guidelines, there will be no need for an extended wait for feedback, as the Joint Clinical Assessment becomes mandatory for oncology medicines and advanced therapy medicinal products (ATMPs) in the beginning of 2025 (<xref ref-type="bibr" rid="ref82">82</xref>).</p>
<p>Despite these efforts, stakeholders are calling for more regulatory guidance to be developed. On one hand, the medicines developers are asking for harmonization of the concepts, definition of standard methods and investing in collecting these data, and for the data to have a concrete role in decision-making processes. On the other hand, patient advocates and patient organization representatives and other stakeholders are demanding more transparency on how PED is evaluated and whether/why it is accepted as evidence to establish the benefit/risk so that they can assess the impact of their involvement in shaping development plans and regulatory decision-making (<xref ref-type="bibr" rid="ref1">1</xref>, <xref ref-type="bibr" rid="ref4">4</xref>, <xref ref-type="bibr" rid="ref35">35</xref>, <xref ref-type="bibr" rid="ref83">83</xref>).</p>
</sec>
<sec id="sec17">
<title>Methodological aspects</title>
<p>Methodological aspects still represent a considerable challenge for most stakeholders, which is one of the reasons why more guidance is requested. Missing data is a well-known problem in PED, particularly in PRO analysis, and it is defined by the SISAQOL-IMI Consortium, a collaborative project supported by both public and private organizations under the Innovative Health Initiative (IHI), as any &#x201C;<italic>data that would be meaningful for the analysis of a given research objective or estimate but were not collected</italic>&#x201D; (<xref ref-type="bibr" rid="ref54">54</xref>). Therefore, the study protocol should describe how missing data will be accounted for in the analysis. The proportion and reasons for missing values should also be reported. For example, if only patients who feel better can complete the questionnaire, it will likely introduce a selection bias, resulting in misleading results (<xref ref-type="bibr" rid="ref54">54</xref>, <xref ref-type="bibr" rid="ref84">84</xref>). The high rate of missing data has been attributed to the logistical difficulty and time-consuming implementation of PRO assessment in clinical trials, which is why it is often deprioritized (<xref ref-type="bibr" rid="ref85">85</xref>). To overcome the barriers associated with missing data and improve completion rates, the scientific literature recommends several strategies, including: assuring that patients understand the purpose of the assessment and value the utility of PRO data; giving clear instructions to participants, and ensuring that physicians are also aware of the value of PROs and receive tutoring on the compilation and interpretation of data originated by PRO; assigning a person responsible for PRO data collection in a given study, checking for completeness of questionnaires, and ascertaining the reasons for missing values (<xref ref-type="bibr" rid="ref13">13</xref>, <xref ref-type="bibr" rid="ref79">79</xref>, <xref ref-type="bibr" rid="ref86">86</xref>). The SISAQOL Consortium has issued a set of recommendations on how to manage missing data (<xref ref-type="bibr" rid="ref54">54</xref>).</p>
<p>Regarding PP, researchers are developing efforts to establish which PP methods are more suitable for each stage in the medicine life cycle. From the 33 PP exploration and elicitation methods reviewed, a sample of 13 propitious reference exploration and elicitation methods were selected, which corresponded to the ones that were more likely to meet decision-makers&#x2019; criteria according to the study&#x2019;s inquired experts. This thoughtful approach could assist both researchers and decision-makers in selecting PP instruments appropriate for the intended purpose, thereby reducing the initial burden associated with the decision-making process (<xref ref-type="bibr" rid="ref70">70</xref>). This study is a good illustration of how stimulating the academic community can aid regulatory guidance to leverage the use of PED.</p>
<p>Participant burden for the collection of PED is another complex issue associated with the methodological inherent aspects, since it depends not only on the frequency and timing of assessment, but also on the trial duration, length and/or formatting of the instrument, mode of administration (paper, telephone or web-based), literacy level, the complexity of instructions, and disease severity and/or treatment toxicity (<xref ref-type="bibr" rid="ref87">87</xref>, <xref ref-type="bibr" rid="ref88">88</xref>). An excessive respondent burden may result in unwillingness to complete the questionnaires and, ultimately, will result in missing data. Therefore, extensive, and time-consuming surveys are generally unpractical (<xref ref-type="bibr" rid="ref88">88</xref>, <xref ref-type="bibr" rid="ref89">89</xref>).</p>
<p>However, patient education might be a tool to mitigate the challenge previously mentioned, since educating individual patients or even carers may enhance their understanding of the importance of filling in a questionnaire regardless of its size. Moreover, this practice can minimize the risk of information bias. In turn, the challenge is to provide sufficient information on the patients&#x2019; role and the purpose of their input without being too burdensome, and without creating selection bias (<xref ref-type="bibr" rid="ref68">68</xref>). Engaging with patients involved in representative associations, who are generally better informed due to training programs provided by patient organizations they are part of, may be an enticing solution to overcome the question of whether patients are properly educated.</p>
<p>It is worth highlighting an initiative by the International Council on Harmonization (ICH) that could represent a great opportunity, at a global level, to develop tools both capable of harmonizing PED concepts and understandings, and of responding to the methodological limitations raised by researchers and stakeholders. Concretely, in 2021, the ICH issued a reflection paper entitled &#x201C;Proposed ICH Guideline Work to Advance Patient Focused Drug Development,&#x201D; anticipating new ICH guidelines (<xref ref-type="bibr" rid="ref90">90</xref>). In addition to identifying critical areas where integrating the patient&#x2019;s perspective could enhance drug development and inform regulatory decision-making, this reflection paper outlines specific strategies for the development of two new ICH guidelines: (1) a guideline on &#x201C;<italic>what to measure in a clinical trial, including refining the set (list) of important impacts and concepts from patients, to select, modify or develop clinical outcome assessments (COAs) that can demonstrate change and define endpoints and meaningful change</italic>&#x201D;; (2) a guideline on &#x201C;<italic>methods for elicitation/collection, analysis, reporting and application of qualitative or quantitative assessments of the relative desirability or acceptability to patients of specified alternatives or choices among outcomes or other attributes that differ among the alternatives</italic>&#x201D; (<xref ref-type="bibr" rid="ref90">90</xref>). When implemented, it is expected that the guidelines will have the capacity of fostering global harmonization of PED, so these can be collected, analyzed and used in a way that is methodologically robust and suited for patient groups collecting PED, the pharmaceutical industry, regulatory agencies and even healthcare systems overall (<xref ref-type="bibr" rid="ref90">90</xref>).</p>
</sec>
<sec id="sec18">
<title>Digitalization</title>
<p>Technology and digitalization provide a unique opportunity for boosting passive and active patient data collection. For instance, some applications provided by personal devices (smartphones and smartwatches) can passively collect relevant data to inform a trial. These devices can unlock even greater potential when combined with medical devices or active data collection methods to fully understand patients&#x2019; experiences with a disease and/or treatment. However, ethical constraints, such as collection of sensitive data and GDPR, may present challenges that need to be overcome (<xref ref-type="bibr" rid="ref91">91</xref>).</p>
<p>The possibilities offered by mobile health (mHealth) have increased over the last few years with the expanding use of phones and wearables. Consequently, regulatory agencies and medicine developers have been considering them for several phases of product development, such as clinical trials and pharmacovigilance activities. Since technological devices have lots of versatility, they have the benefit of being adaptable to a wide range of concepts of interest. Moreover, they can collect tremendous amounts of data in real time, when compared with traditional data collection measures (<xref ref-type="bibr" rid="ref92">92</xref>), while reducing the burden of data collection on the patient. Although, PED coming from these advanced technologies could be of relevance in clinical trials setting, understanding how these data can be validated, used and interpreted is paramount when submitting applications/scientific data for regulatory assessment (<xref ref-type="bibr" rid="ref66">66</xref>). In post authorization environments, mHealth can be used for pharmacovigilance purposes. For example, IMI WEB-RADR launched a mobile phone app that enables healthcare professionals and patients to report spontaneous AE reports directly to the competent authorities. Another example is the Med Watcher app, supported by the FDA, which has been used to improve the efficiency of reporting individual case safety reports (<xref ref-type="bibr" rid="ref93">93</xref>).</p>
<p>Digitization also includes using social media as a potential data source for PED. Social media provide an easy platform for people and patients to exchange information, experiences, and opinions, along with the rise of new possibilities for patients to get more information on their diseases and treatments, and has contributed to the increase of new online patient groups who discuss health-related matters and that can also interact with healthcare providers and even academics (<xref ref-type="bibr" rid="ref94">94</xref>). An example of social media contributing patient experience to define burden of a new disease in a crisis setting is Long COVID, where the patient experience reported in Twitter helped to start patient advocacy and scientific discussion on this new condition (<xref ref-type="bibr" rid="ref95">95</xref>). Social media may hold potentially valuable safety information in several contexts (<xref ref-type="bibr" rid="ref96 ref97 ref98">96&#x2013;98</xref>), detecting undisclosed signals, capturing less frequently reported AE, or detect AE earlier than traditional methods. In addition to signal detection, social media could also detect the potential for abuse or misuse of certain medications, evaluate acceptability and risk perception by patients, as well as provide a validation tool for signals reported in other surveillance systems (<xref ref-type="bibr" rid="ref99 ref100 ref101 ref102">99&#x2013;102</xref>).</p>
<p>Yet, the validity of information posted online by patients requires careful analysis and interpretation, as patients may misinterpret and/or misreport their diagnosis, clinical outcomes, symptoms, or treatment regime (<xref ref-type="bibr" rid="ref98">98</xref>, <xref ref-type="bibr" rid="ref103">103</xref>, <xref ref-type="bibr" rid="ref104">104</xref>). Given the volume and complexity of this data, the development and standardization of more effective and robust mining and processing methods is necessary and is yet to be established. The enhancement of mining strategies may provide higher quality data, potentially broaden the scope and utility of social media, provide more meaningful results, and reduce the burden of storage and analysis (<xref ref-type="bibr" rid="ref100 ref101 ref102">100&#x2013;102</xref>). Moreover, the population using social networks cannot be seen as representative of the overall population, since the demographics of individuals using these channels are barely known and may differ across different social media networks (<xref ref-type="bibr" rid="ref96">96</xref>, <xref ref-type="bibr" rid="ref105">105</xref>). Although in recent years, users aged over 75 are getting more engaged with social media, users tend to be younger adults, with higher education and less ill or functionally disabled (<xref ref-type="bibr" rid="ref96">96</xref>, <xref ref-type="bibr" rid="ref105">105</xref>).</p>
<p>In conclusion, digitalization has boosted the development of mHealth, and the processing of data extracted from social media. To fully use this data in regulatory decision-making, compliance with ethical and legal considerations need to be ensured; a sound regulatory framework should be in place and any methodological challenges that arise need to be overcome through further research (<xref ref-type="bibr" rid="ref93">93</xref>). Despite all the additional challenges, the use of these data offers an opportunity to engage patients in a completely new way, providing insights that may have never been obtained before with conventional data collection methods.</p>
</sec>
</sec>
<sec sec-type="conclusions" id="sec19">
<title>Conclusion</title>
<p>This review tries to present an overview of the status of PED and potential for use in different settings of medicines&#x2019; life cycle at the time of this publication, including discussing challenges and opportunities to maximize regulatory use of PED. All parties acknowledge the importance of ensuring that patients&#x2019; views, values and preferences about the effects of a medicine are an essential part of the information at the early stages of the development and in any subsequent decision about its authorization and use.</p>
<p>Regulatory agencies and other stakeholders recognize PED integration into decision-making as a strategic priority, acknowledging the paramount importance of placing the patients&#x2019; preferred outcomes and their perspectives at the forefront of medicines development and evaluation. Increasing patient engagement initiatives have not only encouraged discussions on the use of PED, but also hold the potential to promote the generation and collection of such valuable data. Furthermore, these patient engagement initiatives could contribute to patient advocacy strategies, which in turn could enhance the medicines regulatory field by providing new and thoughtful insights. This creates a self-sustained cycle of sharing, promoting and developing good practices regarding the use of PED among the different stakeholders involved, including patient organizations. These organizations play a crucial role in liaising these initiatives and serving as a focal contact point between all interested parties.</p>
<p>Still, there is a long way to go to reach optimal use of PED in every stage of a medicine&#x2019;s life cycle. This literature review indicates that PROs are the type of PED where experience to date is more established and are more advanced in implementation, quite possibly due to their intrinsically more quantitative nature. In addition, current evidence indicated that there is more research and regulatory guidance on PROs than for other types of PED, especially in the medicine development and regulatory approval settings. Nevertheless, PRO data are no substitute for PP data, which bring a different contribution to the scene by allowing patients, based on their own benefit&#x2013;risk analysis, to opt for a particular choice. Even so, the evidence seems to suggest that PP data needs further research to achieve greater potential for its use in regulatory processes.</p>
<p>Several initiatives are ongoing at a global level, implemented by the various stakeholders, particularly by regulatory agencies, to enhance the use of PED in decision-making, while taking into consideration how PED can also contribute to HTA and clinical decisions. However, stakeholders are calling for additional efforts as there are challenges that have not yet been overcome. It is important to harmonize both the materials already published and the knowledge extracted from them, while also presenting solutions to the methodological challenges inherent to these data&#x2019;s nature. In this context, the publication of the ICH guidelines could mark the first step along this path. On the other hand, digitalization has put the discussion of generating PED through mHealth and social media on the table. Although these bring their own challenges, the opportunity offered by these methodologies cannot be neglected in order to generate data that otherwise, i.e., conventionally, would not be obtained. The academic community could also play a crucial role in solidifying the landscape around PED, given the transversal added value it provides, especially in terms of addressing methodology-based obstacles. Hence, further research on the development and validation of adequate methods should be encouraged. Ongoing work in the EU on a reflection paper in PED is expected to encourage stakeholders to collect and submit PED to medicines regulators, offering the existing pathways of scientific advice and qualification of novel methodologies as the best platform to discuss early a company&#x2019;s study design development plans using PED.</p>
<p>Although still under consultation, the new EU&#x2019;s pharmaceutical legislation proposal (<xref ref-type="bibr" rid="ref106">106</xref>) emphasizes the need for increased participation by patients in decision-making and treatment optimization. Once adopted, it will be important to review how the new provisions will impact the evolution of the patient experience data field and how PED will fit into any future regulatory processes and outcomes. What is beyond doubt is the unanimous agreement of all stakeholders that high quality data reflecting the direct experience from patients can be meaningful for regulatory purposes and in healthcare decisions if robust methodologies are used to collect and analyze these data. To get there, we should leverage the current momentum to solidify the PED framework in order to guarantee its success in the realm of regulatory decision-making. With all the initiatives outlined and planned, and by fostering a collaborative and constructive spirit among stakeholders, challenges will turn into opportunities, leveraging PED use in regulatory decision-making.</p>
</sec>
<sec sec-type="author-contributions" id="sec20">
<title>Author contributions</title>
<p>DA: Formal analysis, Investigation, Writing &#x2013; original draft. DU: Project administration, Validation, Writing &#x2013; review &#x0026; editing. RG-Q: Project administration, Validation, Writing &#x2013; review &#x0026; editing. AA: Investigation, Writing &#x2013; review &#x0026; editing. JB: Project administration, Supervision, Validation, Writing &#x2013; review &#x0026; editing. PV: Supervision, Validation, Writing &#x2013; review &#x0026; editing. NB: Conceptualization, Writing &#x2013; review &#x0026; editing. BS: Conceptualization, Supervision, Validation, Writing &#x2013; review &#x0026; editing. CT: Conceptualization, Methodology, Project administration, Supervision, Validation, Writing &#x2013; review &#x0026; editing.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec21">
<title>Funding</title>
<p>The author(s) declare that financial support was received for the research, authorship, and/or publication of this article. The European Medicines Agency supported the open-access publication fee for this manuscript. Diogo Almeida is funded by the European Union&#x2019;s Horizon Europe Research and Innovation Actions under grant no. 101095479 (More-EUROPA).</p>
</sec>
<ack>
<p>The authors would like to thank to Catarina Branco, Catarina Silva, Jo&#x00E3;o Moreira, and Sofia Lopes for the bibliographic research and previous input to the contents of this paper, and Francesco Pignatti and Chantal Quinten for the review and content input.</p>
</ack>
<sec sec-type="COI-statement" id="sec22">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="sec23">
<title>Publisher's note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="disclaimer" id="sec24">
<title>Author disclaimer</title>
<p>The views expressed in this article are the personal views of the author(s) and may not be understood or quoted as being made on behalf of or reflecting the position of the regulatory agency/agencies or organizations with which the author(s) is/are employed/affiliated.</p>
</sec>
<sec sec-type="supplementary-material" id="sec25">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fmed.2024.1408636/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fmed.2024.1408636/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bergerum</surname> <given-names>C</given-names></name> <name><surname>Engstr&#x00F6;m</surname> <given-names>AK</given-names></name> <name><surname>Thor</surname> <given-names>J</given-names></name> <name><surname>Wolmesj&#x00F6;</surname> <given-names>M</given-names></name></person-group>. <article-title>Patient involvement in quality improvement &#x2013; a &#x2018;tug of war&#x2019; or a dialogue in a learning process to improve healthcare?</article-title> <source>BMC Health Serv Res</source>. (<year>2020</year>) <volume>20</volume>:<fpage>1115</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12913-020-05970-4</pub-id></citation></ref>
<ref id="ref2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bertelsen</surname> <given-names>N</given-names></name> <name><surname>Dewulf</surname> <given-names>L</given-names></name> <name><surname>Ferr&#x00E8;</surname> <given-names>S</given-names></name> <name><surname>Vermeulen</surname> <given-names>R</given-names></name> <name><surname>Schroeder</surname> <given-names>K</given-names></name> <name><surname>Gatellier</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>Patient engagement and patient experience data in regulatory review and health technology assessment: a global landscape review</article-title>. <source>Ther Innov Regul Sci</source>. (<year>2023</year>) <volume>58</volume>:<fpage>63</fpage>&#x2013;<lpage>78</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s43441-023-00573-7</pub-id></citation></ref>
<ref id="ref3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hansen</surname> <given-names>MB</given-names></name> <name><surname>N&#x00F8;rgaard</surname> <given-names>LS</given-names></name> <name><surname>Hallgreen</surname> <given-names>CE</given-names></name></person-group>. <article-title>How and why to involve patients in drug development: perspectives from the pharmaceutical industry, regulatory authorities, and patient organizations</article-title>. <source>Ther Innov Regul Sci</source>. (<year>2019</year>) <volume>7</volume>:<fpage>216847901986429</fpage>. doi: <pub-id pub-id-type="doi">10.1177/2168479019864294</pub-id></citation></ref>
<ref id="ref4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Willgoss</surname> <given-names>T</given-names></name> <name><surname>Escontrias</surname> <given-names>OA</given-names></name> <name><surname>Scrafton</surname> <given-names>C</given-names></name> <name><surname>Oehrlein</surname> <given-names>E</given-names></name> <name><surname>Livingstone</surname> <given-names>V</given-names></name> <name><surname>Chaplin</surname> <given-names>FC</given-names></name> <etal/></person-group>. <article-title>Co-creation of the global patient experience data navigator: a multi-stakeholder initiative to ensure the patient voice is represented in health decision-making</article-title>. <source>Res Involv Engagem</source>. (<year>2023</year>) <volume>9</volume>:<fpage>92</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s40900-023-00503-9</pub-id></citation></ref>
<ref id="ref5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Murphy</surname> <given-names>A</given-names></name> <name><surname>Bere</surname> <given-names>N</given-names></name> <name><surname>Vamvakas</surname> <given-names>S</given-names></name> <name><surname>Mavris</surname> <given-names>M</given-names></name></person-group>. <article-title>The added value of patient engagement in early dialogue at EMA: scientific advice as a case study</article-title>. <source>Front Med</source>. (<year>2022</year>) <volume>8</volume>:<fpage>855</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fmed.2021.811855</pub-id></citation></ref>
<ref id="ref6"><label>6.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll1">European Medicines Agency</collab></person-group>. Engagement framework: European medicines agency and patients, consumers and their organisations. (<year>2022</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.ema.europa.eu/en/documents/other/engagement-framework-european-medicines-agency-and-patients-consumers-and-their-organisations_en.pdf" ext-link-type="uri">https://www.ema.europa.eu/en/documents/other/engagement-framework-european-medicines-agency-and-patients-consumers-and-their-organisations_en.pdf</ext-link> (Accessed 22 January 2024).</citation></ref>
<ref id="ref7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stergiopoulos</surname> <given-names>S</given-names></name> <name><surname>Michaels</surname> <given-names>DL</given-names></name> <name><surname>Kunz</surname> <given-names>BL</given-names></name> <name><surname>Getz</surname> <given-names>KA</given-names></name></person-group>. <article-title>Measuring the impact of patient engagement and patient centricity in clinical Research and Development</article-title>. <source>Ther Innov Regul Sci</source>. (<year>2019</year>) <volume>54</volume>:<fpage>103</fpage>. doi: <pub-id pub-id-type="doi">10.1177/2168479018817517</pub-id></citation></ref>
<ref id="ref8"><label>8.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll2">European Network for Health Technology Assessment</collab></person-group>. Guidance on patient and healthcare professional involvement. (<year>2023</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.eunethta.eu/wp-content/uploads/2023/04/EUnetHTA-21-D7.2-Guidance-for-involvement-of-patient-and-clinical-expert-in-JSC-and-JCA-v1.0.pdf" ext-link-type="uri">https://www.eunethta.eu/wp-content/uploads/2023/04/EUnetHTA-21-D7.2-Guidance-for-involvement-of-patient-and-clinical-expert-in-JSC-and-JCA-v1.0.pdf</ext-link> (Accessed 23 April 2024).</citation></ref>
<ref id="ref9"><label>9.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll3">European Medicines Agency</collab></person-group>. Terms of reference for the EMA/FDA cluster on patient engagement. (<year>2016</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.ema.europa.eu/en/partners-networks/international-activities/cluster-activities" ext-link-type="uri">https://www.ema.europa.eu/en/partners-networks/international-activities/cluster-activities</ext-link> (Accessed 16 February 2024).</citation></ref>
<ref id="ref10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haerry</surname> <given-names>D</given-names></name> <name><surname>Landgraf</surname> <given-names>C</given-names></name> <name><surname>Warner</surname> <given-names>K</given-names></name> <name><surname>Hunter</surname> <given-names>A</given-names></name> <name><surname>Klingmann</surname> <given-names>I</given-names></name> <name><surname>May</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>EUPATI and patients in medicines Research and Development: guidance for patient involvement in regulatory processes</article-title>. <source>Front Med</source>. (<year>2018</year>) <volume>5</volume>:<fpage>230</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fmed.2018.00230</pub-id></citation></ref>
<ref id="ref11"><label>11.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Joseph</surname> <given-names>C</given-names></name> <name><surname>Kelly</surname> <given-names>Z</given-names></name> <name><surname>Andrew</surname> <given-names>B</given-names></name> <name><surname>Jose</surname> <given-names>A</given-names></name> <name><surname>Demissie</surname> <given-names>A</given-names></name> <name><surname>Tara</surname> <given-names>S</given-names></name></person-group>. <source>Patient-reported outcomes measurement, implementation and interpretation</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>Chapman and Hall/CRC</publisher-name> (<year>2016</year>).</citation></ref>
<ref id="ref12"><label>12.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Storf</surname> <given-names>M.</given-names></name></person-group> The impact of FDA and EMA guidances regarding patient reported outcomes (PRO) on the drug development and approval process Wissenschaftliche Pr&#x00FC;fungsarbeit. (<year>2013</year>) <comment>Available at:</comment> <ext-link xlink:href="https://www.dgra.de/media/pdf/studium/masterthesis/master_storf_m.pdf" ext-link-type="uri">https://www.dgra.de/media/pdf/studium/masterthesis/master_storf_m.pdf</ext-link> (Accessed 16 February 2024).</citation></ref>
<ref id="ref13"><label>13.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll4">European Medicines Agency</collab></person-group>. Reflection paper on the use of patient reported outcome (PRO) measures in oncology studies. (<year>2014</year>). 1&#x2013;9 p. Available at: <ext-link xlink:href="https://www.ema.europa.eu/en/documents/scientific-guideline/draft-reflection-paper-use-patient-reported-outcome-pro-measures-oncology-studies_en.pdf" ext-link-type="uri">https://www.ema.europa.eu/en/documents/scientific-guideline/draft-reflection-paper-use-patient-reported-outcome-pro-measures-oncology-studies_en.pdf</ext-link> (Accessed 16 February 2024).</citation></ref>
<ref id="ref14"><label>14.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Cella</surname> <given-names>D</given-names></name> <name><surname>Hahn</surname> <given-names>E</given-names></name> <name><surname>Jensen</surname> <given-names>S</given-names></name> <name><surname>Butt</surname> <given-names>Z</given-names></name> <name><surname>Nowinski</surname> <given-names>C</given-names></name> <name><surname>Rothrock</surname> <given-names>N</given-names></name> <etal/></person-group>. <source>Patient-reported outcomes in performance measurement</source>. <publisher-loc>Research Triangle Park (NC)</publisher-loc>: <publisher-name>RTI Press</publisher-name> (<year>2015</year>).</citation></ref>
<ref id="ref15"><label>15.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="col104">Australian Comission on Safety and Quality in Healthcare</collab></person-group>. (<year>2016</year>). Available at: <ext-link xlink:href="https://www.safetyandquality.gov.au/sites/default/files/migrated/PROMs-Literature-Review-December-2016.pdf" ext-link-type="uri">https://www.safetyandquality.gov.au/sites/default/files/migrated/PROMs-Literature-Review-December-2016.pdf</ext-link> (Accessed May 14, 2024).</citation></ref>
<ref id="ref16"><label>16.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Snyder</surname> <given-names>C</given-names></name> <name><surname>Wu</surname> <given-names>AW</given-names></name></person-group>. <source>Users&#x2019; guide to integrating patient-reported outcomes in electronic health records</source>. <publisher-loc>Baltimore, MD</publisher-loc>: <publisher-name>Johns Hopkins University</publisher-name> (<year>2017</year>).</citation></ref>
<ref id="ref17"><label>17.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Nixon</surname> <given-names>A</given-names></name> <name><surname>Muehlhausen</surname> <given-names>W</given-names></name> <name><surname>Wild</surname> <given-names>D</given-names></name></person-group>. <source>Patient reported outcomes: An overview</source>. <publisher-loc>Torino</publisher-loc>: <publisher-name>SEEd</publisher-name> (<year>2015</year>).</citation></ref>
<ref id="ref18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Giesinger</surname> <given-names>JM</given-names></name> <name><surname>Efficace</surname> <given-names>F</given-names></name> <name><surname>Aaronson</surname> <given-names>N</given-names></name> <name><surname>Calvert</surname> <given-names>M</given-names></name> <name><surname>Kyte</surname> <given-names>D</given-names></name> <name><surname>Cottone</surname> <given-names>F</given-names></name> <etal/></person-group>. <article-title>Past and current practice of patient-reported outcome measurement in randomized Cancer clinical trials: a systematic review</article-title>. <source>Value Health</source>. (<year>2021</year>) <volume>24</volume>:<fpage>585</fpage>&#x2013;<lpage>91</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jval.2020.11.004</pub-id></citation></ref>
<ref id="ref19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Addario</surname> <given-names>B</given-names></name> <name><surname>Geissler</surname> <given-names>J</given-names></name> <name><surname>Horn</surname> <given-names>MK</given-names></name> <name><surname>Krebs</surname> <given-names>LU</given-names></name> <name><surname>Maskens</surname> <given-names>D</given-names></name> <name><surname>Oliver</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>Including the patient voice in the development and implementation of patient-reported outcomes in cancer clinical trials</article-title>. <source>Health Expect</source>. (<year>2020</year>) <volume>23</volume>:<fpage>41</fpage>&#x2013;<lpage>51</lpage>. doi: <pub-id pub-id-type="doi">10.1111/hex.12997</pub-id></citation></ref>
<ref id="ref20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eton</surname> <given-names>DT</given-names></name> <name><surname>Shevrin</surname> <given-names>DH</given-names></name> <name><surname>Beaumont</surname> <given-names>J</given-names></name> <name><surname>Victorson</surname> <given-names>D</given-names></name> <name><surname>Cella</surname> <given-names>D</given-names></name></person-group>. <article-title>Constructing a conceptual framework of patient-reported outcomes for metastatic hormone-refractory prostate cancer</article-title>. <source>Value Health</source>. (<year>2010</year>) <volume>13</volume>:<fpage>613</fpage>&#x2013;<lpage>23</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1524-4733.2010.00702.x</pub-id></citation></ref>
<ref id="ref21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Willke</surname> <given-names>RJ</given-names></name></person-group>. <article-title>Measuring the value of treatment to patients: patient-reported outcomes in drug development</article-title>. <source>Am Health Drug Benefits</source>. (<year>2008</year>) <volume>1</volume>:<fpage>34</fpage>&#x2013;<lpage>40</lpage>.</citation></ref>
<ref id="ref22"><label>22.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Frei</surname> <given-names>A</given-names></name> <name><surname>Puhan</surname> <given-names>M</given-names></name></person-group>. <article-title>Assessment of patient-reported outcomes</article-title> In: <person-group person-group-type="editor"><name><surname>Clini</surname> <given-names>E</given-names></name> <name><surname>Holland</surname> <given-names>A</given-names></name> <name><surname>Pitta</surname> <given-names>F</given-names></name> <name><surname>Troosters</surname> <given-names>T</given-names></name></person-group>, editors. <source>Textbook of pulmonary rehabilitation</source>. <publisher-loc>Cham</publisher-loc>: <publisher-name>Springer International Publishing</publisher-name> (<year>2018</year>). <fpage>93</fpage>&#x2013;<lpage>107</lpage>.</citation></ref>
<ref id="ref23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rothman</surname> <given-names>ML</given-names></name> <name><surname>Beltran</surname> <given-names>P</given-names></name> <name><surname>Cappelleri</surname> <given-names>JC</given-names></name> <name><surname>Lipscomb</surname> <given-names>J</given-names></name> <name><surname>Teschendorf</surname> <given-names>B</given-names></name> <name><surname>Sloan</surname> <given-names>JA</given-names></name></person-group>. <article-title>Patient-reported outcomes: conceptual issues</article-title>. <source>Value Health</source>. (<year>2007</year>) <volume>10</volume>:<fpage>S66</fpage>&#x2013;<lpage>75</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1524-4733.2007.00269.x</pub-id></citation></ref>
<ref id="ref24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Terwee</surname> <given-names>CB</given-names></name> <name><surname>Bot</surname> <given-names>SDM</given-names></name> <name><surname>de Boer</surname> <given-names>MR</given-names></name> <name><surname>van der Windt</surname> <given-names>DAWM</given-names></name> <name><surname>Knol</surname> <given-names>DL</given-names></name> <name><surname>Dekker</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Quality criteria were proposed for measurement properties of health status questionnaires</article-title>. <source>J Clin Epidemiol</source>. (<year>2007</year>) <volume>60</volume>:<fpage>34</fpage>&#x2013;<lpage>42</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jclinepi.2006.03.012</pub-id></citation></ref>
<ref id="ref25"><label>25.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll5">ISOQOL</collab></person-group>. Using patient-reported outcome measures for screening. (<year>2023</year>) <comment>Available at:</comment> <ext-link xlink:href="https://www.isoqol.org/using-patient-reported-outcome-measures-for-screening/" ext-link-type="uri">https://www.isoqol.org/using-patient-reported-outcome-measures-for-screening/</ext-link> (Accessed 16 February 2024).</citation></ref>
<ref id="ref26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weldring</surname> <given-names>T</given-names></name> <name><surname>Smith</surname> <given-names>SMS</given-names></name></person-group>. <article-title>Article commentary: patient-reported outcomes (PROs) and patient-reported outcome measures (PROMs)</article-title>. <source>Health Serv Insights</source>. (<year>2013</year>) <volume>6</volume>:<fpage>HSI.S11093</fpage>. doi: <pub-id pub-id-type="doi">10.4137/HSI.S11093</pub-id></citation></ref>
<ref id="ref27"><label>27.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Higgins</surname> <given-names>J</given-names></name> <name><surname>Thomas</surname> <given-names>J</given-names></name> <name><surname>Chandler</surname> <given-names>J</given-names></name> <name><surname>Cumpston</surname> <given-names>M</given-names></name> <name><surname>Li</surname> <given-names>T</given-names></name> <name><surname>Page</surname> <given-names>M</given-names></name></person-group>. Cochrane handbook for systematic reviews of interventions version 6.4 (<year>2023</year>) <comment>Available at:</comment> <ext-link xlink:href="http://www.training.cochrane.org/handbook" ext-link-type="uri">www.training.cochrane.org/handbook</ext-link> (Accessed 22 December 2023).</citation></ref>
<ref id="ref28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brogan</surname> <given-names>AP</given-names></name> <name><surname>DeMuro</surname> <given-names>C</given-names></name> <name><surname>Barrett</surname> <given-names>AM</given-names></name> <name><surname>D&#x2019;Alessio</surname> <given-names>D</given-names></name> <name><surname>Bal</surname> <given-names>V</given-names></name> <name><surname>Hogue</surname> <given-names>SL</given-names></name></person-group>. <article-title>Payer perspectives on patient-reported outcomes in health care decision making: oncology examples</article-title>. <source>J Manag Care Spec Pharm</source>. (<year>2017</year>) <volume>23</volume>:<fpage>125</fpage>&#x2013;<lpage>34</lpage>. doi: <pub-id pub-id-type="doi">10.18553/jmcp.2017.23.2.125</pub-id></citation></ref>
<ref id="ref29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sharma</surname> <given-names>G</given-names></name> <name><surname>Naujoks</surname> <given-names>C</given-names></name> <name><surname>Booneti</surname> <given-names>S</given-names></name> <name><surname>Lokho</surname> <given-names>J</given-names></name> <name><surname>Kommineni</surname> <given-names>J</given-names></name></person-group>. <article-title>POSC260 evaluating the impact of patient reported outcomes data on HTA reimbursement decisions</article-title>. <source>Value Health</source>. (<year>2022</year>) <volume>25</volume>:<fpage>S184</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jval.2021.11.898</pub-id></citation></ref>
<ref id="ref30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sedaghat</surname> <given-names>AR</given-names></name></person-group>. <article-title>Understanding the minimal clinically important difference (MCID) of patient-reported outcome measures</article-title>. <source>Otolaryngol Head Neck Surg</source>. (<year>2019</year>) <volume>161</volume>:<fpage>551</fpage>&#x2013;<lpage>60</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0194599819852604</pub-id></citation></ref>
<ref id="ref31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Franceschini</surname> <given-names>M</given-names></name> <name><surname>Boffa</surname> <given-names>A</given-names></name> <name><surname>Pignotti</surname> <given-names>E</given-names></name> <name><surname>Andriolo</surname> <given-names>L</given-names></name> <name><surname>Zaffagnini</surname> <given-names>S</given-names></name> <name><surname>Filardo</surname> <given-names>G</given-names></name></person-group>. <article-title>The minimal clinically important difference changes greatly based on the different calculation methods</article-title>. <source>Am J Sports Med</source>. (<year>2023</year>) <volume>51</volume>:<fpage>1067</fpage>&#x2013;<lpage>73</lpage>. doi: <pub-id pub-id-type="doi">10.1177/03635465231152484</pub-id></citation></ref>
<ref id="ref32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brod</surname> <given-names>M</given-names></name> <name><surname>Tesler</surname> <given-names>LE</given-names></name> <name><surname>Christensen</surname> <given-names>TL</given-names></name></person-group>. <article-title>Qualitative research and content validity: developing best practices based on science and experience</article-title>. <source>Qual Life Res</source>. (<year>2009</year>) <volume>18</volume>:<fpage>1263</fpage>&#x2013;<lpage>78</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11136-009-9540-9</pub-id></citation></ref>
<ref id="ref33"><label>33.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rothrock</surname> <given-names>NE</given-names></name> <name><surname>Kaiser</surname> <given-names>KA</given-names></name> <name><surname>Cella</surname> <given-names>D</given-names></name></person-group>. <article-title>Developing a valid patient-reported outcome measure</article-title>. <source>Clin Pharmacol Ther</source>. (<year>2011</year>) <volume>90</volume>:<fpage>737</fpage>&#x2013;<lpage>42</lpage>. doi: <pub-id pub-id-type="doi">10.1038/clpt.2011.195</pub-id></citation></ref>
<ref id="ref34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huls</surname> <given-names>SPI</given-names></name> <name><surname>Whichello</surname> <given-names>CL</given-names></name> <name><surname>van Exel</surname> <given-names>J</given-names></name> <name><surname>Uyl-de Groot</surname> <given-names>CA</given-names></name> <name><surname>de Bekker-Grob</surname> <given-names>EW</given-names></name></person-group>. <article-title>What is next for patient preferences in health technology assessment? A systematic review of the challenges</article-title>. <source>Value Health</source>. (<year>2019</year>) <volume>22</volume>:<fpage>1318</fpage>&#x2013;<lpage>28</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jval.2019.04.1930</pub-id></citation></ref>
<ref id="ref35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>M&#x00FC;hlbacher</surname> <given-names>AC</given-names></name> <name><surname>Juhnke</surname> <given-names>C</given-names></name> <name><surname>Beyer</surname> <given-names>AR</given-names></name> <name><surname>Garner</surname> <given-names>S</given-names></name></person-group>. <article-title>Patient-focused benefit-risk analysis to inform regulatory decisions: the European Union perspective</article-title>. <source>Value Health</source>. (<year>2016</year>) <volume>19</volume>:<fpage>734</fpage>&#x2013;<lpage>40</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jval.2016.04.006</pub-id></citation></ref>
<ref id="ref36"><label>36.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fifer</surname> <given-names>SJ</given-names></name> <name><surname>Ho</surname> <given-names>KA</given-names></name> <name><surname>Ho</surname> <given-names>KA</given-names></name> <name><surname>Lybrand</surname> <given-names>S</given-names></name> <name><surname>Axford</surname> <given-names>LJ</given-names></name> <name><surname>Roach</surname> <given-names>S</given-names></name></person-group>. <article-title>Alignment of preferences in the treatment of multiple myeloma&#x2014;a discrete choice experiment of patient, carer, physician, and nurse preferences</article-title>. <source>BMC Cancer</source>. (<year>2020</year>) <volume>20</volume>:<fpage>1</fpage>&#x2013;<lpage>11</lpage>. doi: <pub-id pub-id-type="doi">10.1186/S12885-020-07018-6/FIGURES/2</pub-id></citation></ref>
<ref id="ref37"><label>37.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Ho</surname> <given-names>M</given-names></name> <name><surname>Saha</surname> <given-names>A</given-names></name> <name><surname>McCleary</surname> <given-names>KK</given-names></name> <name><surname>Levitan</surname> <given-names>B</given-names></name> <name><surname>Christopher</surname> <given-names>S</given-names></name> <name><surname>Zandlo</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>A framework for incorporating patient preferences regarding benefits and risks into regulatory assessment of medical technologies</article-title>. <source>Value Health</source>. (<year>2016</year>) <volume>9</volume>:<fpage>746</fpage>&#x2013;<lpage>750</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jval.2016.02.019</pub-id></citation></ref>
<ref id="ref38"><label>38.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Overbeeke</surname> <given-names>E</given-names></name> <name><surname>Forrester</surname> <given-names>V</given-names></name> <name><surname>Simoens</surname> <given-names>S</given-names></name> <name><surname>Huys</surname> <given-names>I</given-names></name></person-group>. <article-title>Use of patient preferences in health technology assessment: perspectives of Canadian, Belgian and German HTA Representatives</article-title>. <source>Patient</source>. (<year>2021</year>) <volume>14</volume>:<fpage>119</fpage>&#x2013;<lpage>28</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s40271-020-00449-0</pub-id></citation></ref>
<ref id="ref39"><label>39.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Overbeeke</surname> <given-names>E</given-names></name> <name><surname>Whichello</surname> <given-names>C</given-names></name> <name><surname>Janssens</surname> <given-names>R</given-names></name> <name><surname>Veldwijk</surname> <given-names>J</given-names></name> <name><surname>Cleemput</surname> <given-names>I</given-names></name> <name><surname>Simoens</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Factors and situations influencing the value of patient preference studies along the medical product lifecycle: a literature review</article-title>. <source>Drug Discov Today</source>. (<year>2019</year>) <volume>24</volume>:<fpage>57</fpage>&#x2013;<lpage>68</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.drudis.2018.09.015</pub-id></citation></ref>
<ref id="ref40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bouvy</surname> <given-names>JC</given-names></name> <name><surname>Cowie</surname> <given-names>L</given-names></name> <name><surname>Lovett</surname> <given-names>R</given-names></name> <name><surname>Morrison</surname> <given-names>D</given-names></name> <name><surname>Livingstone</surname> <given-names>H</given-names></name> <name><surname>Crabb</surname> <given-names>N</given-names></name></person-group>. <article-title>Use of patient preference studies in HTA decision making: a NICE perspective</article-title>. <source>Patient</source>. (<year>2020</year>) <volume>13</volume>:<fpage>145</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s40271-019-00408-4</pub-id></citation></ref>
<ref id="ref41"><label>41.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Holmes</surname> <given-names>EAF</given-names></name> <name><surname>Plumpton</surname> <given-names>C</given-names></name> <name><surname>Baker</surname> <given-names>GA</given-names></name> <name><surname>Jacoby</surname> <given-names>A</given-names></name> <name><surname>Ring</surname> <given-names>A</given-names></name> <name><surname>Williamson</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Patient-focused drug development methods for benefit&#x2013;risk assessments: a case study using a discrete choice experiment for antiepileptic drugs</article-title>. <source>Clin Pharmacol Ther</source>. (<year>2019</year>) <volume>105</volume>:<fpage>672</fpage>&#x2013;<lpage>83</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cpt.1231</pub-id></citation></ref>
<ref id="ref42"><label>42.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wortley</surname> <given-names>S</given-names></name> <name><surname>Flitcroft</surname> <given-names>K</given-names></name> <name><surname>Howard</surname> <given-names>K</given-names></name></person-group>. <article-title>What is the role of community preference information in health technology assessment decision making? A case study of colorectal cancer screening</article-title>. <source>Int J Technol Assess Health Care</source>. (<year>2015</year>) <volume>31</volume>:<fpage>241</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1017/S0266462315000367</pub-id></citation></ref>
<ref id="ref43"><label>43.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll7">Innovative Medicines Initiative</collab></person-group>. Prefer Recommendations: Why, when and how to assess and use patient preferences in medical product decision-making. (<year>2022</year>). Available at: <ext-link xlink:href="https://zenodo.org/records/6592304/files/PREFER%20Recommendations%20v1_1.pdf?download=1" ext-link-type="uri">https://zenodo.org/records/6592304/files/PREFER%20Recommendations%20v1_1.pdf?download=1</ext-link> (Accessed 14 May 2024).</citation></ref>
<ref id="ref44"><label>44.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Willems</surname> <given-names>D</given-names></name> <name><surname>Hinzpeter</surname> <given-names>E-L</given-names></name> <name><surname>Van der Zee</surname> <given-names>HH</given-names></name> <name><surname>Sayed</surname> <given-names>CJ</given-names></name> <name><surname>Ingram</surname> <given-names>JR</given-names></name> <name><surname>Beaudart</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Patient preferences in the Management of Hidradenitis Suppurativa: results of a multinational discrete choice experiment in Europe</article-title>. <source>Patient Patient Center Outcomes Res</source>. (<year>2023</year>) <volume>16</volume>:<fpage>153</fpage>&#x2013;<lpage>64</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s40271-022-00614-7</pub-id></citation></ref>
<ref id="ref45"><label>45.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Myeloma</surname> <given-names>UK</given-names></name></person-group>, National Institute for health and care excellence. Measuring Patient Preferences: An exploratory study to determine how patient preferences data could be used in health technology assessment (HTA)&#x2014;Project report (<year>2019</year>).</citation></ref>
<ref id="ref46"><label>46.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Whitty</surname> <given-names>JA</given-names></name> <name><surname>de Bekker-Grob</surname> <given-names>EW</given-names></name> <name><surname>Cook</surname> <given-names>NS</given-names></name> <name><surname>Terris-Prestholt</surname> <given-names>F</given-names></name> <name><surname>Drummond</surname> <given-names>M</given-names></name> <name><surname>Falchetto</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>Patient preferences in the medical product lifecycle</article-title>. <source>Patient Patient Center Outcomes Res</source>. (<year>2020</year>) <volume>13</volume>:<fpage>7</fpage>&#x2013;<lpage>10</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s40271-019-00400-y</pub-id></citation></ref>
<ref id="ref47"><label>47.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Johnson</surname> <given-names>FR</given-names></name> <name><surname>Zhou</surname> <given-names>M</given-names></name></person-group>. <article-title>Patient preferences in regulatory benefit-risk assessments: a US perspective</article-title>. <source>Value Health</source>. (<year>2016</year>) <volume>19</volume>:<fpage>741</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jval.2016.04.008</pub-id></citation></ref>
<ref id="ref48"><label>48.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>H</given-names></name> <name><surname>Taichman</surname> <given-names>DB</given-names></name> <name><surname>Doyle</surname> <given-names>RL</given-names></name></person-group>. <article-title>Health-related quality of life and patient-reported outcomes in pulmonary arterial hypertension</article-title>. <source>Proc Am Thorac Soc</source>. (<year>2008</year>) <volume>5</volume>:<fpage>623</fpage>&#x2013;<lpage>30</lpage>. doi: <pub-id pub-id-type="doi">10.1513/pats.200802-020SK</pub-id></citation></ref>
<ref id="ref49"><label>49.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kluetz</surname> <given-names>PG</given-names></name> <name><surname>O&#x2019;Connor</surname> <given-names>DJ</given-names></name> <name><surname>Soltys</surname> <given-names>K</given-names></name></person-group>. <article-title>Incorporating the patient experience into regulatory decision making in the USA, Europe, and Canada</article-title>. <source>Lancet Oncol</source>. (<year>2018</year>) <volume>19</volume>:<fpage>e267</fpage>&#x2013;<lpage>74</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S1470-2045(18)30097-4</pub-id></citation></ref>
<ref id="ref50"><label>50.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reeve</surname> <given-names>BB</given-names></name> <name><surname>Wyrwich</surname> <given-names>KW</given-names></name> <name><surname>Wu</surname> <given-names>AW</given-names></name> <name><surname>Velikova</surname> <given-names>G</given-names></name> <name><surname>Terwee</surname> <given-names>CB</given-names></name> <name><surname>Snyder</surname> <given-names>CF</given-names></name> <etal/></person-group>. <article-title>ISOQOL recommends minimum standards for patient-reported outcome measures used in patient-centered outcomes and comparative effectiveness research</article-title>. <source>Qual Life Res</source>. (<year>2013</year>) <volume>22</volume>:<fpage>1889</fpage>&#x2013;<lpage>905</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11136-012-0344-y</pub-id></citation></ref>
<ref id="ref51"><label>51.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Korn</surname> <given-names>EL</given-names></name> <name><surname>Freidlin</surname> <given-names>B</given-names></name> <name><surname>Abrams</surname> <given-names>JS</given-names></name></person-group>. <article-title>Overall survival as the outcome for randomized clinical trials with effective subsequent therapies</article-title>. <source>J Clin Oncol</source>. (<year>2011</year>) <volume>29</volume>:<fpage>2439</fpage>&#x2013;<lpage>42</lpage>. doi: <pub-id pub-id-type="doi">10.1200/JCO.2011.34.6056</pub-id></citation></ref>
<ref id="ref52"><label>52.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll8">International Council for Harmonisation of Technical Requirements for Pharmaceuticals for Human Use</collab></person-group>. Outcome of public consultation on ICH reflection paper on patient-focused drug development (PFDD). (<year>2021</year>). 1&#x2013;5. Available at: <ext-link xlink:href="https://admin.ich.org/sites/default/files/2021-06/ICH_ReflectionPaper_PFDD_OutcomeOfPublicConsutlation_2021_0527.pdf" ext-link-type="uri">https://admin.ich.org/sites/default/files/2021-06/ICH_ReflectionPaper_PFDD_OutcomeOfPublicConsutlation_2021_0527.pdf</ext-link> (Accessed 25 January 2024).</citation></ref>
<ref id="ref53"><label>53.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Calvert</surname> <given-names>M</given-names></name> <name><surname>Kyte</surname> <given-names>D</given-names></name> <name><surname>Mercieca-Bebber</surname> <given-names>R</given-names></name> <name><surname>Slade</surname> <given-names>A</given-names></name> <name><surname>Chan</surname> <given-names>AW</given-names></name> <name><surname>King</surname> <given-names>MT</given-names></name></person-group>. <article-title>Guidelines for inclusion of patient-reported outcomes in clinical trial protocols the spirit-pro extension</article-title>. <source>JAMA</source>. (<year>2018</year>) <volume>319</volume>:<fpage>483</fpage>&#x2013;<lpage>94</lpage>. doi: <pub-id pub-id-type="doi">10.1001/jama.2017.21903</pub-id></citation></ref>
<ref id="ref54"><label>54.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Coens</surname> <given-names>C</given-names></name> <name><surname>Pe</surname> <given-names>M</given-names></name> <name><surname>Dueck</surname> <given-names>AC</given-names></name> <name><surname>Sloan</surname> <given-names>J</given-names></name> <name><surname>Basch</surname> <given-names>E</given-names></name> <name><surname>Calvert</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>International standards for the analysis of quality-of-life and patient-reported outcome endpoints in cancer randomised controlled trials: recommendations of the SISAQOL consortium</article-title>. <source>Lancet Oncol</source>. (<year>2020</year>) <volume>21</volume>:<fpage>e83</fpage>&#x2013;<lpage>96</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S1470-2045(19)30790-9</pub-id></citation></ref>
<ref id="ref55"><label>55.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Patrick</surname> <given-names>D</given-names></name></person-group>. <article-title>Reporting of patient-reported outcomes in randomized trials: the CONSORT PRO extension</article-title>. <source>Value Health</source>. (<year>2013</year>) <volume>16</volume>:<fpage>455</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jval.2013.04.001</pub-id></citation></ref>
<ref id="ref56"><label>56.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll9">The PROTEUS-Trials Consortium (Patient-Reported Outcome Tools: Engaging Users and Stakeholders)</collab></person-group>. PROTEUS Handbook. Prepared by The University of Sydney Quality of Life Office for the PROTEUS-Trials Consortium. (<year>2022</year>). <comment>Available at:</comment> <ext-link xlink:href="https://theproteusconsortium.org/wp-content/uploads/2022/04/The-PROTEUS-Trials-Consortium-Handbook-US-Version.pdf" ext-link-type="uri">https://theproteusconsortium.org/wp-content/uploads/2022/04/The-PROTEUS-Trials-Consortium-Handbook-US-Version.pdf</ext-link> <year>2022</year>. (Accessed 25 January 2024).</citation></ref>
<ref id="ref57"><label>57.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pinto</surname> <given-names>CA</given-names></name> <name><surname>Tervonen</surname> <given-names>T</given-names></name> <name><surname>Jimenez-Moreno</surname> <given-names>C</given-names></name> <name><surname>Levitan</surname> <given-names>B</given-names></name> <name><surname>Montse</surname> <given-names>G</given-names></name> <name><surname>Girman</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Current practices and challenges when submitting patient experience data for regulatory decisions by the US Food and Drug Administration: an industry survey</article-title>. <source>Patient Patient Center Outcomes Res</source>. (<year>2023</year>) <volume>17</volume>:<fpage>147</fpage>. doi: <pub-id pub-id-type="doi">10.1007/s40271-023-00653-8</pub-id></citation></ref>
<ref id="ref58"><label>58.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ciani</surname> <given-names>O</given-names></name> <name><surname>Meregaglia</surname> <given-names>M</given-names></name> <name><surname>Mario</surname> <given-names>BA</given-names></name> <name><surname>Brichetto</surname> <given-names>G</given-names></name> <name><surname>Conte</surname> <given-names>A</given-names></name> <name><surname>Gasperini</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Patient-reported outcome measures in drugs for neurological conditions approved by European medicines agency 2017-2022</article-title>. <source>Neurol Sci</source>. (<year>2023</year>) <volume>44</volume>:<fpage>2933</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10072-023-06825-6</pub-id></citation></ref>
<ref id="ref59"><label>59.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Teixeira</surname> <given-names>MM</given-names></name> <name><surname>Borges</surname> <given-names>FC</given-names></name> <name><surname>Ferreira</surname> <given-names>PS</given-names></name> <name><surname>Rocha</surname> <given-names>J</given-names></name> <name><surname>Sepodes</surname> <given-names>B</given-names></name> <name><surname>Torre</surname> <given-names>C</given-names></name></person-group>. <article-title>A review of patient-reported outcomes used for regulatory approval of oncology medicinal products in the European Union between 2017 and 2020</article-title>. <source>Front Med</source>. (<year>2022</year>) <volume>9</volume>:<fpage>968272</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fmed.2022.968272</pub-id></citation></ref>
<ref id="ref60"><label>60.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jaros&#x0142;awski</surname> <given-names>S</given-names></name> <name><surname>Auquier</surname> <given-names>P</given-names></name> <name><surname>Borissov</surname> <given-names>B</given-names></name> <name><surname>Dussart</surname> <given-names>C</given-names></name> <name><surname>Toumi</surname> <given-names>M</given-names></name></person-group>. <article-title>Patient-reported outcome claims in European and United States orphan drug approvals</article-title>. <source>J Mark Access Health Policy</source>. (<year>2018</year>) <volume>6</volume>:<fpage>1542920</fpage>. doi: <pub-id pub-id-type="doi">10.1080/20016689.2018.1542920</pub-id></citation></ref>
<ref id="ref61"><label>61.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jaros&#x0142;awski</surname> <given-names>S</given-names></name> <name><surname>Auquier</surname> <given-names>P</given-names></name> <name><surname>Borissov</surname> <given-names>B</given-names></name> <name><surname>Dussart</surname> <given-names>C</given-names></name> <name><surname>Toumi</surname> <given-names>M</given-names></name></person-group>. <article-title>Low rates of patient-reported outcome claims for orphan drugs approved by the us food and drug administration</article-title>. <source>J Mark Access Health Policy</source>. (<year>2018</year>) <volume>6</volume>:<fpage>1433426</fpage>. doi: <pub-id pub-id-type="doi">10.1080/20016689.2018.1433426</pub-id></citation></ref>
<ref id="ref62"><label>62.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Inotai</surname> <given-names>A</given-names></name> <name><surname>Jakab</surname> <given-names>I</given-names></name> <name><surname>Brixner</surname> <given-names>D</given-names></name> <name><surname>Campbell</surname> <given-names>JD</given-names></name> <name><surname>Hawkins</surname> <given-names>N</given-names></name> <name><surname>Kristensen</surname> <given-names>LE</given-names></name> <etal/></person-group>. <article-title>Proposal for capturing patient experience through extended value frameworks of health technologies</article-title>. <source>J Manag Care Spec Pharm</source>. (<year>2021</year>) <volume>27</volume>:<fpage>936</fpage>&#x2013;<lpage>47</lpage>. doi: <pub-id pub-id-type="doi">10.18553/JMCP.2021.27.7.936</pub-id></citation></ref>
<ref id="ref63"><label>63.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Pratt-Chapman</surname> <given-names>M</given-names></name> <name><surname>Bhadelia</surname> <given-names>A</given-names></name></person-group>. <article-title>Patient-reported outcomes in health Economic decision-making: A changing landscape in oncology</article-title>. In: <person-group person-group-type="editor"><name><surname>E</surname> <given-names>Walter</given-names></name></person-group>, editor. <source>Regulatory and economic aspects in oncology. Recent results in cancer research</source>. <publisher-loc>Cham</publisher-loc>: <publisher-name>Springer</publisher-name>. <fpage>213</fpage>.</citation></ref>
<ref id="ref64"><label>64.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Engel</surname> <given-names>P</given-names></name> <name><surname>Almas</surname> <given-names>MF</given-names></name> <name><surname>De Bruin</surname> <given-names>ML</given-names></name> <name><surname>Starzyk</surname> <given-names>K</given-names></name> <name><surname>Blackburn</surname> <given-names>S</given-names></name> <name><surname>Dreyer</surname> <given-names>NA</given-names></name></person-group>. <article-title>Lessons learned on the design and the conduct of post-authorization safety studies: review of 3 years of PRAC oversight</article-title>. <source>Br J Clin Pharmacol</source>. (<year>2017</year>) <volume>83</volume>:<fpage>884</fpage>&#x2013;<lpage>93</lpage>. doi: <pub-id pub-id-type="doi">10.1111/bcp.13165</pub-id></citation></ref>
<ref id="ref65"><label>65.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sanchez-Gavilan</surname> <given-names>E</given-names></name> <name><surname>Montiel</surname> <given-names>E</given-names></name> <name><surname>Baladas</surname> <given-names>M</given-names></name> <name><surname>Lallanas</surname> <given-names>S</given-names></name> <name><surname>Aurin</surname> <given-names>E</given-names></name> <name><surname>Watson</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Added value of patient-reported outcome measures (PROMs) after an acute stroke and early predictors of 90 days PROMs</article-title>. <source>J Patient Rep Outcomes</source>. (<year>2022</year>) <volume>6</volume>:<fpage>66</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s41687-022-00472-9</pub-id></citation></ref>
<ref id="ref66"><label>66.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Low</surname> <given-names>CA</given-names></name></person-group>. <article-title>Harnessing consumer smartphone and wearable sensors for clinical cancer research</article-title>. <source>NPJ Digit Med</source>. (<year>2020</year>) <volume>3</volume>:<fpage>140</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41746-020-00351-x</pub-id></citation></ref>
<ref id="ref67"><label>67.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maruszczyk</surname> <given-names>K</given-names></name> <name><surname>McMullan</surname> <given-names>C</given-names></name> <name><surname>Aiyegbusi</surname> <given-names>OL</given-names></name> <name><surname>Keeley</surname> <given-names>T</given-names></name> <name><surname>Wilson</surname> <given-names>R</given-names></name> <name><surname>Collis</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Paving the way for patient centricity in real-world evidence (RWE): qualitative interviews to identify considerations for wider implementation of patient-reported outcomes in RWE generation</article-title>. <source>Heliyon</source>. (<year>2023</year>) <volume>9</volume>:<fpage>157</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.heliyon.2023.e20157</pub-id></citation></ref>
<ref id="ref68"><label>68.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Janssens</surname> <given-names>R</given-names></name> <name><surname>Huys</surname> <given-names>I</given-names></name> <name><surname>Van Overbeeke</surname> <given-names>E</given-names></name> <name><surname>Whichello</surname> <given-names>C</given-names></name> <name><surname>Harding</surname> <given-names>S</given-names></name> <name><surname>K&#x00FC;bler</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Opportunities and challenges for the inclusion of patient preferences in the medical product life cycle: a systematic review</article-title>. <source>BMC Med Inform Decis Mak</source>. (<year>2019</year>) <volume>19</volume>:<fpage>1</fpage>&#x2013;<lpage>16</lpage>. doi: <pub-id pub-id-type="doi">10.1186/s12911-019-0875-z</pub-id></citation></ref>
<ref id="ref69"><label>69.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Soekhai</surname> <given-names>V</given-names></name> <name><surname>Whichello</surname> <given-names>C</given-names></name> <name><surname>Levitan</surname> <given-names>B</given-names></name> <name><surname>Veldwijk</surname> <given-names>J</given-names></name> <name><surname>Pinto</surname> <given-names>CA</given-names></name> <name><surname>Donkers</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>Methods for exploring and eliciting patient preferences in the medical product lifecycle: a literature review</article-title>. <source>Drug Discov Today</source>. (<year>2019</year>) <volume>24</volume>:<fpage>1324</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.drudis.2019.05.001</pub-id></citation></ref>
<ref id="ref70"><label>70.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Whichello</surname> <given-names>C</given-names></name> <name><surname>Levitan</surname> <given-names>B</given-names></name> <name><surname>Juhaeri</surname> <given-names>J</given-names></name> <name><surname>Patadia</surname> <given-names>V</given-names></name> <name><surname>Disantostefano</surname> <given-names>R</given-names></name> <name><surname>Pinto</surname> <given-names>CA</given-names></name> <etal/></person-group>. <article-title>Appraising patient preference methods for decision-making in the medical product lifecycle: an empirical comparison</article-title>. <source>BMC Med Inform Decis Mak</source>. (<year>2020</year>) <volume>20</volume>:<fpage>114</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12911-020-01142-w</pub-id></citation></ref>
<ref id="ref71"><label>71.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll10">PREFER</collab></person-group>. Patient Preferences. (<year>2016</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.imi-prefer.eu/" ext-link-type="uri">https://www.imi-prefer.eu/</ext-link> <year>2016</year>. (Accessed 15 February 2024).</citation></ref>
<ref id="ref72"><label>72.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chachoua</surname> <given-names>L</given-names></name> <name><surname>Dabbous</surname> <given-names>M</given-names></name> <name><surname>Fran&#x00E7;ois</surname> <given-names>C</given-names></name> <name><surname>Dussart</surname> <given-names>C</given-names></name> <name><surname>Aball&#x00E9;a</surname> <given-names>S</given-names></name> <name><surname>Toumi</surname> <given-names>M</given-names></name></person-group>. <article-title>Use of patient preference information in benefit&#x2013;risk assessment, health technology assessment, and pricing and reimbursement decisions: a systematic literature review of attempts and initiatives</article-title>. <source>Front Med</source>. (<year>2020</year>) <volume>7</volume>:<fpage>1</fpage>&#x2013;<lpage>14</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fmed.2020.543046</pub-id></citation></ref>
<ref id="ref73"><label>73.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Crossnohere</surname> <given-names>NL</given-names></name> <name><surname>Fischer</surname> <given-names>R</given-names></name> <name><surname>Crossley</surname> <given-names>E</given-names></name> <name><surname>Vroom</surname> <given-names>E</given-names></name> <name><surname>Bridges</surname> <given-names>JFP</given-names></name></person-group>. <article-title>The evolution of patient-focused drug development and Duchenne muscular dystrophy</article-title>. <source>Expert Rev Pharmacoecon Outcomes Res</source>. (<year>2020</year>) <volume>20</volume>:<fpage>57</fpage>&#x2013;<lpage>68</lpage>. doi: <pub-id pub-id-type="doi">10.1080/14737167.2020.1734454</pub-id></citation></ref>
<ref id="ref74"><label>74.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Laurent</surname> <given-names>T</given-names></name> <name><surname>Lambrelli</surname> <given-names>D</given-names></name> <name><surname>Wakabayashi</surname> <given-names>R</given-names></name> <name><surname>Hirano</surname> <given-names>T</given-names></name> <name><surname>Kuwatsuru</surname> <given-names>R</given-names></name></person-group>. <article-title>Strategies to address current challenges in real-world evidence generation in Japan</article-title>. <source>Drugs Real World Outcomes</source>. (<year>2023</year>) <volume>10</volume>:<fpage>167</fpage>&#x2013;<lpage>76</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s40801-023-00371-5</pub-id></citation></ref>
<ref id="ref75"><label>75.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schroeder</surname> <given-names>K</given-names></name> <name><surname>Neil</surname> <given-names>B</given-names></name> <name><surname>Scott</surname> <given-names>J</given-names></name> <name><surname>Deane</surname> <given-names>K</given-names></name> <name><surname>Dormer</surname> <given-names>L</given-names></name> <name><surname>Nair</surname> <given-names>D</given-names></name> <etal/></person-group>. <article-title>Building from patient experiences to deliver patient-focused healthcare Systems in Collaboration with patients: a call to action</article-title>. <source>Ther Innov Regul Sci</source>. (<year>2022</year>) <volume>56</volume>:<fpage>848</fpage>&#x2013;<lpage>58</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s43441-022-00432-x</pub-id>, PMID: <pub-id pub-id-type="pmid">35854183</pub-id></citation></ref>
<ref id="ref76"><label>76.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll11">European Comission</collab></person-group>. Proposal for a regulation of the European Parliament and of the council on the European health data space. (<year>2022</year>). <comment>Available at:</comment> <ext-link xlink:href="https://eur-lex.europa.eu/legal-content/EN/TXT/HTML/?uri=CELEX:52022PC0197" ext-link-type="uri">https://eur-lex.europa.eu/legal-content/EN/TXT/HTML/?uri=CELEX:52022PC0197</ext-link> (Accessed 25 January 2024)</citation></ref>
<ref id="ref77"><label>77.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll12">European Comission</collab></person-group>. Proposal for a regulation of the European Parliament and of the council laying down union procedures for the authorisation and supervision of medicinal products for human use and establishing rules governing the European medicines agency, amending regulation (EC) no 1394/2007 and regulation (EU) no 536/2014 and repealing regulation (EC) no 726/2004, regulation (EC) no 141/2000 and regulation (EC) no 1901/2006. (<year>2023</year>). <comment>Available at:</comment> <ext-link xlink:href="https://eur-lex.europa.eu/legal-content/EN/TXT/HTML/?uri=CELEX:52023PC0193" ext-link-type="uri">https://eur-lex.europa.eu/legal-content/EN/TXT/HTML/?uri=CELEX:52023PC0193</ext-link> (Accessed 25 January 2024).</citation></ref>
<ref id="ref78"><label>78.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll13">European Comission</collab></person-group>. Directive of the European Parliament and of the council on the union code relating to medicinal products for human use, and repealing directive 2001/83/EC and directive 2009/35/EC. (<year>2023</year>). <comment>Available at:</comment> <ext-link xlink:href="https://eur-lex.europa.eu/legal-content/EN/TXT/HTML/?uri=CELEX:52023PC0192" ext-link-type="uri">https://eur-lex.europa.eu/legal-content/EN/TXT/HTML/?uri=CELEX:52023PC0192</ext-link> (Accessed 25 January 2024).</citation></ref>
<ref id="ref79"><label>79.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aaronson</surname> <given-names>N</given-names></name> <name><surname>Choucair</surname> <given-names>A</given-names></name> <name><surname>Elliott</surname> <given-names>T</given-names></name></person-group>. <article-title>User&#x2019;s guide to implementing patient-reported outcomes assessment in clinical practice</article-title>. <source>Int Soc Qual Life Res</source>. (<year>2011</year>). <volume>21</volume>:<fpage>57</fpage>. doi: <pub-id pub-id-type="doi">10.1007/s11136-011-0054-x</pub-id></citation></ref>
<ref id="ref80"><label>80.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll14">Regulations.gov</collab></person-group>. Methodological challenges related to patient experience data: Request for information and comments. (<year>2023</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.regulations.gov/docket/FDA-2023-N-1506/comments" ext-link-type="uri">https://www.regulations.gov/docket/FDA-2023-N-1506/comments</ext-link>. (Accessed 17 February 2024).</citation></ref>
<ref id="ref81"><label>81.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll15">BIO White Paper on FDA&#x2019;s Statement of Patient Experience</collab></person-group>. (<year>2021</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.bio.org/sites/default/files/2021-08/BIO_WHITE_PAPER_ON_FDAs_STATEMENT_OF_PATIENT_EXPERIENCE.pdf" ext-link-type="uri">https://www.bio.org/sites/default/files/2021-08/BIO_WHITE_PAPER_ON_FDAs_STATEMENT_OF_PATIENT_EXPERIENCE.pdf</ext-link> (Accessed 17 February 2024).</citation></ref>
<ref id="ref82"><label>82.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Howells</surname> <given-names>Ruth</given-names></name></person-group>. Navigating joint clinical assessment and the role of RWE in the new process. <italic>Clarivate</italic> (<year>2024</year>) <comment>Available at:</comment> <ext-link xlink:href="https://clarivate.com/blog/navigating-joint-clinical-assessment-and-the-role-of-rwe-in-the-new-process/" ext-link-type="uri">https://clarivate.com/blog/navigating-joint-clinical-assessment-and-the-role-of-rwe-in-the-new-process/</ext-link> (Accessed 23 April 2024).</citation></ref>
<ref id="ref83"><label>83.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>&#x00D8;rjas&#x00E6;ter Elvsaas</surname> <given-names>IK</given-names></name> <name><surname>Ettinger</surname> <given-names>S</given-names></name> <name><surname>Willemsen</surname> <given-names>A</given-names></name></person-group>. <article-title>Patient involvement in relative effectiveness assessments in the European network for health technology assessment</article-title>. <source>Int J Technol Assess Health Care</source>. (<year>2021</year>) <volume>37</volume>:<fpage>e24</fpage>. doi: <pub-id pub-id-type="doi">10.1017/S0266462320002226</pub-id></citation></ref>
<ref id="ref84"><label>84.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lombardi</surname> <given-names>P</given-names></name> <name><surname>Marandino</surname> <given-names>L</given-names></name> <name><surname>De Luca</surname> <given-names>E</given-names></name> <name><surname>Zichi</surname> <given-names>C</given-names></name> <name><surname>Reale</surname> <given-names>ML</given-names></name> <name><surname>Pignataro</surname> <given-names>D</given-names></name> <etal/></person-group>. <article-title>Quality of life assessment and reporting in colorectal cancer: a systematic review of phase III trials published between 2012 and 2018</article-title>. <source>Crit Rev Oncol Hematol</source>. (<year>2020</year>) <volume>146</volume>:<fpage>102877</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.critrevonc.2020.102877</pub-id></citation></ref>
<ref id="ref85"><label>85.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tykodi</surname> <given-names>SS</given-names></name> <name><surname>Schadendorf</surname> <given-names>D</given-names></name> <name><surname>Cella</surname> <given-names>D</given-names></name> <name><surname>Reck</surname> <given-names>M</given-names></name> <name><surname>Harrington</surname> <given-names>K</given-names></name> <name><surname>Wagner</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Patient-reported outcomes with nivolumab in advanced solid cancers</article-title>. <source>Cancer Treat Rev</source>. (<year>2018</year>) <volume>70</volume>:<fpage>75</fpage>&#x2013;<lpage>87</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ctrv.2018.08.001</pub-id></citation></ref>
<ref id="ref86"><label>86.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rivera</surname> <given-names>SC</given-names></name> <name><surname>Kyte</surname> <given-names>DG</given-names></name> <name><surname>Aiyegbusi</surname> <given-names>OL</given-names></name> <name><surname>Slade</surname> <given-names>AL</given-names></name> <name><surname>McMullan</surname> <given-names>C</given-names></name> <name><surname>Calvert</surname> <given-names>MJ</given-names></name></person-group>. <article-title>The impact of patient-reported outcome (PRO) data from clinical trials: a systematic review and critical analysis</article-title>. <source>Health Qual Life Outcomes</source>. (<year>2019</year>) <volume>17</volume>:<fpage>1</fpage>&#x2013;<lpage>19</lpage>. doi: <pub-id pub-id-type="doi">10.1186/s12955-019-1220-z</pub-id></citation></ref>
<ref id="ref87"><label>87.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll16">US Food and Drug Administration</collab></person-group>. Patient-focused drug development guidance public workshop: Methods to identify what is important to patients select, develop or modify fit-for-purpose clinical outcomes assessments. (<year>2018</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.fda.gov/drugs/news-events-human-drugs/patient-focused-drug-development-guidance-methods-identify-what-important-patients-and-select" ext-link-type="uri">https://www.fda.gov/drugs/news-events-human-drugs/patient-focused-drug-development-guidance-methods-identify-what-important-patients-and-select</ext-link> (Accessed 23 April 2024).</citation></ref>
<ref id="ref88"><label>88.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kalluri</surname> <given-names>M</given-names></name> <name><surname>Luppi</surname> <given-names>F</given-names></name> <name><surname>Vancheri</surname> <given-names>A</given-names></name> <name><surname>Vancheri</surname> <given-names>C</given-names></name> <name><surname>Balestro</surname> <given-names>E</given-names></name> <name><surname>Varone</surname> <given-names>F</given-names></name> <etal/></person-group>. <article-title>Patient-reported outcomes and patient-reported outcome measures in interstitial lung disease: where to go from here?</article-title> <source>Eur Respir Rev</source>. (<year>2021</year>) <volume>30</volume>:<fpage>2021</fpage>. doi: <pub-id pub-id-type="doi">10.1183/16000617.0026-2021</pub-id></citation></ref>
<ref id="ref89"><label>89.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aiyegbusi</surname> <given-names>OL</given-names></name> <name><surname>Cruz Rivera</surname> <given-names>S</given-names></name> <name><surname>Roydhouse</surname> <given-names>J</given-names></name> <name><surname>Kamudoni</surname> <given-names>P</given-names></name> <name><surname>Alder</surname> <given-names>Y</given-names></name> <name><surname>Anderson</surname> <given-names>N</given-names></name> <etal/></person-group>. <article-title>Recommendations to address respondent burden associated with patient-reported outcome assessment</article-title>. <source>Nat Med</source>. (<year>2024</year>) <volume>30</volume>:<fpage>650</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41591-024-02827-9</pub-id></citation></ref>
<ref id="ref90"><label>90.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll17">International Council on Harmonisation (ICH)</collab></person-group>. ICH reflection paper: Proposed ICH guideline work to advance patient focused drug development. (<year>2021</year>). <comment>Available at:</comment> <ext-link xlink:href="https://admin.ich.org/sites/default/files/2021-06/ICH_ReflectionPaper_PFDD_FinalRevisedPostConsultation_2021_0602.pdf" ext-link-type="uri">https://admin.ich.org/sites/default/files/2021-06/ICH_ReflectionPaper_PFDD_FinalRevisedPostConsultation_2021_0602.pdf</ext-link> (Accessed 5 January 2024).</citation></ref>
<ref id="ref91"><label>91.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reaney</surname> <given-names>M</given-names></name> <name><surname>Cline</surname> <given-names>J</given-names></name> <name><surname>Wilson</surname> <given-names>JC</given-names></name> <name><surname>Posey</surname> <given-names>M</given-names></name></person-group>. <article-title>Generating relevant information from patients in the technology-enhanced era of patient-focused drug development: opportunities and challenges</article-title>. <source>Patient</source>. (<year>2021</year>) <volume>14</volume>:<fpage>11</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s40271-020-00455-2</pub-id></citation></ref>
<ref id="ref92"><label>92.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hassanaly</surname> <given-names>P</given-names></name> <name><surname>Dufour</surname> <given-names>JC</given-names></name></person-group>. <article-title>Analysis of the regulatory, legal, and medical conditions for the prescription of Mobile health applications in the United States, the European Union, and France</article-title>. <source>Med Devices Evid Res</source>. (<year>2021</year>) <volume>14</volume>:<fpage>389</fpage>&#x2013;<lpage>409</lpage>. doi: <pub-id pub-id-type="doi">10.2147/MDER.S328996</pub-id></citation></ref>
<ref id="ref93"><label>93.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll18">European Medicines Agency</collab></person-group>. HMA-EMA joint big data taskforce-summary report summary report. (<year>2019</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.ema.europa.eu/en/documents/minutes/hma-ema-joint-task-force-big-data-summary-report_en.pdf" ext-link-type="uri">https://www.ema.europa.eu/en/documents/minutes/hma-ema-joint-task-force-big-data-summary-report_en.pdf</ext-link> (Accessed 25 January 2024).</citation></ref>
<ref id="ref94"><label>94.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Denecke</surname> <given-names>K</given-names></name> <name><surname>Bamidis</surname> <given-names>P</given-names></name> <name><surname>Bond</surname> <given-names>C</given-names></name> <name><surname>Gabarron</surname> <given-names>E</given-names></name> <name><surname>Househ</surname> <given-names>M</given-names></name> <name><surname>Lau</surname> <given-names>AYS</given-names></name> <etal/></person-group>. <article-title>Ethical issues of social media usage in healthcare</article-title>. <source>Yearb Med Inform</source>. (<year>2015</year>) <volume>24</volume>:<fpage>137</fpage>&#x2013;<lpage>47</lpage>. doi: <pub-id pub-id-type="doi">10.15265/IY-2015-001</pub-id></citation></ref>
<ref id="ref95"><label>95.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Callard</surname> <given-names>F</given-names></name> <name><surname>Perego</surname> <given-names>E</given-names></name></person-group>. <article-title>How and why patients made long Covid</article-title>. <source>Soc Sci Med</source>. (<year>2021</year>) <volume>268</volume>:<fpage>113426</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.socscimed.2020.113426</pub-id></citation></ref>
<ref id="ref96"><label>96.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sarker</surname> <given-names>A</given-names></name> <name><surname>Ginn</surname> <given-names>R</given-names></name> <name><surname>Nikfarjam</surname> <given-names>A</given-names></name> <name><surname>O&#x2019;Connor</surname> <given-names>K</given-names></name> <name><surname>Smith</surname> <given-names>K</given-names></name> <name><surname>Jayaraman</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Utilizing social media data for pharmacovigilance: A review</article-title>. <source>J Biomed Inform</source>. (<year>2015</year>) <volume>54</volume>:<fpage>202</fpage>&#x2013;<lpage>12</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jbi.2015.02.004</pub-id></citation></ref>
<ref id="ref97"><label>97.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lavertu</surname> <given-names>A</given-names></name> <name><surname>Vora</surname> <given-names>B</given-names></name> <name><surname>Giacomini</surname> <given-names>KM</given-names></name> <name><surname>Altman</surname> <given-names>R</given-names></name> <name><surname>Rensi</surname> <given-names>S</given-names></name></person-group>. <article-title>A new era in pharmacovigilance: toward real-world data and digital monitoring</article-title>. <source>Clin Pharmacol Ther</source>. (<year>2021</year>) <volume>109</volume>:<fpage>1197</fpage>&#x2013;<lpage>202</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cpt.2172</pub-id></citation></ref>
<ref id="ref98"><label>98.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sloane</surname> <given-names>R</given-names></name> <name><surname>Osanlou</surname> <given-names>O</given-names></name> <name><surname>Lewis</surname> <given-names>D</given-names></name> <name><surname>Bollegala</surname> <given-names>D</given-names></name> <name><surname>Maskell</surname> <given-names>S</given-names></name> <name><surname>Pirmohamed</surname> <given-names>M</given-names></name></person-group>. <article-title>Social media and pharmacovigilance: a review of the opportunities and challenges</article-title>. <source>Br J Clin Pharmacol</source>. (<year>2015</year>) <volume>80</volume>:<fpage>910</fpage>&#x2013;<lpage>20</lpage>. doi: <pub-id pub-id-type="doi">10.1111/bcp.12717</pub-id></citation></ref>
<ref id="ref99"><label>99.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tricco</surname> <given-names>AC</given-names></name> <name><surname>Zarin</surname> <given-names>W</given-names></name> <name><surname>Lillie</surname> <given-names>E</given-names></name> <name><surname>Jeblee</surname> <given-names>S</given-names></name> <name><surname>Warren</surname> <given-names>R</given-names></name> <name><surname>Khan</surname> <given-names>PA</given-names></name> <etal/></person-group>. <article-title>Utility of social media and crowd-intelligence data for pharmacovigilance: a scoping review</article-title>. <source>BMC Med Inform Decis Mak</source>. (<year>2018</year>) <volume>18</volume>:<fpage>1</fpage>&#x2013;<lpage>14</lpage>. doi: <pub-id pub-id-type="doi">10.1186/S12911-018-0621-Y/TABLES/4</pub-id></citation></ref>
<ref id="ref100"><label>100.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Convertino</surname> <given-names>I</given-names></name> <name><surname>Ferraro</surname> <given-names>S</given-names></name> <name><surname>Blandizzi</surname> <given-names>C</given-names></name> <name><surname>Tuccori</surname> <given-names>M</given-names></name></person-group>. <article-title>The usefulness of listening social media for pharmacovigilance purposes: a systematic review</article-title>. <source>Expert Opin Drug Saf</source>. (<year>2018</year>) <volume>17</volume>:<fpage>1081</fpage>&#x2013;<lpage>93</lpage>. doi: <pub-id pub-id-type="doi">10.1080/14740338.2018.1531847</pub-id></citation></ref>
<ref id="ref101"><label>101.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Stekelenborg</surname> <given-names>J</given-names></name> <name><surname>Ellenius</surname> <given-names>J</given-names></name> <name><surname>Maskell</surname> <given-names>S</given-names></name> <name><surname>Bergvall</surname> <given-names>T</given-names></name> <name><surname>Caster</surname> <given-names>O</given-names></name> <name><surname>Dasgupta</surname> <given-names>N</given-names></name> <etal/></person-group>. <article-title>Recommendations for the use of social Media in Pharmacovigilance: lessons from IMI WEB-RADR</article-title>. <source>Drug Saf</source>. (<year>2019</year>) <volume>42</volume>:<fpage>1393</fpage>&#x2013;<lpage>407</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s40264-019-00858-7</pub-id></citation></ref>
<ref id="ref102"><label>102.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rees</surname> <given-names>S</given-names></name> <name><surname>Mian</surname> <given-names>S</given-names></name> <name><surname>Grabowski</surname> <given-names>N</given-names></name></person-group>. <article-title>Using social media in safety signal management: is it reliable?</article-title> <source>Ther Adv Drug Saf</source>. (<year>2018</year>) <volume>9</volume>:<fpage>591</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1177/2042098618789596</pub-id></citation></ref>
<ref id="ref103"><label>103.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Price</surname> <given-names>J</given-names></name></person-group>. <article-title>What can big data offer the pharmacovigilance of orphan drugs?</article-title> <source>Clin Ther</source>. (<year>2016</year>) <volume>38</volume>:<fpage>2533</fpage>&#x2013;<lpage>45</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.clinthera.2016.11.009</pub-id></citation></ref>
<ref id="ref104"><label>104.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davies</surname> <given-names>W</given-names></name></person-group>. <article-title>Insights into rare diseases from social media surveys</article-title>. <source>Orphanet J Rare Dis</source>. (<year>2016</year>) <volume>11</volume>:<fpage>151</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13023-016-0532-x</pub-id></citation></ref>
<ref id="ref105"><label>105.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McDonald</surname> <given-names>L</given-names></name> <name><surname>Malcolm</surname> <given-names>B</given-names></name> <name><surname>Ramagopalan</surname> <given-names>S</given-names></name> <name><surname>Syrad</surname> <given-names>H</given-names></name></person-group>. <article-title>Real-world data and the patient perspective: the PROmise of social media?</article-title> <source>BMC Med</source>. (<year>2019</year>) <volume>17</volume>:<fpage>1</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.1186/S12916-018-1247-8/PEER-REVIEW</pub-id></citation></ref>
<ref id="ref106"><label>106.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll19">European Comission</collab></person-group>. Reform of the EU pharmaceutical legislation. (<year>2023</year>). <comment>Available at:</comment> <ext-link xlink:href="https://health.ec.europa.eu/medicinal-products/pharmaceutical-strategy-europe/reform-eu-pharmaceutical-legislation_en" ext-link-type="uri">https://health.ec.europa.eu/medicinal-products/pharmaceutical-strategy-europe/reform-eu-pharmaceutical-legislation_en</ext-link> (Accessed 25 March 2024).</citation></ref>
</ref-list>
</back>
</article>