<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Commun.</journal-id>
<journal-title>Frontiers in Communication</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Commun.</abbrev-journal-title>
<issn pub-type="epub">2297-900X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fcomm.2025.1509966</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Communication</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Person centered care for primary ovarian insufficiency: developing and testing patient-facing materials co-created with patients</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Blocker</surname> <given-names>Elizabeth S.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>McDonald</surname> <given-names>Isabella R.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Weyman</surname> <given-names>Elizabeth A.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Jarvis</surname> <given-names>Dana L.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Bryce</surname> <given-names>Joni</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Welt</surname> <given-names>Corrine K.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Dwyer</surname> <given-names>Andrew A.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<xref ref-type="author-notes" rid="fn0002"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/490866/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Boston College, William F. Connell School of Nursing</institution>, <addr-line>Chestnut Hill, MA</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>P50 Massachusetts General Hospital &#x2013; Harvard Center for Reproductive Medicine Patient Advocacy Group</institution>, <addr-line>Boston, MA</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>P50 Massachusetts General Hospital &#x2013; Harvard Center for Reproductive Medicine</institution>, <addr-line>Boston, MA</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Division of Endocrinology, Metabolism &#x0026; Diabetes, University of Utah</institution>, <addr-line>Salt Lake City, UT</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0003">
<p>Edited by: Ali Abbara, Imperial College London, United Kingdom</p>
</fn>
<fn fn-type="edited-by" id="fn0004">
<p>Reviewed by: Iuliana Raluca Gheorghe, Carol Davila University of Medicine and Pharmacy, Romania</p>
<p>Uday Venkat Mateti, Nitte (Deemed to be University), India</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Andrew A. Dwyer, <email>andrew.dwyer@bc.edu</email></corresp>
<fn fn-type="other" id="fn0002"><p><sup>&#x2020;</sup>ORCID: Andrew A. Dwyer, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0002-7023-6794">orcid.org/0000-0002-7023-6794</ext-link></p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>29</day>
<month>07</month>
<year>2025</year>
</pub-date>
<pub-date pub-type="collection">
<year>2025</year>
</pub-date>
<volume>10</volume>
<elocation-id>1509966</elocation-id>
<history>
<date date-type="received">
<day>15</day>
<month>10</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>10</day>
<month>07</month>
<year>2025</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2025 Blocker, McDonald, Weyman, Jarvis, Bryce, Welt and Dwyer.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>Blocker, McDonald, Weyman, Jarvis, Bryce, Welt and Dwyer</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Objective</title>
<p>We aimed to enhance person-centered care for primary ovarian insufficiency (POI) by co-creating patient-facing educational materials (PEM) with patients. We then evaluated understandability, actionability, and acceptability of the co-created PEM.</p>
</sec>
<sec id="sec2">
<title>Design</title>
<p>Healthcare professionals spanning reproductive endocrinology, nursing, and genetic counseling partnered with patients to co-create PEM using the iterative &#x2018;design thinking&#x2019; (human-centered design) process. Validated algorithms (<italic>n</italic>&#x202F;=&#x202F;8) were employed to determine PEM readability prior to evaluation. Individuals with POI were recruited from patient organizations to complete the online evaluation of PEM. Participants completed health literacy/numeracy instruments, Patient Education Materials Assessment Tool for print materials (PEMAT-P), and provided open-ended qualitative feedback. Scores &#x003E;80% in PEMAT-P domains were considered &#x2018;high quality&#x2019;.</p>
</sec>
<sec id="sec3">
<title>Results</title>
<p>Co-creation involved three iterative rounds of development. Readability algorithms indicated PEM were &#x2018;fairly easy to read&#x2019; for 11- to 13-year-olds (i.e., 7th grade reading level). Thirty patients completed the online evaluation (36.9&#x202F;&#x00B1;&#x202F;6.4&#x202F;years-old). All PEMAT-P domains exceeded the &#x2018;high quality&#x2019; threshold: content (82%), word choice/style (89%), use of numbers (91%), organization (93%), layout/design (90%), use of visual aids (83%), and actionability (85%). PEMAT-P scores neither differed according to educational attainment (<italic>p</italic>&#x202F;=&#x202F;0.94) nor health literacy/numeracy (<italic>p</italic>&#x202F;=&#x202F;0.61). Qualitative feedback informed further PEM refinement prior to widespread dissemination and clinical use.</p>
</sec>
<sec id="sec4">
<title>Conclusion</title>
<p>Engaging patients with POI in co-creation produced PEM that were acceptable, understandable, and actionable. Co-creation is a low-cost engagement process supporting person-centered care. The process described herein may serve as a &#x201C;roadmap&#x201D; guiding PEM development for other reproductive conditions.</p>
</sec>
</abstract>
<kwd-group>
<kwd>design thinking</kwd>
<kwd>infertility</kwd>
<kwd>primary ovarian insufficiency</kwd>
<kwd>patient education</kwd>
<kwd>health related quality of life</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="31"/>
<page-count count="8"/>
<word-count count="5426"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Health Communication</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec5">
<title>Introduction</title>
<p>Idiopathic primary ovarian insufficiency (POI) is a reproductive disorder characterized by declining ovarian function and impaired fertility. Decreased serum estradiol levels manifest as menopausal symptoms, including vasomotor symptoms, disturbed mood and sleep, and altered libido and sexual function (<xref ref-type="bibr" rid="ref26">Touraine et al., 2024</xref>). Individuals with POI have increased risk for osteoporosis, cardiovascular disease, potentially accelerated neurodegenerative aging, and increased all-cause mortality risk compared to individuals with normal timing of menopause (<xref ref-type="bibr" rid="ref23">Stuenkel and Gompel, 2023</xref>; <xref ref-type="bibr" rid="ref14">Kirubarajan et al., 2024</xref>). The median age of menopause onset is 49&#x2013;51&#x202F;years and early menopause is considered to be between 40 and 44 years (<xref ref-type="bibr" rid="ref24">te Velde and Pearson, 2002</xref>). In contrast, people with primary ovarian insufficiency lose ovarian function and typically end menses before age 40&#x202F;years (<xref ref-type="bibr" rid="ref23">Stuenkel and Gompel, 2023</xref>). In aggregate, 3.7% of women worldwide are affected by early menopause or POI (<xref ref-type="bibr" rid="ref9">Golezar et al., 2019</xref>). Importantly, POI is not prevalent, as it only affects approximately 1% of women younger than 40&#x202F;years of age (<xref ref-type="bibr" rid="ref23">Stuenkel and Gompel, 2023</xref>). Moreover, roughly 90% of POI cases are idiopathic and without an underlying etiology (<xref ref-type="bibr" rid="ref26">Touraine et al., 2024</xref>). So while menopause is an expected event for women, POI is less well understood (<xref ref-type="bibr" rid="ref8">EHRE, ASRM, CREWHIRL and IMS Guideline Group on POI et al., 2025</xref>). As such, despite the continued growth of specialized fertility clinics (<xref ref-type="bibr" rid="ref25">The Lancet, 2024</xref>), individuals with POI often experience a lengthy process to be diagnosed (&#x2018;diagnostic odyssey&#x2019;). Such experiences contribute to patient dissatisfaction with care (<xref ref-type="bibr" rid="ref19">McDonald et al., 2022</xref>).</p>
<p>Notably, POI is associated with diminished health-related-quality of life (HR-QoL) stemming from negative clinical interactions during the diagnostic odyssey, isolation and stigma related to the diagnosis, and impaired ego integrity related to menopausal symptoms (<xref ref-type="bibr" rid="ref19">McDonald et al., 2022</xref>). As such, individuals with POI have a range of unmet health, information, and psychosocial needs and are often dissatisfied with care. There is a need for more person-centered approaches to POI care to help patients better understand the condition, decrease stigma, and support alternative family planning goals (<xref ref-type="bibr" rid="ref17">Martin et al., 2017</xref>).</p>
<p>Person-centered care is widely acknowledged as a means to improve a variety of health outcomes, including physical and social well-being, patient knowledge, and satisfaction with care (<xref ref-type="bibr" rid="ref20">NEJM Catalyst, 2017</xref>). Central elements of person-centered care include collaborative decision-making, accessible care, a holistic view of well-being, consideration of family and cultural values, information-sharing, and recognizing patients and families as full partners in the design and implementation of healthcare (<xref ref-type="bibr" rid="ref20">NEJM Catalyst, 2017</xref>). Patient and public involvement including co-creation is noted as a means to improve the person-centeredness of care (<xref ref-type="bibr" rid="ref16">Manafo et al., 2018</xref>; <xref ref-type="bibr" rid="ref3">Bombard et al., 2018</xref>; <xref ref-type="bibr" rid="ref15">Leung et al., 2019</xref>; <xref ref-type="bibr" rid="ref18">McDonald et al., 2023</xref>). Co-creation is a collaborative approach that has been used across a variety of healthcare settings and with diverse patient populations to develop person-centered approaches to care that are responsive to patient-identified needs (<xref ref-type="bibr" rid="ref18">McDonald et al., 2023</xref>). The approach has been used across numerous countries, cultures, languages, and with patients living with conditions ranging from common to rare (<xref ref-type="bibr" rid="ref18">McDonald et al., 2023</xref>). It can bring together diverse stakeholders, including healthcare professionals and patients, to provide insights into unmet needs, underserved or marginalized populations, and groups with low satisfaction with healthcare. Co-creation considers patients as equal partners and empowers patients to help improve person-centered healthcare.</p>
<p>To address unmet patient needs and enhance person-centered POI care, we aimed to employ best co-creation practices (<xref ref-type="bibr" rid="ref18">McDonald et al., 2023</xref>) to develop patient-facing educational materials. We then assessed the acceptability of co-created materials using the Patient Education Materials Assessment Tool for print materials (PEMAT-P) to measure understandability and actionability.</p>
</sec>
<sec sec-type="materials|methods" id="sec6">
<title>Materials and methods</title>
<p>This study involved two phases. The first phase drew on participatory design methodology. Healthcare professionals partnered with patients in a &#x2018;design thinking&#x2019; process to co-create patient-facing educational materials (PEM) on POI. The second phase was a cross-sectional descriptive evaluation study that employed multiple methods. Individuals with POI used an online survey to quantitatively evaluate co-created materials and provide qualitative feedback. The study was reviewed and approved by the Mass General Brigham IRB (#2021P003242) and participants provided opt-in informed consent prior to the initiation of study procedures.</p>
<sec id="sec7">
<title>Phase 1: co-creating patient-facing educational materials on POI</title>
<p>The co-creation process was guided by our prior systematic scoping review of the literature that identified six best practices for co-creating patient-facing educational materials (<xref ref-type="bibr" rid="ref18">McDonald et al., 2023</xref>) (<xref ref-type="table" rid="tab1">Table 1</xref>).</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Overview of co-creation process according to six best practices (<xref ref-type="bibr" rid="ref18">McDonald et al., 2023</xref>).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Co-creation best practice</th>
<th align="left" valign="top">Steps taken (evidence)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">1. Begin with a literature review</td>
<td align="left" valign="middle">
<list list-type="bullet">
<list-item>
<p>Diagnosis &#x0026; treatment of POI (<xref ref-type="bibr" rid="ref30">Weyman et al., 2023</xref>)</p>
</list-item>
<list-item>
<p>Systematic sreview of HR-QoL in POI (<xref ref-type="bibr" rid="ref19">McDonald et al., 2022</xref>)</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="middle">2. Utilize a framework to inform the process</td>
<td align="left" valign="middle">
<list list-type="bullet">
<list-item>
<p>&#x2018;Design Thinking&#x2019; (human-centered design)</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="middle">3. Involve clinical &#x0026; patient experts from the beginning</td>
<td align="left" valign="middle">
<list list-type="bullet">
<list-item>
<p>Patient engagement throughout the Design Thinking process</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="middle">4. Engage diverse perspectives &#x0026; expertise</td>
<td align="left" valign="middle">
<list list-type="bullet">
<list-item>
<p>Patients (people with POI)</p>
</list-item>
<list-item>
<p>Nursing</p>
</list-item>
<list-item>
<p>Medicine (reproductive endocrinology)</p>
</list-item>
<list-item>
<p>Genetic counseling</p>
</list-item>
<list-item>
<p>Researcher experienced in participatory methods &#x0026; co-creation</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="middle">5. Ensure patients have the final decision</td>
<td align="left" valign="middle">
<list list-type="bullet">
<list-item>
<p>Patients gave final approval prior to evaluation</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="middle">6. Employ validated evaluation tools</td>
<td align="left" valign="middle">
<list list-type="bullet">
<list-item>
<p>PEMAT-P (<xref ref-type="bibr" rid="ref29">Weiss et al., 2005</xref>; <xref ref-type="bibr" rid="ref11">Huang et al., 2018</xref>)</p>
</list-item>
</list>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>POI, primary ovarian insufficiency; HR-QoL, health-related quality of life; PEMAT-P, Patient Education Materials Assessment Tool for print material.</p>
</table-wrap-foot>
</table-wrap>
<p>First, we synthesized current literature on POI-related HRQoL and care/management (<xref ref-type="bibr" rid="ref19">McDonald et al., 2022</xref>; <xref ref-type="bibr" rid="ref30">Weyman et al., 2023</xref>). Second, we adopted &#x2018;design thinking&#x2019; as a guiding theoretical framework (<xref ref-type="bibr" rid="ref5">Dwyer et al., 2021a</xref>). Design thinking, sometimes called human-centered or user-centered design, is a structured, iterative process that includes: (i) empathizing (understanding end-user perspectives to define the problem); (ii) ideating (brainstorming potential solutions); (iii) developing a prototype (refined in an iterative manner with stakeholders); and (iv) testing (evaluating the co-created materials) (<xref ref-type="fig" rid="fig1">Figure 1</xref>). Third, we engaged two patients with POI at the outset to partner in the design thinking process. Fourth, we included diverse perspectives from patients, medicine (i.e., an endocrinologist with expertise in POI), nursing, and genetic counseling. Fifth, patients were given the final say in approving the patient-facing materials prior to evaluation. Sixth, we used a validated measure to evaluate the co-created materials. Co-creation participants included two patients and five healthcare professionals &#x2013; three nurse practitioner students, a reproductive endocrinologist with expertise in POI, and a clinician/researcher experienced with community-based participatory methods who had previously partnered with patients in the co-creation process (<xref ref-type="bibr" rid="ref5">Dwyer et al., 2021a</xref>,<xref ref-type="bibr" rid="ref6">b</xref>). One of the patients involved in the process is a certified genetic counselor and provided input both as a patient and from a genetic counseling perspective.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Overview of the design thinking process. Design thinking (human-centered design) comprises: (1) empathizing/defining the problem with diverse stakeholders; (2) ideating/brainstorming potential solutions; (3) developing a prototype that is refined in an iterative manner, and (4) evaluating the co-created materials. PEMAT-P: Patient Education Materials Assessment Tool for print materials. Image credits: <ext-link xlink:href="http://thenounproject.com" ext-link-type="uri">thenounproject.com</ext-link>.</p>
</caption>
<graphic xlink:href="fcomm-10-1509966-g001.tif">
<alt-text content-type="machine-generated">Flowchart illustrating a four-step process. Step 1: Empathize and Define, focusing on unmet patient needs and knowledge gaps. Step 2: Ideate and Brainstorm, generating content and solutions. Step 3: Prototype, involving refinement to enhance content and readability. Step 4: Evaluate, assessing co-created materials using PEMAT-P. Circular design connects all steps.</alt-text>
</graphic>
</fig>
<p>To support comprehension by individuals with limited literacy, patient-facing materials are recommended to be written at the 6th-8th grade reading level. To ensure readability of the co-created materials, written materials were evaluated using eight validated algorithms to assess readability including the Flesch Reading Ease Formula, Gunning Fox Index, Flesch Kincaid Grade Level, Coleman Liau Index, Simple Measure of Gobbledygook index (SMOG), Automated Readability Index, and the Linsear Write Formula (<xref ref-type="bibr" rid="ref5">Dwyer et al., 2021a</xref>; <xref ref-type="bibr" rid="ref1">Badiu et al., 2017</xref>). Algorithms indicate an estimated age and grade reading level based on the number of difficult words and sentences.</p>
</sec>
<sec id="sec8">
<title>Phase 2: evaluating co-created materials</title>
<p>We launched the online patient evaluation following final approval from the patients participating in the design thinking process. Participants were provided the patient-facing educational materials (i.e., PDF) to review and then completed an online survey (Qualtrics &#x2122;). Materials were evaluated using the Patient Education Materials Assessment Tool for print materials (PEMAT-P) developed by the U. S. Department of Health &#x0026; Human Services Agency for Health Research and Quality (<xref ref-type="bibr" rid="ref22">Shoemaker et al., 2014</xref>). Individuals are asked to select agree/disagree to 17 items assessing six domain of understandability (content, style, use of numbers, organization, design and use of visual aids) and one actionability domain (i.e., the ability to identify steps to take based on the presented information). Cumulative PEMAT-P scores are expressed as a percentage (total score/possible total X 100). Psychometric evaluation demonstrates strong internal consistency, good reliability, and evidence of construct validity (<xref ref-type="bibr" rid="ref22">Shoemaker et al., 2014</xref>).</p>
<p>To explore relationships between PEMAT-P scores and potentially confounding variables, we also collected sociodemographic information (age, sex, gender, education, age at diagnosis) and two validated measures of health literacy/numeracy. Subjective health literacy was evaluated using a validated single item previously shown to be comparable to lengthier validated measures (Rapid Estimate of Adult Literacy in Medicine, AUROC&#x202F;=&#x202F;0.82) (<xref ref-type="bibr" rid="ref4">Chew et al., 2004</xref>; <xref ref-type="bibr" rid="ref28">Wallace et al., 2006</xref>). Objective health literacy was measured using the Newest Vital Sign (NVS) (<xref ref-type="bibr" rid="ref29">Weiss et al., 2005</xref>). Individuals are presented with a nutrition label and asked six items requiring them to identify and interpret text and perform simple computations. Scores categorize individuals as having either adequate, possibly limited, or high likelihood of limited health literacy/numeracy. The NVS demonstrates good internal consistency (literacy: <italic>&#x03B1;</italic> =&#x202F;0.91, numeracy: &#x03B1;&#x202F;=&#x202F;0.78) and correlates with lengthier validated instruments (Test of Functional Health Literacy in Adults, AUROC&#x202F;=&#x202F;0.88) (<xref ref-type="bibr" rid="ref29">Weiss et al., 2005</xref>; <xref ref-type="bibr" rid="ref11">Huang et al., 2018</xref>).</p>
</sec>
<sec id="sec9">
<title>Participants</title>
<p>A convenience sample was recruited to evaluate the PEM. No formal sample size calculation was performed. English-speaking adults (18&#x202F;+&#x202F;yrs.) who were diagnosed with POI before age 40 were included in the online evaluation survey. Patients were recruited using social media postings (i.e., Facebook) and in partnership with patient support organizations (i.e., Daisy Network, Conover Foundation, Fertility and Friends). Prior work demonstrates that online approaches and partnerships with patient organizations are effective and reliable for reaching difficult to reach patient populations (<xref ref-type="bibr" rid="ref6">Dwyer et al., 2021b</xref>).</p>
</sec>
<sec id="sec10">
<title>Analyses</title>
<p>Data are reported using descriptive statistics. Participant characteristics (i.e., those completing the survey vs. not) are compared using Student&#x2019;s <italic>T</italic>-test, Mann&#x2013;Whitney rank sum test and Chi square as appropriate. PEMAT-P results are descriptively reported and a PEMAT-P score &#x2265;80% on a given parameter was deemed to represent high quality (<xref ref-type="bibr" rid="ref5">Dwyer et al., 2021a</xref>,<xref ref-type="bibr" rid="ref6">b</xref>). <italic>Z</italic>-scores were used to compare PEMAT-P scores (expressed as a percentage) between groups according to dichotomized educational attainment (i.e., less than college education vs. college education or greater) and health literacy/numeracy (i.e., adequate vs. possibility/high likelihood of limited health literacy) respectively. A <italic>p</italic>-value &#x003C;0.05 was considered statistically significant. A qualitative content analysis was performed on open-ended comments to identify categorical topics of the feedback received (<xref ref-type="bibr" rid="ref7">Elo and Kyng&#x00E4;s, 2008</xref>).</p>
</sec>
</sec>
<sec sec-type="results" id="sec11">
<title>Results</title>
<sec id="sec12">
<title>Co-creation process</title>
<p>The co-creation process (<xref ref-type="fig" rid="fig1">Figure 1</xref>) involved robust videoconference discussion with patients to define the aims and scope followed by an initial brainstorming session to respond to identified unmet needs and outline the structure and content of the PEM. The patients envisioned materials that could be given to newly diagnosed patients, describing them as what they wished they had known when they themselves were diagnosed with POI. Patient collaborators provided rich insights highlighting extensive unmet needs and challenges associated with the diagnosis and management of POI.</p>
<p>Decisions relating to patient preferences for the PEM were made by discussion to consensus. The PEM were iteratively refined by patient feedback in three rounds of revision. Patient involvement contributed to a highly collaborative process with creative problem solving. For example, the first draft of the PEM was eight pages in length. Both patients expressed satisfaction with the content of the PEM, but agreed with clinicians/researchers that the ideal handout would be one sheet of paper (i.e., recto-verso with text on the front and back). A patient presented the idea of creating a concise version with a quick response (QR) code linking to a website with more extensive content and resources. This suggestion was unanimously accepted, and further drafts of the materials focused on the abbreviated version. Evaluation of reading level revealed: Flesch Reading Ease Formula (70&#x202F;=&#x202F;&#x201C;fairly easy to read&#x201D;), Gunning Fox Index (9&#x202F;=&#x202F;&#x201C;fairly easy to read&#x201D;), Flesch Kincaid Grade Level (7th grade), Coleman Liau Index (9th grade), Simple Measure of Gobbledygook index (SMOG: 7th grade), Automated Readability Index (10&#x2013;11&#x202F;year-olds / 5th and 6th graders), and the Linsear Write Formula (7th grade). Mean reading level across all 8 readability instruments was the 7th grade (i.e., fairly easy to read for 11&#x2013;13&#x202F;year-olds) thus meeting the recommended 6-8th grade reading level. The final PEM was reviewed by the content expert (reproductive endocrinologist) for accuracy, then approved by the patients for online evaluation in a final videoconference discussion.</p>
</sec>
<sec id="sec13">
<title>PEM evaluation</title>
<p>In total, 65 patients with POI consented to take the online survey and 30/65 (46%) completed the full evaluation of the PEM. Participants completing the survey were similar to &#x201C;non-completers&#x201D; in terms of age, age at diagnosis, racial/ethnic identity, educational attainment and health literacy/numeracy (<xref ref-type="table" rid="tab2">Table 2</xref>). Overall, participants were White, with 8/30 (27%) identifying as Black or indigenous people of color. They were also well-educated, with 6/30 (20%) having achieved less than a college degree (<xref ref-type="table" rid="tab2">Table 2</xref>). The majority of participants (25/30, 83%) exhibited adequate objective health literacy and numeracy as assessed by the Newest Vital Sign.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Participant characteristics.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th>Participant characteristic</th>
<th align="center" valign="top">Completed survey (<italic>n</italic> =&#x202F;30)</th>
<th align="center" valign="top">All respondents (<italic>n</italic> =&#x202F;65)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Age &#x2013; yrs. (mean &#x00B1; SD)</td>
<td align="center" valign="top">36.9&#x202F;&#x00B1;&#x202F;6.4</td>
<td align="center" valign="top">36.6&#x202F;&#x00B1;&#x202F;6.0</td>
</tr>
<tr>
<td align="left" valign="bottom">Age at diagnosis</td>
<td align="center" valign="bottom">30.0&#x202F;&#x00B1;&#x202F;7.4</td>
<td align="center" valign="bottom">30.1&#x202F;&#x00B1;&#x202F;7.3</td>
</tr>
<tr>
<td align="left" valign="top" colspan="3">Race/ethnicity</td>
</tr>
<tr>
<td align="left" valign="top">White</td>
<td align="center" valign="top">27 (90%)</td>
<td align="center" valign="top">57 (78%)</td>
</tr>
<tr>
<td align="left" valign="top">Hispanic/Latino</td>
<td align="center" valign="top">4 (13%)</td>
<td align="center" valign="top">4 (5%)</td>
</tr>
<tr>
<td align="left" valign="top">American Indian/Alaskan Native</td>
<td align="center" valign="top">2 (7%)</td>
<td align="center" valign="top">3 (4%)</td>
</tr>
<tr>
<td align="left" valign="top">Black/African American</td>
<td align="center" valign="top">1 (3%)</td>
<td align="center" valign="top">2 (3%)</td>
</tr>
<tr>
<td align="left" valign="top">Asian/Asian American</td>
<td align="center" valign="top">0</td>
<td align="center" valign="top">1 (1%)</td>
</tr>
<tr>
<td align="left" valign="top">other/multiracial</td>
<td align="center" valign="top">1 (3%)</td>
<td align="center" valign="top">3 (4%)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="3">Education</td>
</tr>
<tr>
<td align="left" valign="top">Advanced/postgraduate degree</td>
<td align="center" valign="top">13 (43%)</td>
<td align="center" valign="top">27 (37%)</td>
</tr>
<tr>
<td align="left" valign="top">Bachelor&#x2019;s degree</td>
<td align="center" valign="top">11 (37%)</td>
<td align="center" valign="top">20 (27%)</td>
</tr>
<tr>
<td align="left" valign="top">Some college/university</td>
<td align="center" valign="top">3 (10%)</td>
<td align="center" valign="top">11 (15%)</td>
</tr>
<tr>
<td align="left" valign="top">Associate&#x2019;s/technical degree</td>
<td align="center" valign="top">2 (7%)</td>
<td align="center" valign="top">4 (5%)</td>
</tr>
<tr>
<td align="left" valign="top">High school/vocational school</td>
<td align="center" valign="top">1 (3%)</td>
<td align="center" valign="top">3 (4%)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="3">Objective health literacy/numeracy (NVS)</td>
</tr>
<tr>
<td align="left" valign="top">Adequate</td>
<td align="center" valign="top">25 (83%)</td>
<td align="center" valign="top">45 (69%)</td>
</tr>
<tr>
<td align="left" valign="top">Possibility of limited</td>
<td align="center" valign="top">4 (13%)</td>
<td align="center" valign="top">7 (11%)</td>
</tr>
<tr>
<td align="left" valign="top">High likelihood (&#x003E;50%) of limited</td>
<td align="center" valign="top">1 (3%)</td>
<td align="center" valign="top">3 (5%)</td>
</tr>
<tr>
<td align="left" valign="top">No response</td>
<td align="center" valign="top">0</td>
<td align="center" valign="top">10 (15%)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="3">Subjective health literacy</td>
</tr>
<tr>
<td align="left" valign="top">Adequate</td>
<td align="center" valign="top">29 (97%)</td>
<td align="center" valign="top">54 (83%)</td>
</tr>
<tr>
<td align="left" valign="top">Low</td>
<td align="center" valign="top">1 (3%)</td>
<td align="center" valign="top">7 (11%)</td>
</tr>
<tr>
<td align="left" valign="top">No response</td>
<td align="center" valign="top">0</td>
<td align="center" valign="top">4 (6%)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Participants approval ratings for all understandability domains and the actionability domain exceeded the 80% threshold indicating &#x2018;high quality&#x2019; materials (<xref ref-type="fig" rid="fig2">Figure 2</xref>). Understandability scores ranged between 82 and 93% across the six domains while actionability received an 85% approval among participants. While all domains scored greater than 80%, four individual items had a mean score below the 80% threshold (i.e., 76&#x2013;79%). Individual items focused on use and usefulness of visual aids, need for more imagery and less text, and focus of the content. The PEMAT-P findings informed further post-evaluation revision to finalize the PEM (<xref ref-type="sec" rid="sec24">Supplementary materials</xref>) before widespread dissemination and use with clinical patients. No significant differences were observed in PEMAT-P responses dichotomized according to educational attainment (i.e., less than college education vs. college education or greater, <italic>p</italic>&#x202F;=&#x202F;0.94) or health literacy (i.e., adequate vs. possibility/high likelihood of limited health literacy, <italic>p</italic>&#x202F;=&#x202F;0.61).</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Summary of the PEMAT-P evaluation of patient-facing PEM for POI (<italic>n</italic>&#x202F;=&#x202F;30). Mean scores are shown for the six dimensions of understandability and one on actionability. Scores &#x003E;80% are deemed to be &#x2018;high quality&#x2019;.</p>
</caption>
<graphic xlink:href="fcomm-10-1509966-g002.tif">
<alt-text content-type="machine-generated">Six circular progress charts display percentages for various categories: Content at eighty-two percent, Word choice and style at eighty-nine percent, Use of numbers at ninety-one percent, Organization at ninety-three percent, Layout and design at ninety percent, Use of visual aids at eighty-three percent, and Actionability at eighty-five percent.</alt-text>
</graphic>
</fig>
</sec>
<sec id="sec14">
<title>Qualitative feedback</title>
<p>Ten participants (33%) provided open-ended feedback at the completion of the evaluation. Most prevalent themes related to positive expressions of appreciation (<italic>n</italic>&#x202F;=&#x202F;5) and a desire for more detailed information (<italic>n</italic>&#x202F;=&#x202F;5). Specifically, respondents desired more information on causes (beyond idiopathic POI), fertility, specialists, and talking points with providers. Two comments expressed desire for more pictures/graphics. One participant was a user experience design specialist who provided specific and detailed design comments for improving the document. Three critical comments were noted. One participant felt the NVS was distracting and deterred individuals from completing the evaluation. One participant could not get the QR code to work and another participant expressed frustration that the language was &#x201C;dumbed down for a 6-year-old audience&#x201D; which made the material seem vague. The qualitative comments were used to make additional refinements to the PEM prior to broader dissemination and use.</p>
</sec>
</sec>
<sec sec-type="discussion" id="sec15">
<title>Discussion</title>
<p>We reported on the process and evaluation of co-creating PEM for POI with patients. Employing co-creation best practices (<xref ref-type="bibr" rid="ref18">McDonald et al., 2023</xref>), partnering with patients, and using the design thinking process produced acceptable, understandable, and actionable patient-facing PEM. Existing literature demonstrates the considerable variety in the populations and conditions who have employed the co-creation process (<xref ref-type="bibr" rid="ref18">McDonald et al., 2023</xref>) supporting generalizability of the approach.</p>
<p>A robust body of literature underscores that distress is common among individuals struggling with infertility as well as those undergoing fertility treatment (<xref ref-type="bibr" rid="ref19">McDonald et al., 2022</xref>; <xref ref-type="bibr" rid="ref10">Greil, 1997</xref>; <xref ref-type="bibr" rid="ref27">Van den Broeck et al., 2010</xref>). Individuals with POI face unmet health, information, and psychosocial needs that contribute to suboptimal outcomes and poor satisfaction with care (<xref ref-type="bibr" rid="ref19">McDonald et al., 2022</xref>; <xref ref-type="bibr" rid="ref2">Bogart et al., 2022</xref>). At a healthcare systems level, there is an urgent need to improve health outcomes, reduce costs, and enhance patient satisfaction. One way to reach these objectives is through a renewed focus on person-centered care (<xref ref-type="bibr" rid="ref20">NEJM Catalyst, 2017</xref>). Engaging with patients and communities is important for identifying unmet needs and patient priorities to inform more person-centered approaches. Co-creation utilizing &#x2018;best practices&#x2019; is a means to enhance person-centered care and develop solutions that are responsive to patient-identified priorities. The example of POI presented herein shows that co-creation is a viable, innovative, and low-cost way for healthcare organizations to respond to patient priorities and enhance person-centered care, thereby contributing to improved patient satisfaction and potentially enhanced health outcomes. Co-creation has been effectively employed other patient populations with reproductive disorders (<xref ref-type="bibr" rid="ref5">Dwyer et al., 2021a</xref>,<xref ref-type="bibr" rid="ref6">b</xref>). The evidence-based &#x2018;best practices&#x2019; and the co-creation example detailed in this article, can serve as a roadmap for healthcare organizations in future quality improvement projects.</p>
<p>A relative strength of the study is the close adherence to co-creation best practices (<xref ref-type="bibr" rid="ref18">McDonald et al., 2023</xref>). There are several limitations to this study. In terms of co-creation, we involved two patients throughout the process. However, it is unclear if the process could have been enhanced with additional patient collaborators to enhance the diversity of perspectives, opinions, and lived experiences. We also recognize one of the participants played a dual role, providing two perspectives (patient and genetic counselor) in the challenges in communicating risk that may be different from a lay individual with POI&#x2019;s experience. Comprehensive care for POI includes a multidisciplinary approach, and the perspectives of specialists including psychologists or fertility counselors could further diversify and enhance the co-creation process. In terms of the evaluation, the number of participants who completed the survey was limited (<italic>n</italic>&#x202F;=&#x202F;30), yet the sample size is similar to other reports evaluating PEM (<xref ref-type="bibr" rid="ref18">McDonald et al., 2023</xref>). As such, results should be considered as pilot study findings. Additionally, the respondents were rather homogenous as most participants were White, well-educated, and had adequate health literacy/numeracy&#x2014;a bias that has been noted with web-based surveys (<xref ref-type="bibr" rid="ref12">Jang and Vorderstrasse, 2019</xref>; <xref ref-type="bibr" rid="ref21">Patten and Perrin, 2015</xref>). The mean age of respondents who completed the evaluation survey was 36.9&#x202F;&#x00B1;&#x202F;6.4&#x202F;years, which is consistent with the PEM&#x2019;s focus on topics proximal to the time of diagnosis before 40&#x202F;years old. PEMAT-P scores neither differed between participants dichotomized according to educational attainment nor health literacy/numeracy. However, caution is warranted in interpreting this observation as relatively few participants had low educational attainment and/or limited health literacy/numeracy. Regardless, it is plausible that the 7th grade reading level of the materials likely contributed to high understandability and acceptability ratings by the vast majority of participants. It is worthwhile to note that there are a number of tools available to assess print materials. While the PEMAT-P is considered a &#x2018;gold standard&#x2019; evaluation tool, other approaches, such as the Baker Able Leaflet Design (BALD) method, have a stronger emphasis on layout and design and could have provided different insights than the PEMAT-P.</p>
<p>Notably, the recent emergence of generative artificial intelligence and large language models may hold promise for surmounting health literacy and numeracy barriers in PEM (<xref ref-type="bibr" rid="ref13">Kirchner et al., 2023</xref>). However, patient involvement is essential to ensure that PEM responds to patient-identified needs. Following refinement based on the evaluation (i.e., PEMAT-P and qualitative comments), the final PEM revised version (<xref ref-type="sec" rid="sec24">Supplementary materials</xref>) will be disseminated in two channels. First, PEM will be disseminated to POI patient support organizations. In parallel, dissemination to healthcare providers and patients alike will occur via the P50 Massachusetts General Hospital &#x2013; Harvard Center for Reproductive Medicine website that was do-designed with patients.<xref ref-type="fn" rid="fn0001"><sup>1</sup></xref> The QR code on printed materials will link to the website (co-designed with patients) to provide both overview materials and opportunities to dig deeper into topics and access more detailed information (as identified in qualitative comments). Future directions could include exploring emotional responses to the co-created materials. Indeed, POI and infertility are sensitive topics and people with POI often experience significant psychosocial challenges affecting psychological wellbeing and quality of life (<xref ref-type="bibr" rid="ref19">McDonald et al., 2022</xref>). It is plausible that people with POI may have different needs and priorities depending on the time from initial diagnosis and life stage. Accordingly examining the materials from a life-stage perspective could help inform more developmentally-tailored approaches to care. While this work followed best practices for co-creating patient-facing educational materials (<xref ref-type="bibr" rid="ref18">McDonald et al., 2023</xref>), further work could examine how design elements of the materials align with established public health messaging and health communication practices (<xref ref-type="bibr" rid="ref31">Zhao, 2020</xref>).</p>
</sec>
<sec sec-type="conclusions" id="sec16">
<title>Conclusion</title>
<p>Engaging patients in the co-creation process produced PEM that were understandable, actionable, and highly acceptable to patients. The process described herein may serve as a &#x201C;roadmap&#x201D; guiding PEM development that can be easily adapted for a variety of healthcare conditions and patient populations. Moreover, co-creation is a patient engagement process that is relevant for developing interventions to address healthcare disparities.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="sec17">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="ethics-statement" id="sec18">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Mass General Brigham Institutional Review Board. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their opt-in electronic informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec19">
<title>Author contributions</title>
<p>EB: Investigation, Visualization, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. IM: Investigation, Visualization, Writing &#x2013; review &#x0026; editing. EW: Investigation, Visualization, Writing &#x2013; review &#x0026; editing. DJ: Writing &#x2013; review &#x0026; editing. JB: Writing &#x2013; review &#x0026; editing. CW: Conceptualization, Validation, Writing &#x2013; review &#x0026; editing. AD: Conceptualization, Formal analysis, Funding acquisition, Supervision, Visualization, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing.</p>
</sec>
<sec sec-type="funding-information" id="sec20">
<title>Funding</title>
<p>The author(s) declare that financial support was received for the research and/or publication of this article. This work was supported by the National Institutes of Health Eunice Kennedy Shriver National Institute of Child Health and Human Development (1P50HD104224&#x2013;01) &#x201C;Massachusetts General Hospital &#x2013; Harvard Center for Reproductive Medicine.&#x201D;</p>
</sec>
<ack>
<p>We thank the patients who participated in the evaluation of the co-created materials. We appreciate and value their valuable feedback that helped us improve the patient-facing materials.</p>
</ack>
<sec sec-type="COI-statement" id="sec21">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="ai-statement" id="sec22">
<title>Generative AI statement</title>
<p>The authors declare that no Gen AI was used in the creation of this manuscript.</p>
</sec>
<sec sec-type="disclaimer" id="sec23">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="sec24">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fcomm.2025.1509966/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fcomm.2025.1509966/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.pdf" id="SM1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<fn-group>
<fn id="fn0001"><p><sup>1</sup><ext-link xlink:href="http://www.myreproductivehealth.org" ext-link-type="uri">www.myreproductivehealth.org</ext-link></p></fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Badiu</surname> <given-names>C.</given-names></name> <name><surname>Bonomi</surname> <given-names>M.</given-names></name> <name><surname>Borshchevsky</surname> <given-names>I.</given-names></name> <name><surname>Cools</surname> <given-names>M.</given-names></name> <name><surname>Craen</surname> <given-names>M.</given-names></name> <name><surname>Ghervan</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Developing and evaluating rare disease educational materials co-created by expert clinicians and patients: the paradigm of congenital hypogonadotropic hypogonadism</article-title>. <source>Orphanet J. Rare Dis.</source> <volume>12</volume>:<fpage>57</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13023-017-0608-2</pub-id>, PMID: <pub-id pub-id-type="pmid">28320476</pub-id></citation></ref>
<ref id="ref2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bogart</surname> <given-names>K.</given-names></name> <name><surname>Hemmesch</surname> <given-names>A.</given-names></name> <name><surname>Barnes</surname> <given-names>E.</given-names></name> <name><surname>Blissenbach</surname> <given-names>T.</given-names></name> <name><surname>Beisang</surname> <given-names>A.</given-names></name> <name><surname>Engel</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Healthcare access, satisfaction, and health-related quality of life among children and adults with rare diseases</article-title>. <source>Orphanet J. Rare Dis.</source> <volume>17</volume>:<fpage>196</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13023-022-02343-4</pub-id>, PMID: <pub-id pub-id-type="pmid">35549731</pub-id></citation></ref>
<ref id="ref3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bombard</surname> <given-names>Y.</given-names></name> <name><surname>Baker</surname> <given-names>G. R.</given-names></name> <name><surname>Orlando</surname> <given-names>E.</given-names></name> <name><surname>Fancott</surname> <given-names>C.</given-names></name> <name><surname>Bhatia</surname> <given-names>P.</given-names></name> <name><surname>Casalino</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Engaging patients to improve quality of care: a systematic review</article-title>. <source>Implement. Sci.</source> <volume>13</volume>:<fpage>98</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13012-018-0784-z</pub-id>, PMID: <pub-id pub-id-type="pmid">30045735</pub-id></citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chew</surname> <given-names>L. D.</given-names></name> <name><surname>Bradley</surname> <given-names>K. A.</given-names></name> <name><surname>Boyko</surname> <given-names>E. J.</given-names></name></person-group> (<year>2004</year>). <article-title>Brief questions to identify patients with inadequate health literacy</article-title>. <source>Fam. Med.</source> <volume>36</volume>, <fpage>588</fpage>&#x2013;<lpage>594</lpage>.</citation></ref>
<ref id="ref5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dwyer</surname> <given-names>A. A.</given-names></name> <name><surname>Au</surname> <given-names>M. G.</given-names></name> <name><surname>Smith</surname> <given-names>N.</given-names></name> <name><surname>Plummer</surname> <given-names>L.</given-names></name> <name><surname>Lippincott</surname> <given-names>M. F.</given-names></name> <name><surname>Balasubramanian</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2021a</year>). <article-title>Evaluating co-created patient-facing materials to increase understanding of genetic test results</article-title>. <source>J. Genet. Couns.</source> <volume>30</volume>, <fpage>598</fpage>&#x2013;<lpage>605</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jgc4.1348</pub-id>, PMID: <pub-id pub-id-type="pmid">33098367</pub-id></citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dwyer</surname> <given-names>A. A.</given-names></name> <name><surname>Zeng</surname> <given-names>Z.</given-names></name> <name><surname>Lee</surname> <given-names>C. S.</given-names></name></person-group> (<year>2021b</year>). <article-title>Validating online approaches for rare disease research using latent class mixture modeling</article-title>. <source>Orphanet J. Rare Dis.</source> <volume>16</volume>:<fpage>209</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13023-021-01827-z</pub-id>, PMID: <pub-id pub-id-type="pmid">33971926</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><collab id="col1012">EHRE, ASRM, CREWHIRL and IMS Guideline Group on POI</collab><name><surname>Panay</surname> <given-names>N.</given-names></name> <name><surname>Anderson</surname> <given-names>R. A.</given-names></name> <name><surname>Bennie</surname> <given-names>A.</given-names></name> <name><surname>Cedars</surname> <given-names>M.</given-names></name> <name><surname>Davies</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2025</year>). <article-title>Evidence-based guideline: Premature Ovarian Insufficiency</article-title>. <source>Fertil. Steril.</source> <volume>123</volume>, <fpage>221</fpage>&#x2013;<lpage>36</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.fertnstert.2024.11.007</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elo</surname> <given-names>S.</given-names></name> <name><surname>Kyng&#x00E4;s</surname> <given-names>H.</given-names></name></person-group> (<year>2008</year>). <article-title>The qualitative content analysis process</article-title>. <source>J. Adv. Nurs.</source> <volume>62</volume>, <fpage>107</fpage>&#x2013;<lpage>115</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1365-2648.2007.04569.x</pub-id>, PMID: <pub-id pub-id-type="pmid">18352969</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Golezar</surname> <given-names>S.</given-names></name> <name><surname>Ramezani Tehrani</surname> <given-names>F.</given-names></name> <name><surname>Khazaei</surname> <given-names>S.</given-names></name> <name><surname>Ebadi</surname> <given-names>A.</given-names></name> <name><surname>Keshavarz</surname> <given-names>Z.</given-names></name></person-group> (<year>2019</year>). <article-title>The global prevalence of primary ovarian insufficiency and early menopause: a meta-analysis</article-title>. <source>Climacteric</source> <volume>22</volume>, <fpage>403</fpage>&#x2013;<lpage>411</lpage>. doi: <pub-id pub-id-type="doi">10.1080/13697137.2019.1574738</pub-id>, PMID: <pub-id pub-id-type="pmid">30829083</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Greil</surname> <given-names>A. L.</given-names></name></person-group> (<year>1997</year>). <article-title>Infertility and psychological distress: a critical review of the literature</article-title>. <source>Soc. Sci. Med.</source> <volume>45</volume>, <fpage>1679</fpage>&#x2013;<lpage>1704</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0277-9536(97)00102-0</pub-id>, PMID: <pub-id pub-id-type="pmid">9428088</pub-id></citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huang</surname> <given-names>Y. M.</given-names></name> <name><surname>Shiyanbola</surname> <given-names>O. O.</given-names></name> <name><surname>Smith</surname> <given-names>P. D.</given-names></name> <name><surname>Chan</surname> <given-names>H. Y.</given-names></name></person-group> (<year>2018</year>). <article-title>Quick screen of patients&#x2019; numeracy and document literacy skills: the factor structure of the newest vital sign</article-title>. <source>Patient Prefer. Adherence</source> <volume>12</volume>, <fpage>853</fpage>&#x2013;<lpage>859</lpage>. doi: <pub-id pub-id-type="doi">10.2147/PPA.S165994</pub-id>, PMID: <pub-id pub-id-type="pmid">29844661</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jang</surname> <given-names>M.</given-names></name> <name><surname>Vorderstrasse</surname> <given-names>A.</given-names></name></person-group> (<year>2019</year>). <article-title>Socioeconomic status and racial or ethnic differences in participation: web-based survey</article-title>. <source>JMIR Res Protoc.</source> <volume>8</volume>:<fpage>e11865</fpage>. doi: <pub-id pub-id-type="doi">10.2196/11865</pub-id>, PMID: <pub-id pub-id-type="pmid">30969173</pub-id></citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kirchner</surname> <given-names>G. J.</given-names></name> <name><surname>Kim</surname> <given-names>R. Y.</given-names></name> <name><surname>Weddle</surname> <given-names>J. B.</given-names></name> <name><surname>Bible</surname> <given-names>J. E.</given-names></name></person-group> (<year>2023</year>). <article-title>Can artificial intelligence improve the readability of patient education materials?</article-title> <source>Clin. Orthop. Relat. Res.</source> <volume>481</volume>, <fpage>2260</fpage>&#x2013;<lpage>2267</lpage>. doi: <pub-id pub-id-type="doi">10.1097/CORR.0000000000002668</pub-id>, PMID: <pub-id pub-id-type="pmid">37116006</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kirubarajan</surname> <given-names>A.</given-names></name> <name><surname>Sohel</surname> <given-names>N.</given-names></name> <name><surname>Mayhew</surname> <given-names>A.</given-names></name> <name><surname>Griffith</surname> <given-names>L. E.</given-names></name> <name><surname>Raina</surname> <given-names>P.</given-names></name> <name><surname>Shea</surname> <given-names>A. K.</given-names></name></person-group> (<year>2024</year>). <article-title>The association between primary ovarian insufficiency and increased multimorbidity in a large prospective cohort</article-title>. <source>Fertil. Steril.</source> <volume>123</volume>, <fpage>289</fpage>&#x2013;<lpage>299</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.fertnstert.2024.08.345</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leung</surname> <given-names>K.</given-names></name> <name><surname>Lu-McLean</surname> <given-names>D.</given-names></name> <name><surname>Kuziemsky</surname> <given-names>C.</given-names></name> <name><surname>Booth</surname> <given-names>R. G.</given-names></name> <name><surname>Collins Rossetti</surname> <given-names>S.</given-names></name> <name><surname>Borycki</surname> <given-names>E.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Using patient and family engagement strategies to improve outcomes of health information technology initiatives: scoping review</article-title>. <source>J. Med. Internet Res.</source> <volume>21</volume>:<fpage>e14683</fpage>. doi: <pub-id pub-id-type="doi">10.2196/14683</pub-id>, PMID: <pub-id pub-id-type="pmid">31596241</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Manafo</surname> <given-names>E.</given-names></name> <name><surname>Petermann</surname> <given-names>L.</given-names></name> <name><surname>Mason-Lai</surname> <given-names>P.</given-names></name> <name><surname>Vandall-Walker</surname> <given-names>V.</given-names></name></person-group> (<year>2018</year>). <article-title>Patient engagement in Canada: a scoping review of the &#x2018;how&#x2019; and &#x2018;what&#x2019; of patient engagement in health research</article-title>. <source>Health Res. Policy Syst.</source> <volume>16</volume>:<fpage>5</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12961-018-0282-4</pub-id>, PMID: <pub-id pub-id-type="pmid">29415734</pub-id></citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Martin</surname> <given-names>L. A.</given-names></name> <name><surname>Porter</surname> <given-names>A. G.</given-names></name> <name><surname>Pelligrini</surname> <given-names>V. A.</given-names></name> <name><surname>Schnatz</surname> <given-names>P. F.</given-names></name> <name><surname>Jiang</surname> <given-names>X.</given-names></name> <name><surname>Kleinstreuer</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>A design thinking approach to primary ovarian insufficiency</article-title>. <source>Panminerva Med.</source> <volume>59</volume>, <fpage>15</fpage>&#x2013;<lpage>32</lpage>. doi: <pub-id pub-id-type="doi">10.23736/S0031-0808.16.03259-6</pub-id>, PMID: <pub-id pub-id-type="pmid">27827529</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McDonald</surname> <given-names>I. R.</given-names></name> <name><surname>Blocker</surname> <given-names>E. S.</given-names></name> <name><surname>Weyman</surname> <given-names>E. A.</given-names></name> <name><surname>Smith</surname> <given-names>N.</given-names></name> <name><surname>Dwyer</surname> <given-names>A. A.</given-names></name></person-group> (<year>2023</year>). <article-title>What are the best practices for co-creating patient-facing educational materials? A scoping review of the literature</article-title>. <source>Healthcare (Basel)</source> <volume>11</volume>:<fpage>2615</fpage>. doi: <pub-id pub-id-type="doi">10.3390/healthcare11192615</pub-id>, PMID: <pub-id pub-id-type="pmid">37830651</pub-id></citation></ref>
<ref id="ref19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McDonald</surname> <given-names>I. R.</given-names></name> <name><surname>Welt</surname> <given-names>C. K.</given-names></name> <name><surname>Dwyer</surname> <given-names>A. A.</given-names></name></person-group> (<year>2022</year>). <article-title>Health-related quality of life in women with primary ovarian insufficiency: a scoping review of the literature and implications for targeted interventions</article-title>. <source>Hum. Reprod.</source> <volume>37</volume>, <fpage>2817</fpage>&#x2013;<lpage>2830</lpage>. doi: <pub-id pub-id-type="doi">10.1093/humrep/deac200</pub-id>, PMID: <pub-id pub-id-type="pmid">36102839</pub-id></citation></ref>
<ref id="ref20"><citation citation-type="journal"><person-group person-group-type="author"><collab id="coll1">NEJM Catalyst</collab></person-group> (<year>2017</year>). <article-title>What is patient-centered care?</article-title> <source>Catalyst Carryover</source> <volume>3</volume>. doi: <pub-id pub-id-type="doi">10.1056/CAT.17.0559</pub-id></citation></ref>
<ref id="ref21"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Patten</surname> <given-names>E</given-names></name> <name><surname>Perrin</surname> <given-names>A</given-names></name></person-group>. Who&#x2019;s left out in a Web-only survey and how it affects results Pew Research Center (<year>2015</year>) Available online at: <ext-link xlink:href="https://www.pewresearch.org/short-reads/2015/09/22/who-s-left-out-in-a-web-only-survey-and-how-it-affects-results/" ext-link-type="uri">https://www.pewresearch.org/short-reads/2015/09/22/who-s-left-out-in-a-web-only-survey-and-how-it-affects-results/</ext-link></citation></ref>
<ref id="ref22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shoemaker</surname> <given-names>S. J.</given-names></name> <name><surname>Wolf</surname> <given-names>M. S.</given-names></name> <name><surname>Brach</surname> <given-names>C.</given-names></name></person-group> (<year>2014</year>). <article-title>Development of the patient education materials assessment tool (PEMAT): a new measure of understandability and actionability for print and audiovisual patient information</article-title>. <source>Patient Educ. Couns.</source> <volume>96</volume>, <fpage>395</fpage>&#x2013;<lpage>403</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.pec.2014.05.027</pub-id>, PMID: <pub-id pub-id-type="pmid">24973195</pub-id></citation></ref>
<ref id="ref23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stuenkel</surname> <given-names>C. A.</given-names></name> <name><surname>Gompel</surname> <given-names>A.</given-names></name></person-group> (<year>2023</year>). <article-title>Primary ovarian insufficiency</article-title>. <source>N. Engl. J. Med.</source> <volume>388</volume>, <fpage>154</fpage>&#x2013;<lpage>163</lpage>. doi: <pub-id pub-id-type="doi">10.1056/NEJMcp2116488</pub-id>, PMID: <pub-id pub-id-type="pmid">36630623</pub-id></citation></ref>
<ref id="ref24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>te Velde</surname> <given-names>E. R.</given-names></name> <name><surname>Pearson</surname> <given-names>P. L.</given-names></name></person-group> (<year>2002</year>). <article-title>The variability of female reproductive ageing</article-title>. <source>Hum. Reprod. Update</source> <volume>8</volume>, <fpage>141</fpage>&#x2013;<lpage>154</lpage>. doi: <pub-id pub-id-type="doi">10.1093/humupd/8.2.141</pub-id>, PMID: <pub-id pub-id-type="pmid">12099629</pub-id></citation></ref>
<ref id="ref25"><citation citation-type="journal"><person-group person-group-type="author"><collab id="coll2">The Lancet</collab></person-group> (<year>2024</year>). <article-title>The fertility industry: profiting from vulnerability</article-title>. <source>Lancet</source> <volume>404</volume>:<fpage>215</fpage>. doi: <pub-id pub-id-type="doi">10.1016/S0140-6736(24)01484-3</pub-id></citation></ref>
<ref id="ref26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Touraine</surname> <given-names>P.</given-names></name> <name><surname>Chabbert-Buffet</surname> <given-names>N.</given-names></name> <name><surname>Plu-Bureau</surname> <given-names>G.</given-names></name> <name><surname>Duranteau</surname> <given-names>L.</given-names></name> <name><surname>Sinclair</surname> <given-names>A. H.</given-names></name> <name><surname>Tucker</surname> <given-names>E. J.</given-names></name></person-group> (<year>2024</year>). <article-title>Premature ovarian insufficiency</article-title>. <source>Nat. Rev. Dis. Primers</source> <volume>10</volume>:<fpage>63</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41572-024-00547-5</pub-id>, PMID: <pub-id pub-id-type="pmid">39266563</pub-id></citation></ref>
<ref id="ref27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Van den Broeck</surname> <given-names>U.</given-names></name> <name><surname>D'Hooghe</surname> <given-names>T.</given-names></name> <name><surname>Enzlin</surname> <given-names>P.</given-names></name> <name><surname>Demyttenaere</surname> <given-names>K.</given-names></name></person-group> (<year>2010</year>). <article-title>Predictors of psychological distress in patients starting IVF treatment: infertility-specific versus general psychological characteristics</article-title>. <source>Hum. Reprod.</source> <volume>25</volume>, <fpage>1471</fpage>&#x2013;<lpage>1480</lpage>. doi: <pub-id pub-id-type="doi">10.1093/humrep/deq030</pub-id>, PMID: <pub-id pub-id-type="pmid">20338959</pub-id></citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wallace</surname> <given-names>L. S.</given-names></name> <name><surname>Rogers</surname> <given-names>E. S.</given-names></name> <name><surname>Roskos</surname> <given-names>S. E.</given-names></name> <name><surname>Holiday</surname> <given-names>D. B.</given-names></name> <name><surname>Weiss</surname> <given-names>B. D.</given-names></name></person-group> (<year>2006</year>). <article-title>Brief report: screening items to identify patients with limited health literacy skills</article-title>. <source>J. Gen. Intern. Med.</source> <volume>21</volume>, <fpage>874</fpage>&#x2013;<lpage>877</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1525-1497.2006.00532.x</pub-id>, PMID: <pub-id pub-id-type="pmid">16881950</pub-id></citation></ref>
<ref id="ref29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weiss</surname> <given-names>B. D.</given-names></name> <name><surname>Mays</surname> <given-names>M. Z.</given-names></name> <name><surname>Martz</surname> <given-names>W.</given-names></name> <name><surname>Castro</surname> <given-names>K. M.</given-names></name> <name><surname>DeWalt</surname> <given-names>D. A.</given-names></name> <name><surname>Pignone</surname> <given-names>M. P.</given-names></name> <etal/></person-group>. (<year>2005</year>). <article-title>Quick assessment of literacy in primary care: the newest vital sign</article-title>. <source>Ann. Fam. Med.</source> <volume>3</volume>, <fpage>514</fpage>&#x2013;<lpage>522</lpage>. doi: <pub-id pub-id-type="doi">10.1370/afm.405</pub-id>, PMID: <pub-id pub-id-type="pmid">16338915</pub-id></citation></ref>
<ref id="ref30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weyman</surname> <given-names>E. A.</given-names></name> <name><surname>McDonald</surname> <given-names>I. R.</given-names></name> <name><surname>Blocker</surname> <given-names>E. S.</given-names></name> <name><surname>Welt</surname> <given-names>C. K.</given-names></name> <name><surname>Dwyer</surname> <given-names>A. A.</given-names></name></person-group> (<year>2023</year>). <article-title>Approach to evaluation and comprehensive care for primary ovarian insufficiency</article-title>. <source>J. Nurse Pract.</source> <volume>19</volume>:<fpage>104470</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.nurpra.2022.09.023</pub-id></citation></ref>
<ref id="ref31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>X.</given-names></name></person-group> (<year>2020</year>). <article-title>Health communication campaigns: a brief introduction and call for dialogue</article-title>. <source>Int. J. Nurs. Sci.</source> <volume>7</volume>, <fpage>S11</fpage>&#x2013;<lpage>S15</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijnss.2020.04.009</pub-id>, PMID: <pub-id pub-id-type="pmid">32995373</pub-id></citation></ref>
</ref-list>
</back>
</article>