<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Commun.</journal-id>
<journal-title>Frontiers in Communication</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Commun.</abbrev-journal-title>
<issn pub-type="epub">2297-900X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fcomm.2024.1347310</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Communication</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Perceptions on tailored messages from a values clarification tool: a mixed-methods study of older adults with cancer</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Cole</surname> <given-names>Amy C.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2376822/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kwong</surname> <given-names>Elizabeth</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2609586/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mhina</surname> <given-names>Carl</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>King</surname> <given-names>Andy J.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2592535/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mazur</surname> <given-names>Lukasz</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Richardson</surname> <given-names>Daniel R.</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Division of Healthcare Engineering, Department of Radiation Oncology, University of North Carolina at Chapel Hill</institution>, <addr-line>Chapel Hill, NC</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Population Health Sciences, Duke University</institution>, <addr-line>Durham, NC</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>University of Utah, Huntsman Cancer Institute</institution>, <addr-line>Salt Lake City, UT</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Lineberger Comprehensive Cancer Center, University of North Carolina</institution>, <addr-line>Chapel Hill, NC</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001">
<p>Edited by: Sriram Iyengar, University of Arizona, United States</p>
</fn>
<fn fn-type="edited-by" id="fn0002">
<p>Reviewed by: Jose Florez Arango, Cornell University, United States</p>
<p>Mary Mays, University of Puerto Rico, Puerto Rico</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Amy C. Cole, <email>amy_cole@med.unc.edu</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>07</day>
<month>08</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>9</volume>
<elocation-id>1347310</elocation-id>
<history>
<date date-type="received">
<day>01</day>
<month>12</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>26</day>
<month>07</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Cole, Kwong, Mhina, King, Mazur and Richardson.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Cole, Kwong, Mhina, King, Mazur and Richardson</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1001">
<title>Introduction</title>
<p>The purpose of this study was to assess whether varying input communication factors impacted participants&#x2019; perceived confidence, motivation, and likelihood to act (i.e., share or discuss their preferences and values with their clinician or family/caregiver) when receiving tailored communication from a values-clarification tool.</p>
</sec>
<sec id="sec2001">
<title>Methods</title>
<p>This study was conducted over a two-month period at the North Carolina Basnight Cancer Hospital. Patients with hematologic malignancies participated in evaluating three distinct messages that varied on three input communication factors.</p>
</sec>
<sec id="sec3001">
<title>Results</title>
<p>Results from this study indicate that most study participants preferred messages that were moderately direct, contained succinct question prompts, and that were empowering. Results also indicate that diverse perspectives and external influences may impact confidence and motivation toward discussing preferences with their clinicians.</p>
</sec>
<sec id="sec4001">
<title>Discussion</title>
<p>Our findings suggest the importance of validating the input communication factors within values-clarification tools before presenting results to patients and the need to evaluate potential disparities in patients&#x2019; participation toward discussing their preferences. Evidence from this study provides direction for future research efforts focused on improving shared decision-making among older adults.</p>
</sec>
</abstract>
<kwd-group>
<kwd>values-clarification</kwd>
<kwd>patient-centered care</kwd>
<kwd>shared decision-making</kwd>
<kwd>effective communication</kwd>
<kwd>digital health</kwd>
<kwd>cancer</kwd>
<kwd>tailored health communication</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="5"/>
<equation-count count="0"/>
<ref-count count="41"/>
<page-count count="14"/>
<word-count count="10213"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Health Communication</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<label>1</label>
<title>Introduction</title>
<p>The National Academy of Medicine has a longstanding framework that includes six core principles, one of which focuses on patient-centered care, asserting that patients&#x2019; preferences, needs, and values should guide clinical decisions (<xref ref-type="bibr" rid="ref12">Institute of Medicine, 2001</xref>). This principle is often aligned with shared decision-making (SDM), that is, patients and clinicians working together to decide on a treatment in the patients&#x2019; best interest (<xref ref-type="bibr" rid="ref12">Institute of Medicine, 2001</xref>; <xref ref-type="bibr" rid="ref1">Agency for Healthcare Research and Quality, 2023</xref>). Unfortunately, the SDM process among older adults with cancer is often poorly executed (<xref ref-type="bibr" rid="ref20">LeBlanc et al., 2017</xref>; <xref ref-type="bibr" rid="ref31">Rood et al., 2017</xref>; <xref ref-type="bibr" rid="ref4">Bories et al., 2018</xref>; <xref ref-type="bibr" rid="ref21">Loh et al., 2021</xref>; <xref ref-type="bibr" rid="ref37">Sorror et al., 2021</xref>). For patients diagnosed with cancer, SDM has become increasingly complicated. In recent years, the number of cancer treatment options has increased substantially, fundamentally changing treatment paradigms in many contexts (<xref ref-type="bibr" rid="ref36">Sochacka-&#x0106;wik&#x0142;a et al., 2021</xref>). However, desired care pathways are heterogenous among older patients (&#x2265; 60&#x2009;years) diagnosed with cancer (<xref ref-type="bibr" rid="ref28">Richardson et al., 2020</xref>; <xref ref-type="bibr" rid="ref37">Sorror et al., 2021</xref>). These patients often feel a lack of involvement in the decisions made about which pathway is best for them (<xref ref-type="bibr" rid="ref31">Rood et al., 2017</xref>; <xref ref-type="bibr" rid="ref23">Mohile et al., 2018</xref>).</p>
<p>Supporting patients in sharing their preferences and values may improve their involvement in SDM. Effective methods to elicit and quantify patient preferences and values have been developed using best-worst scaling (BWS), a simple yet robust survey method which can help guide treatment decisions and inform SDM between patients and clinicians (<xref ref-type="bibr" rid="ref11">Hunter et al., 2015</xref>; <xref ref-type="bibr" rid="ref35">Smith et al., 2016</xref>; <xref ref-type="bibr" rid="ref30">Rocque et al., 2019</xref>; <xref ref-type="bibr" rid="ref34">Sekeres et al., 2020</xref>; <xref ref-type="bibr" rid="ref9">Cures Act Congress, 2021</xref>; <xref ref-type="bibr" rid="ref41">Wicker, 2021</xref>). Our study team conducted previous research to convert a BWS paper assessment to a digital health tool, referred to as &#x201C;PRIME&#x201D; (Preference Reporting to Improve Management and Experience) (<xref ref-type="bibr" rid="ref8">Cole et al., 2022</xref>). Developing assessments using digital health platforms is an efficient method for eliciting preferences, quantitatively analyzing responses, and delivering tailored messages to patients in real-time. Results from our early study indicate patients found PRIME to be acceptable and user-friendly (<xref ref-type="bibr" rid="ref8">Cole et al., 2022</xref>), and that they prefer information to be individualized to their particular situation (<xref ref-type="bibr" rid="ref18">Kwong et al., 2022</xref>). Presenting patients with individualized or tailored messages based on their personalized results may impact affective-cognitive or behavioral outcomes and support patients in communicating their preferences and values with their clinicians (<xref ref-type="bibr" rid="ref16">Kreuter et al., 1999</xref>; <xref ref-type="bibr" rid="ref17">Kreuter and Wray, 2003</xref>; <xref ref-type="bibr" rid="ref10">Hawkins et al., 2008</xref>; <xref ref-type="bibr" rid="ref19">Lafata et al., 2017</xref>). No study has analyzed the use of tailored messaging regarding patient preferences to inform SDM among older adults with blood cancers.</p>
<p>The primary objective of this study was to assess whether varying input communication factors (<xref ref-type="bibr" rid="ref26">Rice and Atkin, 2013</xref>) of tailored messages within PRIME are associated with participants&#x2019; perceived affective-cognitive (confidence and motivation) and behavior outcomes (likelihood to act). A secondary objective was to evaluate participants&#x2019; perception of message effectiveness, relevance, and purpose. We anticipate preliminary evidence from this study will lead to a better understanding of the input communication factors that should be used when developing tailored messages for this population.</p>
</sec>
<sec sec-type="materials|methods" id="sec2">
<label>2</label>
<title>Materials and methods</title>
<p>The primary outcome of this study is patients&#x2019; perception of their confidence, motivation and likelihood to act (i.e., share or discuss their preferences and values with their clinician or family/caregiver) when varying input communication factors of tailored messages within a digital health tool based on BWS results. The secondary outcomes of this study are participants&#x2019; (i) perceived message effectiveness, (ii) perceived message relevance, (iii) perceived message purpose, and (iv) preferred communication channels for completing BWS assessments and viewing messages based on BWS results.</p>
<sec id="sec3">
<label>2.1</label>
<title>Participants</title>
<p>Eligible patients included those &#x2265;60&#x2009;years of age with a confirmed diagnosis of a hematologic malignancy including leukemia, lymphoma, or myeloma. We chose this population as treatment decisions for older adults with blood cancers are increasingly becoming preference sensitive (<xref ref-type="bibr" rid="ref27">Richardson, 2022</xref>). Patients were sequentially approached to be recruited for this study. Patients engaged in one-hour semi-structured interviews facilitated by a study team member with expertise in human factors.</p>
</sec>
<sec id="sec4">
<label>2.2</label>
<title>Study design</title>
<p>Eligible patients were approached by study team members either during their in-patient stay at the North Carolina Basnight Cancer Hospital or via phone. Participating patients gave written consent and agreed to meet with the study team member in either the patient&#x2019;s hospital room, a hospital meeting room, or via Zoom.</p>
<p>An exploratory mixed-methods design was used to evaluate participants&#x2019; perception of tailored messages through qualitative feedback (semi-structured interviews) and quantitative feedback (questionnaires). We used <xref ref-type="bibr" rid="ref19">Lafata et al. (2017)</xref> patient-clinician communication model to inform our interview guide, which included both validated and open-ended questions. The patient-clinician communication model focuses on patient characteristics and the patient-clinician communication exchange (e.g., adaptations, channels), as well as affective, cognitive, and behavioral outcomes (<xref ref-type="bibr" rid="ref19">Lafata et al., 2017</xref>).</p>
<p>Participants initially completed a brief demographics questionnaire and then completed the BWS assessment. After completing the BWS assessment participants viewed three distinct messages (See <xref ref-type="fig" rid="fig1">Figure 1</xref>). After viewing each message, participants provided feedback on affective-cognitive outcomes by evaluating perceived confidence and motivation. Participants also provided feedback on behavioral outcomes by evaluating their perceived likelihood to act (i.e., share or discuss their preferences and values with their clinician or family/caregiver) based on the message they just reviewed. Participants were assessed on the communication exchange (adaptations) by evaluating the effectiveness, relevance, and purpose of each message. Lastly, participants provided feedback on channels of communication exchange by answering questions about how they prefer to complete the BWS assessment and view messages based on BWS results.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Study schema.</p>
</caption>
<graphic xlink:href="fcomm-09-1347310-g001.tif"/>
</fig>
</sec>
<sec id="sec5">
<label>2.3</label>
<title>Message development</title>
<p>We developed three distinct messages (referred to as M1, M2, and M3) that vary on three input communication factors: (i) directness of the message, (ii) number of question prompts, and (iii) perceived message purpose (see <xref ref-type="table" rid="tab1">Table 1</xref>). Each message was developed with a particular purpose; M1: Informative, M2: Empowering, M3: Persuasive. We made our message design choices based on past research and theorizing on tailoring and persuasion (<xref ref-type="bibr" rid="ref29">Rimer and Kreuter, 2006</xref>; <xref ref-type="bibr" rid="ref26">Rice and Atkin, 2013</xref>). The BWS assessment was administered through the Qualtrics platform to present real-time tailored results for M1 (using JavaScript), and a randomization algorithm to present the corresponding M2 and M3 (see <xref ref-type="table" rid="tab1">Table 1</xref>). All participants evaluated all three messages in a sequential, but randomized order. M1, which displayed tailored results based on participants&#x2019; responses from the BWS assessment, was always presented first. Then, M2 and M3, which were not based on participants&#x2019; BWS results, were presented in random order next. (See <xref ref-type="fig" rid="fig1">Figure 1</xref> for study schema, and <xref rid="SM1" ref-type="supplementary-material">Supplementary Table SA</xref> for all message responses.)</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Input communication factors of each tailored message.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Factors</th>
<th align="left" valign="top">Message 1 (M1)</th>
<th align="left" valign="top">Message 2 (M2)</th>
<th align="left" valign="top">Message 3 (M3)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Directness</td>
<td align="left" valign="middle">Less Direct<break/>(Suggest you discuss&#x2026;)</td>
<td align="left" valign="middle">Moderately Direct<break/>(You can discuss&#x2026;)</td>
<td align="left" valign="middle">More Direct<break/>(Critical to discuss&#x2026;)</td>
</tr>
<tr>
<td align="left" valign="top">Number of question prompts</td>
<td align="center" valign="middle">2</td>
<td align="center" valign="middle">4</td>
<td align="center" valign="middle">0</td>
</tr>
<tr>
<td align="left" valign="bottom">Perceived message purpose</td>
<td align="left" valign="middle">Informative</td>
<td align="left" valign="middle">Empowering</td>
<td align="left" valign="middle">Persuasive</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>See study schema for full message.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec6">
<label>2.4</label>
<title>Primary measures</title>
<sec id="sec7">
<label>2.4.1</label>
<title>Affective-cognitive (confidence and motivation) and behavior (likelihood to act) outcomes</title>
<p>Participants provided subjective feedback according to the interview guide to assess perceived impacts on both affective-cognitive outcomes (confidence and motivation to discuss preferences and values with clinicians) and behavioral outcomes (likelihood of discussing preference and values with clinicians or family/caregivers) (<xref ref-type="bibr" rid="ref19">Lafata et al., 2017</xref>). After reading each message, participants were asked how they felt about discussing their preferences with their clinician. Follow up questions included how the message impacted their confidence and motivation in talking with their clinicians about their preferences. Participants were also asked how the message impacted their likelihood to discuss their preferences with their clinician and with family members or caregivers. All interview questions were open-ended, however, the framing of &#x201C;likelihood to discuss either with clinicians or family/caregivers&#x201D; provided participants with the option to respond based on the scale from very likely to very unlikely. (See <xref rid="SM1" ref-type="supplementary-material">Supplementary Table SB</xref> for the full interview guide.)</p>
</sec>
</sec>
<sec id="sec8">
<label>2.5</label>
<title>Secondary measures</title>
<sec id="sec9">
<label>2.5.1</label>
<title>Perceived message effectiveness</title>
<p>Evaluation of perceived message effectiveness (PME) was quantified objectively using a modified PME scale (<xref ref-type="bibr" rid="ref2">Baig et al., 2019</xref>). The original PME scale was validated to evaluate the effectiveness of health messages among diverse populations to prevent smoking (<xref ref-type="bibr" rid="ref2">Baig et al., 2019</xref>). The brief three-item assessment was developed so the wording of each question could be adapted to other health behaviors (<xref ref-type="bibr" rid="ref2">Baig et al., 2019</xref>), therefore is an appropriate measure for assessing the message effectiveness for encouraging older adults to discuss their values with their clinician. The PME has been used to evaluate message effectiveness in avoiding a behavior, using three main variables within the three-item assessment (&#x2018;worry&#x2019;, &#x2018;bad idea&#x2019;, and &#x2018;discourage&#x2019;) (<xref ref-type="bibr" rid="ref24">Noar et al., 2023</xref>). For this study, the three-item assessment will evaluate engaging rather than avoiding a behavior, therefore the variables have been reversed to (i) How much does this message make you believe that sharing your preferences with your oncologist will &#x2018;benefit&#x2019; you?, (ii) How much does this message make you think that sharing your preferences is a &#x2018;good idea&#x2019;?, and (iii) How much does this message &#x2018;encourage&#x2019; you to discuss your preferences with your oncologist? The PME scale ranges from (1) not at all, to (5) a great deal.</p>
</sec>
<sec id="sec10">
<label>2.5.2</label>
<title>Perceived message relevance</title>
<p>Evaluation of perceived message relevance (PMR) was quantified objectively with a previously used non-validated 4-item Likert-type PMR scale (<xref ref-type="bibr" rid="ref13">Jensen et al., 2012</xref>). Two items are presented in the positive, including (i) The message seemed to be written personally for me, and (ii) The message was relevant to my situation. To avoid response bias, two items were presented to be framed negatively regarding relevance, including (i) The message was primarily general information that wasn&#x2019;t applicable to me, and (ii) The message was not customized at all (see PMR Results for excluding the reverse code questions from data analysis). The PMR scale ranges from (1) strongly disagree to (5) strongly agree. The PMR is an appropriate measure for assessing the relevance of tailored messages for older adults to discuss their values with their clinicians.</p>
</sec>
<sec id="sec11">
<label>2.5.3</label>
<title>Perceived message purpose</title>
<p>McGuire&#x2019;s &#x201C;Classic Input&#x2013;Output Framework&#x201D; was used to define the communication factors of each message, including the perceived message purpose (<xref ref-type="bibr" rid="ref29">Rimer and Kreuter, 2006</xref>; <xref ref-type="bibr" rid="ref26">Rice and Atkin, 2013</xref>). Evaluation of perceived message purpose; whether they perceived each message to be informative, empowering, or persuasive, was quantified objectively using a 3-item Likert-type scale. Response options for all items ranged from (1) strongly disagree to (5) strongly agree. Assessing the input factor of &#x2018;perceived message purpose&#x2019; provided preliminary evidence on whether a specific purpose (informative, empowering, or persuasive) resonated with the participants and influenced the output (likelihood to discuss preferences with their clinician or family member).</p>
</sec>
<sec id="sec12">
<label>2.5.4</label>
<title>Channels of communication exchange</title>
<p>Participants provided subjective feedback regarding their perceptions of the channels of communication exchange used to disseminate, as well as display, messages related to their values. Items about channels of communication exchange included: (i) who they prefer to be present while taking assessments and viewing results, (ii) preferred location and device-type for taking assessments and viewing results, (iii) comfort with receiving assessment and results through MyChart (i.e., patient portal to access health information), (iv) feelings about taking BWS assessments multiple times (e.g., every 3&#x2009;months), (v) whether it is valuable to see if their preferences and values change over time, and (vi) how they prefer to share results with either clinicians or family/caregivers.</p>
</sec>
</sec>
<sec id="sec13">
<label>2.6</label>
<title>Data analysis</title>
<p>Descriptive statistics were used to summarize participants&#x2019; demographic characteristics and comfort level with technology. Three members of our research team (AC, EK, and CM) were involved in the primary qualitative thematic analysis. AC performed quantitative analyses for all primary and secondary outcome measures. Qualitative and quantitative analyses were performed in Microsoft Excel.</p>
<sec id="sec14">
<label>2.6.1</label>
<title>Primary - qualitative</title>
<p>Semi-structured interview data were analyzed subjectively using a hybrid approach to thematic analysis, including three phases of analysis in which data were refined to assess the meaningfulness of themes related to M1, M2, and M3 (<xref ref-type="bibr" rid="ref38">Swain, 2018</xref>). In phase 1 of the thematic analysis, data from interviews were categorized by <italic>a priori</italic> themes from the interview questions (motivation, confidence, likelihood to act). In phase 2, one researcher (AC) created the initial <italic>a posteriori</italic> codes and applied frequency counts for each time the code appeared in the transcripts. This was followed by independent reviews from two researchers (EK and CM) who looked for meanings and patterns in the interviews, assessing initial codes and creating new codes where necessary. Discrepancies were then collectively addressed, leading to final consensus on the codes. In phase 3, we combined the <italic>a priori</italic> and <italic>a posteriori</italic> codes into family codes to structure the findings from the interviews (<xref ref-type="bibr" rid="ref38">Swain, 2018</xref>). All codes underwent a comprehensive review and were systematically clustered into overarching themes through collaborative discussion and consensus-building among the three researchers (AC, EK, and CM). Individual responses to each message were also subjectively analyzed to assess whether there was variability in how participants responded to each message.</p>
</sec>
<sec id="sec15">
<label>2.6.2</label>
<title>Primary - quantitative</title>
<p>Semi-structured interview data were summarized through two-way frequency tables to report perceived confidence, motivation, and likelihood to act (i.e., share or discuss their preferences and values with their clinician or family/caregiver) for each message. Perceived confidence, motivation and likelihood to act were objectively summarized by whether participants indicated the messages increased, somewhat increased, decreased, had no change effect or were uncertain of the messages impact, revealing the distribution across the three messages. Individual variability in response to each message were objectively quantified to assess the percentage of participants that found differences within each message. Perceived confidence, motivation and likelihood to act were evaluated by order of presentation by reporting mean and standard error to objectively assess potential carryover effect and observable trends in the data. Each message was also ranked by the frequency count for whether the message increased or somewhat increased participants&#x2019; perceived confidence, motivation, and likelihood to act.</p>
</sec>
<sec id="sec16">
<label>2.6.3</label>
<title>Secondary - quantitative</title>
<p>Descriptive statistics were used to report the mean and standard deviation for the PME, PMR, and perceived message purpose scores. The PME and PMR total mean scores for each message were calculated by averaging three and two subscales, respectively. PME and PMR were also analyzed by assessing whether the total mean score for each message was above the midpoint score (3.0) of the scale, as well as the deviation from the standardized scores (Z-scores) of participants. Total mean scores above the PME midpoint score (3.0) indicate participants, on average, perceived the messages to be effective for (i) making them feel that sharing their preferences will benefit them, (ii) sharing their preferences is a good idea and (iii) feeling encouraged to discuss their preferences. Total mean scores above the PMR midpoint score indicate participants, on average, perceived messages to be (i) written personally for them, and (ii) relevant to their situation. Positive PME and PMR scores (above the study mean) indicate a participant perceived the messages as more effective or relevant than the sample mean. Negative PME and PMR scores indicate a participant perceived the messages as less effective or relevant than the sample mean. Individual variability in response to each message were objectively quantified to assess the percentage of participants that found differences in PME and PMR within each message. Perceived message purpose was evaluated by order of presentation by reporting mean and standard error to objectively assess potential carryover effect and observable trends in the data. Each message was subjectively ranked using the mean value of perceived message purpose to evaluate which messages were considered the most informative, empowering and persuasive.</p>
<p>Descriptive statistics were used to summarize channels of communication exchange (i.e., how participants prefer to complete the BWS assessment and review their results). Each variable for channel of communication exchange were counted and analyzed through frequency tables, revealing the distribution among participants.</p>
</sec>
</sec>
<sec id="sec17">
<label>2.7</label>
<title>Ethics statement</title>
<p>This study was approved by the UNC Lineberger Comprehensive Cancer Center Protocol Review Committee and the University of North Carolina IRB.</p>
</sec>
</sec>
<sec sec-type="results" id="sec18">
<label>3</label>
<title>Results</title>
<sec id="sec19">
<label>3.1</label>
<title>Participant characteristics</title>
<p>Thirty-five patients were approached to participate in the study between August 1, 2023, and September 29, 2023. Eligible patients were approached by study team members either during their in-patient stay at the North Carolina Basnight Cancer Hospital (<italic>n</italic>&#x2009;=&#x2009;22) or via phone (<italic>n</italic>&#x2009;=&#x2009;13). Sixteen chose to enroll in the study (46% participation rate), but one withdrew after completing the best-worst scaling (BWS) assessment, stating they were unable to concentrate. Another participant completed the quantitative part of the study, but not qualitative portion due to exhaustion. As such, the sample size for analysis was 15 patients for most quantitative measures and 14 for qualitative items. All participants reviewed M1 first, then were randomized to receive M2, then M3 (<italic>n</italic>&#x2009;=&#x2009;5/15) or M3, then M2 (<italic>n</italic>&#x2009;=&#x2009;10/15). Participants were interviewed either in their inpatient room at the North Carolina Basnight Cancer Hospital (<italic>n</italic>&#x2009;=&#x2009;10/15), via Zoom (<italic>n</italic>&#x2009;=&#x2009;3/15), or in a meeting room at the North Carolina Basnight Cancer Hospital (<italic>n</italic>&#x2009;=&#x2009;2/15).</p>
<p><xref ref-type="table" rid="tab2">Table 2</xref> summarizes demographic information and comfort level with technology for all participants.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Participant characteristics.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Characteristic</th>
<th align="center" valign="top"><italic>n</italic>&#x2009;=&#x2009;15</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" colspan="2">Age, y</td>
</tr>
<tr>
<td align="left" valign="top">Mean (SD)</td>
<td align="center" valign="top">71 (6.9)</td>
</tr>
<tr>
<td align="left" valign="top">Range</td>
<td align="center" valign="top">60&#x2013;84</td>
</tr>
<tr>
<td align="left" valign="top">Sex</td>
<td/>
</tr>
<tr>
<td align="left" valign="top">Male</td>
<td align="center" valign="top">7</td>
</tr>
<tr>
<td align="left" valign="bottom">Female</td>
<td align="center" valign="top">8</td>
</tr>
<tr>
<td align="left" valign="bottom" colspan="2">Race</td>
</tr>
<tr>
<td align="left" valign="bottom">Caucasian</td>
<td align="center" valign="top">8</td>
</tr>
<tr>
<td align="left" valign="bottom">African American/Black</td>
<td align="center" valign="top">6</td>
</tr>
<tr>
<td align="left" valign="bottom">Asian</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="bottom" colspan="2">Ethnicity</td>
</tr>
<tr>
<td align="left" valign="bottom">Not Hispanic/Latino</td>
<td align="center" valign="top">13</td>
</tr>
<tr>
<td align="left" valign="bottom">Unknown/Chose not to answer</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="left" valign="bottom" colspan="2">Diagnosis</td>
</tr>
<tr>
<td align="left" valign="bottom">Acute lymphoblastic leukemia (ALL)</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="left" valign="bottom">Acute myeloid leukemia (AML)</td>
<td align="center" valign="top">7</td>
</tr>
<tr>
<td align="left" valign="bottom">B-cell lymphoma</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="bottom">Chronic myelomonocytic leukemia</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="left" valign="bottom">Multiple Myeloma</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="left" valign="bottom">T-cell lymphoma</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="bottom" colspan="2">Education</td>
</tr>
<tr>
<td align="left" valign="bottom">Less than high school</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="bottom">High school graduate (included equivalency)</td>
<td align="center" valign="top">3</td>
</tr>
<tr>
<td align="left" valign="bottom">Some college, no degree</td>
<td align="center" valign="top">6</td>
</tr>
<tr>
<td align="left" valign="bottom">Bachelor&#x2019;s degree</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="left" valign="bottom">Graduate or professional degree</td>
<td align="center" valign="top">3</td>
</tr>
<tr>
<td align="left" valign="bottom" colspan="2">Household income</td>
</tr>
<tr>
<td align="left" valign="bottom">Less than $25,000</td>
<td align="center" valign="top">3</td>
</tr>
<tr>
<td align="left" valign="bottom">$25,000 to $34,999</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="left" valign="bottom">$35,000 to $49,999</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="bottom">$50,000 to $74,999</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="bottom">$75,000 to $99,999</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="bottom">$100,000 to $149,999</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="bottom">$150,000 to $199,999</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="bottom">$200,000 or more</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="bottom">Prefer to not answer</td>
<td align="center" valign="top">4</td>
</tr>
<tr>
<td align="left" valign="bottom" colspan="2">Employment status</td>
</tr>
<tr>
<td align="left" valign="bottom">35&#x2009;h a week or more</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="bottom">Retired</td>
<td align="center" valign="top">12</td>
</tr>
<tr>
<td align="left" valign="bottom">Unemployed</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="bottom">Other (please specify)</td>
<td align="center" valign="top">1 (Disabled)</td>
</tr>
<tr>
<td align="left" valign="bottom" colspan="2">Comfort level with technology</td>
</tr>
<tr>
<td align="left" valign="bottom">Not comfortable, need support</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="left" valign="bottom">Somewhat comfortable, need help getting started</td>
<td align="center" valign="top">5</td>
</tr>
<tr>
<td align="left" valign="bottom">Very comfortable, little or no help needed</td>
<td align="center" valign="top">6</td>
</tr>
<tr>
<td align="left" valign="bottom">Prefer not to use technology</td>
<td align="center" valign="top">2</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The median age of all participants was 71&#x2009;years (range: 60&#x2013;84). All participants had a confirmed diagnosis of hematologic malignancy including leukemia (<italic>n</italic>&#x2009;=&#x2009;11/15), lymphoma (<italic>n</italic>&#x2009;=&#x2009;2/15), and myeloma (<italic>n</italic>&#x2009;=&#x2009;2/15). In our participant population, 53% (<italic>n</italic>&#x2009;=&#x2009;8) were female, and 47% (<italic>n</italic>&#x2009;=&#x2009;7) were male. Participants identified as Caucasian (<italic>n</italic>&#x2009;=&#x2009;8/15), African American/Black (<italic>n</italic>&#x2009;=&#x2009;6/15), and Asian (<italic>n</italic>&#x2009;=&#x2009;1/15). Participants ranged in level of education, with the majority having some college, but no degree (<italic>n</italic>&#x2009;=&#x2009;8/15), and others identifying as a high school graduate (<italic>n</italic>&#x2009;=&#x2009;3/15), having a graduate or professional degree (<italic>n</italic>&#x2009;=&#x2009;3/15) or a bachelor&#x2019;s degree (<italic>n</italic>&#x2009;=&#x2009;2/15), and not completing high school (<italic>n</italic>&#x2009;=&#x2009;1/15). The median household income was $35,000 to $49,999. Most participants were either very comfortable (<italic>n</italic>&#x2009;=&#x2009;6/15) or somewhat comfortable (<italic>n</italic>&#x2009;=&#x2009;5/15) with technology, however 13% (<italic>n</italic>&#x2009;=&#x2009;2/15) were not comfortable and needed support and 13% (<italic>n</italic>&#x2009;=&#x2009;2/15) preferred not to use technology at all.</p>
</sec>
<sec id="sec20">
<label>3.2</label>
<title>Primary outcomes</title>
<sec id="sec21">
<label>3.2.1</label>
<title>Affective-cognitive (confidence and motivation) and behavior (likelihood to act) outcomes</title>
<p><xref ref-type="table" rid="tab3">Table 3</xref> summarizes the qualitative responses related to confidence, motivation, and likelihood to act for M1, M2 and M3. <xref rid="SM1" ref-type="supplementary-material">Supplementary Table SC</xref> reports data trends in perceived confidence, motivation, and likelihood to act, based on order of message presentation.</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Summary of results (confidence, motivation, likelihood to act).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top">M1 (<italic>n</italic>&#x2009;=&#x2009;14)</th>
<th align="center" valign="top">M2 (<italic>n</italic>&#x2009;=&#x2009;14)</th>
<th align="center" valign="top">M3 (<italic>n</italic>&#x2009;=&#x2009;14)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" colspan="4">Confidence</td>
</tr>
<tr>
<td align="left" valign="top">Increased</td>
<td align="center" valign="middle">8</td>
<td align="center" valign="middle">11</td>
<td align="center" valign="middle">5</td>
</tr>
<tr>
<td align="left" valign="top">Somewhat increased</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
</tr>
<tr>
<td align="left" valign="top">Decreased</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">1</td>
</tr>
<tr>
<td align="left" valign="top">No change</td>
<td align="center" valign="middle">4</td>
<td align="center" valign="middle">3</td>
<td align="center" valign="middle">5</td>
</tr>
<tr>
<td align="left" valign="top">Uncertain</td>
<td align="center" valign="middle">2</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">3</td>
</tr>
<tr>
<td align="left" valign="top" colspan="4">Motivation</td>
</tr>
<tr>
<td align="left" valign="top">Increased</td>
<td align="center" valign="middle">11</td>
<td align="center" valign="middle">11</td>
<td align="center" valign="middle">9</td>
</tr>
<tr>
<td align="left" valign="top">Somewhat increased</td>
<td align="center" valign="middle">1</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
</tr>
<tr>
<td align="left" valign="top">Decreased</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">1</td>
</tr>
<tr>
<td align="left" valign="top">No change</td>
<td align="center" valign="middle">1</td>
<td align="center" valign="middle">2</td>
<td align="center" valign="middle">3</td>
</tr>
<tr>
<td align="left" valign="top">Uncertain</td>
<td align="center" valign="middle">1</td>
<td align="center" valign="middle">1</td>
<td align="center" valign="middle">1</td>
</tr>
<tr>
<td align="left" valign="bottom" colspan="4">Likelihood to discuss with clinician</td>
</tr>
<tr>
<td align="left" valign="bottom">Very likely</td>
<td align="center" valign="middle">11</td>
<td align="center" valign="middle">12</td>
<td align="center" valign="middle">7</td>
</tr>
<tr>
<td align="left" valign="bottom">Somewhat likely</td>
<td align="center" valign="middle">1</td>
<td align="center" valign="middle">2</td>
<td align="center" valign="middle">5</td>
</tr>
<tr>
<td align="left" valign="bottom">Uncertain</td>
<td align="center" valign="middle">1</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
</tr>
<tr>
<td align="left" valign="bottom">Somewhat unlikely</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">1</td>
</tr>
<tr>
<td align="left" valign="bottom">Very unlikely</td>
<td align="center" valign="middle">1</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">1</td>
</tr>
<tr>
<td align="left" valign="bottom" colspan="4">Likelihood to discuss with family/caregivers</td>
</tr>
<tr>
<td align="left" valign="bottom">Very likely</td>
<td align="center" valign="middle">7</td>
<td align="center" valign="middle">10</td>
<td align="center" valign="middle">8</td>
</tr>
<tr>
<td align="left" valign="bottom">Somewhat likely</td>
<td align="center" valign="middle">3</td>
<td align="center" valign="middle">2</td>
<td align="center" valign="middle">3</td>
</tr>
<tr>
<td align="left" valign="bottom">Uncertain</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">0</td>
</tr>
<tr>
<td align="left" valign="bottom">Somewhat unlikely</td>
<td align="center" valign="middle">2</td>
<td align="center" valign="middle">0</td>
<td align="center" valign="middle">1</td>
</tr>
<tr>
<td align="left" valign="bottom">Very unlikely</td>
<td align="center" valign="middle">2</td>
<td align="center" valign="middle">2</td>
<td align="center" valign="middle">2</td>
</tr>
</tbody>
</table>
</table-wrap>
<sec id="sec22">
<label>3.2.1.1</label>
<title>Confidence</title>
<p>Participants&#x2019; responses to whether the message impacted their confidence in discussing their preferences with their clinician indicate that M2, (developed to be moderately direct) had the largest impact on increasing participants&#x2019; confidence (<italic>n</italic>&#x2009;=&#x2009;11/15), followed by M1 (<italic>n</italic>&#x2009;=&#x2009;8/15), then M3 (<italic>n</italic>&#x2009;=&#x2009;5/15), regardless of order of presentation (M1-M2-M3 vs.M1-M3-M2). After reviewing M1, some participants (<italic>n</italic>&#x2009;=&#x2009;6/15) indicated they were already prone to discuss their preferences, and/or the content of the message would not impact their confidence in discussing their preferences with their clinician. However, through qualitative analysis, we did find variation in individual responses after participants reviewed all messages. For example, one participant stated they already felt confident, and that M1 or M2 would not impact whether they discussed their preferences. M1: <italic>&#x201C;No, I am already confident.&#x201D;</italic> M2: <italic>&#x201C;No, my confidence is already high. I&#x2019;d talk to him [clinician] anyway. He [clinician] always asks me what I want.&#x201D;</italic> However, after reviewing M3, they stated they felt <italic>&#x201C;Less confident. Having a difference in opinion would change my confidence.&#x201D;</italic> (Female [F], 69&#x2009;years old [y]).</p>
</sec>
<sec id="sec23">
<label>3.2.1.2</label>
<title>Motivation</title>
<p>Participants&#x2019; responses to whether the message impacted their motivation in discussing their preferences with their clinician indicate that M1 had the largest impact on increasing participants&#x2019; motivation (<italic>n</italic>&#x2009;=&#x2009;12/15), followed by M2 (<italic>n</italic>&#x2009;=&#x2009;11/15), then M3 (<italic>n</italic>&#x2009;=&#x2009;9/15), regardless of order of presentation. After reviewing M1, 80% (<italic>n</italic>&#x2009;=&#x2009;12/15) of participants indicated the message would positively impact their motivation. However, through qualitative analysis, we did find variation in individual responses after participants reviewed all messages. For example, one participant indicated, <italic>&#x201C;Yes, It [M1] makes it front and center to the extent that I would feel it was important [to discuss preferences].&#x201D;</italic> After reviewing M2, they indicated <italic>&#x201C;yes, more [motivating] than first message&#x201D;</italic> and <italic>&#x201C;It makes me feel like I am better equipped.&#x201D;</italic> After reviewing M3, his motivation was decreased in discussing his preferences with his clinician, stating <italic>&#x201C;No, it would probably decrease it. I do not know why I would bother, this does not help, it&#x2019;s more like a disclaimer than something you would want to talk to him about.&#x201D;</italic> (M 64y).</p>
</sec>
<sec id="sec24">
<label>3.2.1.3</label>
<title>Likelihood to discuss preferences with clinician</title>
<p>Participants responses to whether each message impacted their likelihood of discussing preferences with their clinician indicated they were very likely to discuss based on M2 (<italic>n</italic>&#x2009;=&#x2009;12/15), M1 (<italic>n</italic>&#x2009;=&#x2009;11/15), and M3 (<italic>n</italic>&#x2009;=&#x2009;7/15), with mean results varying slightly with the order of presentation. One participant indicated they were uncertain if they would discuss their preferences, stating <italic>&#x201C;Whoever is my clinician should know just as much as I do or more, about myself. So why should I discuss it with them?&#x201D;</italic> (M 79y).</p>
</sec>
<sec id="sec25">
<label>3.2.1.4</label>
<title>Likelihood to discuss preferences with family/caregiver</title>
<p>Participants responses to whether the message impacted their likelihood of discussing preferences with their family member or caregiver indicated they were very likely to discuss based on M2 (<italic>n</italic>&#x2009;=&#x2009;10/15), M3 (<italic>n</italic>&#x2009;=&#x2009;8/15), and M1 (<italic>n</italic>&#x2009;=&#x2009;7/15), with mean results varying slightly with the order of presentation. Participants who indicated they were somewhat or very unlikely to discuss with their family members or caregivers mentioned that conversations related to their cancer are too difficult for family members, they do not want to burden or make their family worry about them, or they feel they need answers from their clinician before talking to their family. One participant stated they were unlikely to discuss with his family (after reviewing M1 &#x0026; M2), but after reviewing M3, he stated he would be somewhat likely to discuss with his family because it made him <italic>&#x201C;realize that there are other perspectives than mine.&#x201D;</italic> (M 75y).</p>
</sec>
</sec>
</sec>
<sec id="sec26">
<label>3.3</label>
<title>Secondary outcomes</title>
<sec id="sec27">
<label>3.3.1</label>
<title>Perceived message effectiveness</title>
<p>The total mean value of the PME for M1, M2, and M3 were all greater than the midpoint (3.0) of the PME scale, and deviations from the sample means varied per message (<xref ref-type="table" rid="tab4">Table 4</xref>). The mean values indicate that participants, on average, perceived the messages to be effective for (i) making them feel that sharing their preferences will benefit them, (ii) sharing their preferences is a good idea and (iii) feeling encouraged to discuss their preferences. Seventy-three percent of participants reported individual differences between messages.</p>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption>
<p>Summary of results (PME, PMR, perceived message purpose).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="left" valign="top">M1 Mean (SD)</th>
<th align="left" valign="top">M1 (%, <italic>n</italic>)&#x2009;&#x003E;&#x2009;than Mean</th>
<th align="left" valign="top">M2 Mean (SD)</th>
<th align="left" valign="top">M2 (%, <italic>n</italic>)&#x2009;&#x003E;&#x2009;than Mean</th>
<th align="left" valign="top">M3 Mean (SD)</th>
<th align="left" valign="top">M3 (%, <italic>n</italic>)&#x2009;&#x003E;&#x2009;than Mean</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">PME</td>
<td align="char" valign="middle" char="(">4.22<break/>(0.89)</td>
<td align="center" valign="middle">67%, <italic>n</italic> =&#x2009;9/15</td>
<td align="char" valign="middle" char="(">4.47 (0.72)</td>
<td align="center" valign="middle">40%, n&#x2009;=&#x2009;6/15</td>
<td align="char" valign="middle" char="(">3.89 (1.19)</td>
<td align="center" valign="middle">67%, <italic>n</italic> =&#x2009;7/15</td>
</tr>
<tr>
<td align="left" valign="top">PMR</td>
<td align="char" valign="middle" char="(">4.2<break/>(0.88)</td>
<td align="center" valign="middle">67%, <italic>n</italic> =&#x2009;9/15</td>
<td align="char" valign="middle" char="(">4.17 (0.67)</td>
<td align="center" valign="middle">40%, n&#x2009;=&#x2009;6/15</td>
<td align="char" valign="middle" char="(">3.77 (0.88)</td>
<td align="center" valign="middle">67%, <italic>n</italic> =&#x2009;7/15</td>
</tr>
<tr>
<td align="left" valign="top">Empower</td>
<td align="char" valign="middle" char="(">4.00<break/>(1.25)</td>
<td align="center" valign="middle">n/a</td>
<td align="char" valign="middle" char="(">4.13 (0.81)</td>
<td align="center" valign="middle">n/a</td>
<td align="char" valign="middle" char="(">4.00 (0.97)</td>
<td align="center" valign="middle">n/a</td>
</tr>
<tr>
<td align="left" valign="top">Persuasive</td>
<td align="char" valign="middle" char="(">4.27<break/>(0.57)</td>
<td align="center" valign="middle">n/a</td>
<td align="char" valign="middle" char="(">3.93 (0.85)</td>
<td align="center" valign="middle">n/a</td>
<td align="char" valign="middle" char="(">3.93 (0.93)</td>
<td align="center" valign="middle">n/a</td>
</tr>
<tr>
<td align="left" valign="top">Informative</td>
<td align="char" valign="middle" char="(">4.07<break/>(0.85)</td>
<td align="center" valign="middle">n/a</td>
<td align="char" valign="middle" char="(">4.20 (0.54)</td>
<td align="center" valign="middle">n/a</td>
<td align="char" valign="middle" char="(">4.07 (0.93)</td>
<td align="center" valign="middle">n/a</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>M1, M2, M3&#x2009;=&#x2009;Message 1, Message 2, Message 3. PME, Perceived Message Effectiveness; PMR, Perceived Message Relevance; Perceived Message Purpose: Empower, Persuasive, Informative; PME Midpoint (3.0); PMR Midpoint (3.0).</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec28">
<label>3.3.2</label>
<title>Perceived message relevance</title>
<p>We observed that many participants found it challenging to answer the two reverse coded PMR questions. At least half of the participants asked for help on understanding what the reverse coded question was asking. After providing assistance, they were still unable to answer the question confidently. Therefore, only the two PMR questions that were framed in the positive were used for data analysis.</p>
<p>The total mean value of the PMR for M1, M2, and M3 were all greater than the midpoint (3.0) of the PMR scale, and deviations from the sample means varied per message (<xref ref-type="table" rid="tab4">Table 4</xref>). The mean values indicate that participants, on average, perceived messages to be (i) written personally for them, and (ii) relevant to their situation. Eighty percent of participants reported individual differences between messages.</p>
</sec>
<sec id="sec29">
<label>3.3.3</label>
<title>Perceived message purpose</title>
<p>Each message was developed with a particular purpose; M1: Informative, M2: Empowering, M3: Persuasive (<xref ref-type="table" rid="tab1">Table 1</xref>). The mean value and standard deviation for each perceived message purpose is reported in <xref ref-type="table" rid="tab4">Table 4</xref>. Participants felt that M1 was informative, but also found M2 and M3 to be similarly informative. M1 contained 2 question prompts, but only one participant mentioned these questions when providing feedback. Participants felt that M2 was the most empowering and was ranked higher than M1 or M3. M2 contained 4 question prompts, with qualitative analysis revealing that 80% (<italic>n</italic>&#x2009;=&#x2009;12/15) of participants perceived the question prompts would be helpful in discussing their preferences with their clinician. Participants perceived M3 to be persuasive, but less persuasive than M1 or M2, regardless of order of presentation. The ranking of each message by purpose are as follows: Informative (M2, M1, and M3), Empowering (M2, M1, and M3), and Persuasive (M1, M2, and M3). Data trends based on order of message presentation suggest that the ordering of messages was not highly influential on perceived message purpose though sample size was insufficient to adequately determine this relationship (see <xref rid="SM1" ref-type="supplementary-material">Supplementary Table SC</xref>).</p>
</sec>
<sec id="sec30">
<label>3.3.4</label>
<title>Channels of communication exchange</title>
<p>Participants preferred to be in a clinical setting (<italic>n</italic>&#x2009;=&#x2009;8/15), alone (<italic>n</italic>&#x2009;=&#x2009;6/15), or with a family member (<italic>n</italic>&#x2009;=&#x2009;6/15) to complete the BWS assessment and review the results (<xref ref-type="table" rid="tab5">Table 5</xref>). Ninety-three percent (<italic>n</italic>&#x2009;=&#x2009;14/15) of participants were familiar with MyChart, although one participant indicated they were aware of MyChart, but were unable to figure it out. Of those 14 participants, 86% (<italic>n</italic>&#x2009;=&#x2009;12/14) indicated they would be likely or very likely to complete the BWS if they received a notification through MyChart. Sixty percent (<italic>n</italic>&#x2009;=&#x2009;9/15) of participants thought it would be valuable to take the BWS assessment multiple times; the remaining did not believe their preferences would change. Most participants who indicated they would share this information with their clinician preferred to share the information verbally (<italic>n</italic>&#x2009;=&#x2009;6/15), or via a printed copy (<italic>n</italic>&#x2009;=&#x2009;4/15). One participant did not want to share this information, as they believed that if their clinician knew their preferences, it may negatively impact their treatment. Most participants who indicated they would share this information with their family member or caregiver preferred to share the information verbally (<italic>n</italic>&#x2009;=&#x2009;5/15), or via a printed copy (<italic>n</italic>&#x2009;=&#x2009;4/15). Participants indicated they preferred using an electronic method [computer (<italic>n</italic>&#x2009;=&#x2009;5/15), tablet/iPad (<italic>n</italic>&#x2009;=&#x2009;5/15)] to complete the BWS and view results as opposed to on paper (<italic>n</italic>&#x2009;=&#x2009;4/15), or over the phone (<italic>n</italic>&#x2009;=&#x2009;1/15).</p>
<table-wrap position="float" id="tab5">
<label>Table 5</label>
<caption>
<p>Summary of results (communication channels).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Communication characteristic</th>
<th align="center" valign="top">Participants could select multiple options, which is why the total per question may add to more than 15.</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" colspan="2">Preference for who is present while answering BWS assessment and reviewing message results.</td>
</tr>
<tr>
<td align="left" valign="top">Prefer to be alone</td>
<td align="center" valign="top">6</td>
</tr>
<tr>
<td align="left" valign="top">Prefer to be with family member</td>
<td align="center" valign="top">6</td>
</tr>
<tr>
<td align="left" valign="top">Prefer to be with clinician</td>
<td align="center" valign="top">3</td>
</tr>
<tr>
<td align="left" valign="top">No preference</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Location preference when answering BWS assessment and reviewing message results</td>
</tr>
<tr>
<td align="left" valign="top">Prefer to be at home</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="left" valign="top">Prefer to be in a clinical setting</td>
<td align="center" valign="top">8</td>
</tr>
<tr>
<td align="left" valign="top">Other</td>
<td align="center" valign="top">1 (phone call)</td>
</tr>
<tr>
<td align="left" valign="top">No preference</td>
<td align="center" valign="top">4</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Familiar with MyChart</td>
</tr>
<tr>
<td align="left" valign="top">Yes</td>
<td align="center" valign="top">13</td>
</tr>
<tr>
<td align="left" valign="top">No</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="top">Other</td>
<td align="center" valign="top">1 (yes, but cannot figure it out)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Likelihood to complete BWS if received notification through MyChart</td>
</tr>
<tr>
<td align="left" valign="top">Very unlikely</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="top">Unlikely</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="left" valign="top">Likely</td>
<td align="center" valign="top">8</td>
</tr>
<tr>
<td align="left" valign="top">Very likely</td>
<td align="center" valign="top">4</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Do you think it would be valuable to see if your preferences changed over time?</td>
</tr>
<tr>
<td align="left" valign="top">Yes</td>
<td align="center" valign="top">9</td>
</tr>
<tr>
<td align="left" valign="top">No</td>
<td align="center" valign="top">4</td>
</tr>
<tr>
<td align="left" valign="top">Other</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="left" valign="top">Share results with family or caregiver</td>
<td/>
</tr>
<tr>
<td align="left" valign="top">MyChart</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="top">Email</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="top">Printed copy</td>
<td align="center" valign="top">4</td>
</tr>
<tr>
<td align="left" valign="top">Verbal</td>
<td align="center" valign="top">5</td>
</tr>
<tr>
<td align="left" valign="top">Prefer not to share this information</td>
<td align="center" valign="top">3</td>
</tr>
<tr>
<td align="left" valign="top">No preference</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Share results w/clinician during consultation</td>
</tr>
<tr>
<td align="left" valign="top">MyChart</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="left" valign="top">Email</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="top">Printed copy (receive at appt.)</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="top">Printed copy (bring w/me)</td>
<td align="center" valign="top">3</td>
</tr>
<tr>
<td align="left" valign="top">Verbal</td>
<td align="center" valign="top">6</td>
</tr>
<tr>
<td align="left" valign="top">Prefer not to use this information</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="top">No preference</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="top" colspan="2">Preferred device to complete BWS assessment and view results</td>
</tr>
<tr>
<td align="left" valign="top">Computer</td>
<td align="center" valign="top">5</td>
</tr>
<tr>
<td align="left" valign="top">Tablet/iPad</td>
<td align="center" valign="top">5</td>
</tr>
<tr>
<td align="left" valign="top">Phone</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="top">Paper</td>
<td align="center" valign="top">4</td>
</tr>
<tr>
<td align="left" valign="top">Other</td>
<td align="center" valign="top">1 (do not know)</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
</sec>
<sec id="sec31">
<label>3.4</label>
<title>Thematic analysis</title>
<p>Twenty-one <italic>a posteriori</italic> codes were developed after reviewing each transcribed interview. We summarized the interviews, then combined the <italic>a priori</italic> and <italic>a posteriori</italic> codes resulting in four major themes: (i) readiness for consultations, (ii) relationships with clinicians, (iii) reinforcement of existing beliefs, and (iv) external influences to discussing preferences. (see <xref ref-type="fig" rid="fig2">Figure 2</xref> &#x2013; Thematic Analysis).</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Thematic analysis coding.</p>
</caption>
<graphic xlink:href="fcomm-09-1347310-g002.tif"/>
</fig>
<sec id="sec32">
<label>3.4.1</label>
<title>Readiness for consultations</title>
<p>Participants indicated that after reviewing certain messages they felt a sense of self-awareness or self-reflection of what was important to talk about with their clinicians.</p>
<disp-quote>
<p><italic>&#x201C;It made me feel like I was thinking through the process and what it was that was important to me. It was good exercise, to think about that this thing is significant and this thing is not.&#x201D; (M1: M 64y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;It has enlightened me to make sure I stay on top of the situation.&#x201D; (M2: M 64y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;It would help clear my thoughts about myself, and what he [clinician] thinks. I might get more information about my own thoughts about living longer. I can always give them feedback of what I am doing on my own&#x201D; (M3: F 77y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;It makes me think, um, kind of deep, I never thought about it like that. But, those side effects I did not know there was a difference in long or short side effects.&#x201D; (M1: F 60y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;Well I would feel good about discussing. It might change my preferences after reading it though. Right now, chemo is not in my game plan. Potential short term discomfort are different than someone going through chemo/radiation. I&#x2019;m interested in living longer because side effects are minimal. If I had the options of chemo/radiation with serious side effects, I&#x2019;d have to think about my goals and prospect a lot more.&#x201D; (M3: M 80 y).</italic></p>
</disp-quote>
<p>Participants indicated the messages would help prepare them for their consultations, specifically due to the question prompts that were provided to them.</p>
<disp-quote>
<p><italic>&#x201C;I did not know about asking these questions. I have talked to him about options, if what I am going through does not work. Never really asked him about side effects. These are important questions to be discussed.&#x201D; (M2: F 66y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I liked it because they had specific questions. When you are going through this, there are so many questions running through your brain and you cannot think of everything. Those questions are important for making a treatment plan. This was more beneficial for me.&#x201D; (M2: F 66y).</italic></p>
</disp-quote>
<p>For some participants, providing them with a question prompt list positively impacted their confidence.</p>
<disp-quote>
<p><italic>&#x201C;I&#x2019;d feel good about. I like the questions. Asking the questions is important. I kind of know what side effects are life long and irreversible. It encourages me to ask the questions.&#x201D; (M2: M 75y).</italic></p>
</disp-quote>
<p>One participant, after reviewing M1 stated <italic>&#x201C;I do not have a problem discussing anything with my doctor. Actually, it would not increase it [confidence].&#x201D;</italic> Then, after M3 stated, <italic>&#x201C;Like I said, I do not have any problem talking to him about anything. I tell him how I feel and what I think will happen.&#x201D;</italic> When asked whether M2 impacted her confidence, she stated <italic>&#x201C;Yes, more than the message that did not have questions.&#x201D;</italic> She further explained that <italic>&#x201C;It [M2] makes me feel like I really should ask him these questions. A lot of these questions would be helpful to know.&#x201D;</italic> and <italic>&#x201C;this is more specific. I know how to word the questions, and which questions to ask him.&#x201D; (F 60y).</italic></p>
<p>Participants indicated they felt a sense of empowerment or control over how to engage with their clinicians.</p>
<disp-quote>
<p><italic>&#x201C;I would discuss it with my doctor. I would not have known to talk about this [preferences] with him [clinician] before.&#x201D; (M1: F 60y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I could tell him [clinician] that I did take this survey and this is what is most important and not me just talking off the top of my head.&#x201D; (M1: F 66y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I like it better. It makes me feel like I am better equipped. These are specific things that potentially are options or things that benefit me that I&#x2019;m not aware of. Also, it made me think about quality of life. I had not factored that into it. The first message did not give me extra information. This is a good way to tease things out.&#x201D; (M2: M 64y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I know it is true that they have their general beliefs about what is going to happen and what they need to do. It&#x2019;s a good statement to have in there about their beliefs may be different. And that you need to communicate if they do not ask you. It&#x2019;s important for them to treat you as a person first then as a patient.&#x201D; (M3: F 66y).</italic></p>
</disp-quote>
</sec>
<sec id="sec33">
<label>3.4.2</label>
<title>Relationships with clinicians</title>
<p>Participants mentioned their existing relationships with their clinicians, and how that has an impact on whether they would discuss preferences during consultations.</p>
<p>For some participants, their clinicians have already engaged them in discussing their preferences, therefore they feel comfortable having these discussions.</p>
<disp-quote>
<p><italic>&#x201C;He knows from day 1 what I want and he is that kind of doctor.&#x201D; (M1: F 66y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;My confidence is already high. I&#x2019;d talk to him anyway. He always asks me what I want.&#x201D; (M2: M 65y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I agree with the information. I love traveling, and it&#x2019;s becoming more of a challenge for me. That&#x2019;s why the long term effects I am trying to avoid, or I want to fix them. Also, I do not want to be in hospital, unless I do not have any control over myself. My clinician does know how these things are important to me.&#x201D; (M1: F 77y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I was going to discuss anyway. I have been discussing.&#x201D; (M1: F 73y).</italic></p>
</disp-quote>
<p>Other participants indicated they had not previously discussed their preferences with their clinicians. Reviewing the messages made them recognize the need to discuss their preferences. They felt having this information was beneficial toward developing a relationship in which they feel comfortable discussing their preferences with their clinician.</p>
<disp-quote>
<p><italic>&#x201C;Definitely inclined to discuss my preferences to make sure the clinician is made aware of my expectations and to make sure he is onboard with the same goal.&#x201D; (M2: M 64y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;This would make me want to discuss my preferences with them. He is there to help you, but he needs to know what you want, and what your family wants.&#x201D; (M2: F 66y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;It makes me feel like he will listen to me.&#x201D; (M2: F 71y).</italic></p>
</disp-quote>
</sec>
<sec id="sec34">
<label>3.4.3</label>
<title>Reinforcement of existing beliefs</title>
<p>For some participants, certain messages reinforced their existing beliefs about what they considered most important, and in some cases motivated them to ensure their preferences were discussed.</p>
<p>For example, one participant indicated <italic>&#x201C;Yes, It [M1] has already done that,&#x201D;</italic> referencing an earlier statement that he was definitely going to discuss his preferences. He also indicated M1 motivated him to discuss <italic>&#x201C;long term side effects that I had not considered about, if this was a side effect of age or treatment.&#x201D;</italic> When asked if motivation was impacted after reviewing M2, he indicated <italic>&#x201C;Yes. It&#x2019;s reinforcing the thoughts that I am having to encourage me [discuss preferences] and that I am not on a limb doing something stupid.&#x201D;</italic> When asked if motivation was impacted after reviewing M3, he indicated <italic>&#x201C;It would increase it. I like that it lays the take on the line. It explains that my clinician may not find living longer important.&#x201D; (M 80y).</italic></p>
<disp-quote>
<p><italic>&#x201C;It would just reinforce my thoughts and what I am looking to achieve by getting all this treatment.&#x201D; (M1: M 64y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;It is right on target because from the beginning of my diagnosis, this is what I talked about with my clinician. He asked me what was most important. I wanted to live longer, but I wanted my quality of life to do things. I do not want to be stuck in the hospital.&#x201D; (M1: F 66y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;It&#x2019;s pretty much what my thoughts are. I have 3 kids and want to see them get married and have kids. I want to walk her down the aisle. The message reinforced how I was thinking.&#x201D; (M1: M 64y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;It brings in what we discussed about side effects. It reinforces my need to bring up what&#x2019;s important to me. All worthwhile questions.&#x201D; (M2: M 75y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I feel it reinforces what my feelings are and I want to make sure the provider is made aware of my expectations.&#x201D; (M3: M 64y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I imagine this was supposed to motivate me, but it is more of an affirmation to do so [discuss preferences] than further motivation. It reinforces an original belief.&#x201D; (M3: M 75y).</italic></p>
</disp-quote>
</sec>
<sec id="sec35">
<label>3.4.4</label>
<title>External influences to discussing preferences</title>
<p>Participants indicated that aspects such as desire to share preferences with family members, beliefs that clinicians already know what&#x2019;s most important to patients, or expressing financial concerns have influences on whether patients discuss their preferences with either clinicians or family members.</p>
<p>Some participants felt the information was helpful for conveying their preferences to family members.</p>
<disp-quote>
<p><italic>&#x201C;I would share it with my family so they would know what my long-term goals are and for chemotherapy&#x201D; (M1: F 73y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;This would make me want to discuss my preferences with them [family]. He [clinician] is there to help you, but he needs to know what you want, and what your family wants.&#x201D; (M2: F 66y).</italic></p>
</disp-quote>
<p>Some participants stated that the presence of family members may impact their desire to discuss their preferences with their clinician. For example, one participant indicated he would not have felt comfortable answering these questions if his wife were present. He further explained that it would be too challenging because it is harder to talk about his preferences with her. (M 64y).</p>
<p>Other participants were less encouraged to discuss their preferences, or had pre-existing beliefs that their clinicians were already aware of what was most important to them.</p>
<disp-quote>
<p><italic>&#x201C;I would not talk to my doctor or family about it. Certain things you do not tell. I&#x2019;m a very private person.&#x201D; (M1: M 79y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;I figure they [clinicians] should know more than I know.&#x201D; (M3: F 71y).</italic></p>
</disp-quote>
<p>Some participants initially thought their clinician knew what was most important to them, but after reviewing the messages, indicated the importance of discussing their preferences with their clinicians.</p>
<disp-quote>
<p><italic>&#x201C;I think he knows most of it. But what we think, he may not know. It&#x2019;s important to discuss.&#x201D; (M1: M 75y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;It encourages me more. It hits home to say clinicians are busy people, they have a lot to take in from people, but I do not read their notes they put in. It&#x2019;s a logical assumption, they now know what I&#x2019;m interested in. It drives home that he does not know that we feel that way.&#x201D; (M3: M 75y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;It would help clear my thoughts about myself, and what he [clinician] thinks. I might get more information about my own thoughts about living longer. I can always give them feedback of what I am doing on my own.&#x201D; (M3: F 77y).</italic></p>
</disp-quote>
<disp-quote>
<p><italic>&#x201C;It puts it in a frame of reference. It makes you question if they [clinicians] know your preferences.&#x201D; (M1: M 75y).</italic></p>
</disp-quote>
<p>One participant did not want her clinician to know that avoiding high financial costs was most important to her. She expressed concerns about letting him know because she felt that if the clinician knew she had financial concerns, she may not receive the best care. (F 84y).</p>
</sec>
</sec>
</sec>
<sec sec-type="discussion" id="sec36">
<label>4</label>
<title>Discussion</title>
<p>This study provides new information to suggest that informative and empowering messages with tailored question prompt lists are likely effective at preparing older adults with blood cancers for shared decision-making. Participants found the informative message (M1) and the empowering message (M2) most effective in increasing confidence, motivation, and likelihood to discuss their preferences with their clinician. These messages both contained question prompts which were absent from the persuasive message (M3). Participants reported that these question prompts were very helpful in preparing them for discussion with their clinician. This is consistent with previous studies that found that providing patients with question prompts encourages them to actively participate in their consultations (<xref ref-type="bibr" rid="ref7">Clayton et al., 2003</xref>; <xref ref-type="bibr" rid="ref33">Sansoni et al., 2015</xref>; <xref ref-type="bibr" rid="ref14">Keinki et al., 2021</xref>; <xref ref-type="bibr" rid="ref39">Terrasson et al., 2022</xref>). M3 was designed to be persuasive and more direct. Although generally participants found the message to be helpful, this message was found to be disconcerting to some and reduced confidence, motivation, and likelihood to discuss preferences in others. This may suggest that such messages are less effective than informative and empowering messages, though larger studies specifically designed to detect statistically significant differences between messages are needed.</p>
<p>Most participants also reported that having tailored information about their preferences impacted their readiness for their consultations. Participants&#x2019; sentiments indicate they felt having this information gave them a sense of self-awareness and self-reflection on what is most important to them, and a sense of empowerment to discuss their preferences. Most frequently, participants focused on the benefits of knowing what questions to ask their clinician and felt having a specific list of questions would best prepare them to discuss their preferences. For some participants, having access to the question list positively impacted their confidence. For those who indicated it did not increase confidence, it was because they felt they already had adequate confidence to discuss their preferences with their clinician. However, participants also reported that while their confidence may not be impacted due to existing perceived tendencies to communicate, their motivation was positively impacted by having a specific list of questions to ask their clinician. Participants also reported the messages reinforced their existing beliefs. For many participants this was an affirmation of what is most important to them, and for others was a motivator to ensure they discuss their preferences with their clinicians.</p>
<p>Participants also reported that external influences including family members, innate trust in clinicians to already know what is most important, and expressing financial concerns, may impact whether they discuss their preferences. This is consistent with previous studies that found external factors to cause higher levels of distress among cancer patients and influenced whether patients actively engaged in their consultations (<xref ref-type="bibr" rid="ref6">Cavers et al., 2013</xref>; <xref ref-type="bibr" rid="ref22">Mead et al., 2013</xref>; <xref ref-type="bibr" rid="ref5">Carrera et al., 2018</xref>; <xref ref-type="bibr" rid="ref25">Perez Jolles et al., 2019</xref>; <xref ref-type="bibr" rid="ref3">Bartlett et al., 2020</xref>; <xref ref-type="bibr" rid="ref15">Kim and Lee, 2023</xref>).</p>
<p>Evidence from this study suggests that participants&#x2019; perceptions of confidence, motivation, and likelihood to act changed based on the information presented in the varied messages. This was a critical finding, as the information presented in M2 had a positive change influence, while M3 had mixed influences, and even lowered the confidence of some participants for discussing preferences. Participants provided mixed feedback on whether it is important to know their clinician may have a different opinion about what is most important regarding treatment outcomes. While some participants indicated this may provide more of a reason to discuss their preferences, others found it disconcerting and were not certain they would discuss their preferences. Previous research indicates that cancer patients have varying perspectives on whether their treatment decisions are unduly influenced by knowing their clinicians&#x2019; opinions (<xref ref-type="bibr" rid="ref32">Ryan et al., 2009</xref>). This research suggests that clinicians&#x2019; standard communication approaches should be carefully balanced with respecting cancer patients&#x2019; diverse opinions (<xref ref-type="bibr" rid="ref32">Ryan et al., 2009</xref>). This highlights the need to validate the input communication factors within values-clarification tools before presenting results to patients, especially when messages are tailored to patients based on what they identified as the most important treatment outcome.</p>
<p>Participants&#x2019; communication channel preferences also varied regarding who should be present when completing and reviewing BWS results, the location of where they would be most comfortable completing and reviewing BWS results, their desire to repeat assessments over time, and preferred device type. This information is important to capture for future research and clinical implementation of tools.</p>
<p>Lastly, while combining the quantitative and qualitative results together, it is important to note that all messages met the minimum scoring thresholds to be considered acceptable, with participants&#x2019; sentiments regarding M1 and M2 being generally more positive. Specifically, participants&#x2019; sentiments regarding M2 mainly focused on the benefits of having a list of questions to discuss with their clinician. Sentiments regarding M3 were mixed with some participants indicated that M3 may provide more of a reason to discuss their preferences, others found it disconcerting and were not always certain they would discuss their preferences.</p>
<sec id="sec37">
<label>4.1</label>
<title>Limitations</title>
<p>Our study had several limitations. First, most interviews took place during a hospitalization. This included patients who were recruited over the phone but asked to hold the interview during their upcoming inpatient stay. This environmental context may have influenced participants responses to the questions, especially for interviews in which participants were actively receiving chemotherapy (feeling tired or expressing they had &#x201C;chemobrain&#x201D;), or in which family members were present, as some participants were unlikely to discuss preferences with family members. We sought to evaluate patients in different contexts to provide us the opportunity to better understand these factors and ultimately develop better values-clarification tools (<xref ref-type="bibr" rid="ref32">Ryan et al., 2009</xref>; <xref ref-type="bibr" rid="ref40">Thorne et al., 2013</xref>). These contextual factors were valuable to describe, especially since our study participants were demographically diverse, specific to race, gender, education, income and comfort level with technology. Future research should consider the impacts of these factors and whether there are disparities in rates of patient participation between Caucasian and Black/African American patients, as suggested by a recent systematic review (<xref ref-type="bibr" rid="ref25">Perez Jolles et al., 2019</xref>).</p>
<p>A second limitation is that messages M2 and M3 were not tailored to each participant. Participant responses may have been biased, depending on whether or not the static results aligned with their most important treatment outcome. Presenting all three messages based on their personal BWS results might have resulted in different results. For the patients in which M2 and M3 messages aligned with their preferences, they may have had more of an emotional response and felt the message was more meaningful. Although we did not see differences in perceived message relevance for M2 or M3 based on whether the results aligned with participant preferences, our small sample size limited evaluating this adequately.</p>
<p>Lastly, we recognize that there may have been carryover effects from one message to another that are not accounted for in our analysis. We sought to limit these by randomizing M2 and M3 though carryover from M1 may have influenced outcomes. Data trends (see <xref rid="SM1" ref-type="supplementary-material">Supplementary Table SC</xref>) reveal that most perceptions were consistent regardless of order of presentation. Likely, other contextual factors that were not captured, such as personality, influenced how these messages are perceived. Further research should explore the specific factors that contribute to these perceptions and how they impact participants&#x2019; confidence, motivation, and likelihood to act.</p>
</sec>
</sec>
<sec sec-type="conclusions" id="sec38">
<label>5</label>
<title>Conclusion</title>
<p>We used an exploratory mixed methods design to assess varying input communication factors of three distinct messages to better understand the impacts on participants perceived affective-cognitive (confidence and motivation) and behavior (likelihood to act) outcomes when receiving tailored messages based on personalized values within a digital health tool. Overall, participants preferred messages that were moderately direct, contained succinct question prompts, and that were empowering. The preliminary evidence from this study will lead to future research evaluating how tailoring messages based on best-worst scaling results can improve SDM for older adults diagnosed with cancer.</p>
</sec>
<sec sec-type="data-availability" id="sec39">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="ethics-statement" id="sec40">
<title>Ethics statement</title>
<p>The studies involving humans were approved by UNC Lineberger Comprehensive Cancer Center Protocol Review Committee and the University of North Carolina IRB. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec41">
<title>Author contributions</title>
<p>AC: Conceptualization, Data curation, Formal analysis, Investigation, Project administration, Validation, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. EK: Investigation, Writing &#x2013; review &#x0026; editing. CM: Writing &#x2013; review &#x0026; editing. AK: Writing &#x2013; review &#x0026; editing. LM: Funding acquisition, Supervision, Writing &#x2013; review &#x0026; editing. DR: Conceptualization, Resources, Supervision, Writing &#x2013; review &#x0026; editing.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec42">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This study is funded in part by the Harry F. Bisel Endowed Young Investigator Award from the Conquer Cancer Foundation, Alexandria, Virginia (principal investigator: DR). We appreciate the financial support from the Integrated Well-Being Program at UNC Healthcare.</p>
</sec>
<ack>
<p>We would like to thank UNC Health for their ongoing support devoted to our research efforts. We would like to thank Mark Jackson for his help in writing the JavaScript code that was used to associate each tailored message with the corresponding attributes. We would like to thank Mireille Leone for assisting with the investigation for this study. We would like to thank Dorothy Sippo for her thoughtful input and revisions, which improved the quality of this manuscript.</p>
</ack>
<sec sec-type="COI-statement" id="sec43">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="sec44">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="sec45">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fcomm.2024.1347310/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fcomm.2024.1347310/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.DOCX" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_2.DOCX" id="SM2" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_3.DOCX" id="SM3" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1">
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll1">Agency for Healthcare Research and Quality</collab>
</person-group>. (<year>2023</year>). <italic>About shared decision making Agency for Healthcare Research and Quality</italic>. About Shared Decision Making. Available at: <ext-link xlink:href="https://www.ahrq.gov/sdm/about/index.html" ext-link-type="uri">https://www.ahrq.gov/sdm/about/index.html</ext-link>. (Accessed July 30, 2023).</citation>
</ref>
<ref id="ref2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baig</surname> <given-names>S. A.</given-names></name> <name><surname>Noar</surname> <given-names>S. M.</given-names></name> <name><surname>Gottfredson</surname> <given-names>N. C.</given-names></name> <name><surname>Boynton</surname> <given-names>M. H.</given-names></name> <name><surname>Ribisl</surname> <given-names>K. M.</given-names></name> <name><surname>Brewer</surname> <given-names>N. T.</given-names></name></person-group> (<year>2019</year>). <article-title>UNC perceived message effectiveness: validation of a brief scale</article-title>. <source>Ann. Behav. Med.</source> <volume>53</volume>, <fpage>732</fpage>&#x2013;<lpage>742</lpage>. doi: <pub-id pub-id-type="doi">10.1093/abm/kay080</pub-id></citation>
</ref>
<ref id="ref3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bartlett</surname> <given-names>S. J.</given-names></name> <name><surname>de Leon</surname> <given-names>E.</given-names></name> <name><surname>Orbai</surname> <given-names>A.-M.</given-names></name> <name><surname>Haque</surname> <given-names>U. J.</given-names></name> <name><surname>Manno</surname> <given-names>R. L.</given-names></name> <name><surname>Ruffing</surname> <given-names>V.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Patient-reported outcomes in RA care improve patient communication, decision-making, satisfaction and confidence: qualitative results</article-title>. <source>Rheumatology (Oxford)</source> <volume>59</volume>, <fpage>1662</fpage>&#x2013;<lpage>1670</lpage>. doi: <pub-id pub-id-type="doi">10.1093/rheumatology/kez506</pub-id>, PMID: <pub-id pub-id-type="pmid">31665477</pub-id></citation>
</ref>
<ref id="ref4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bories</surname> <given-names>P.</given-names></name> <name><surname>Lamy</surname> <given-names>S.</given-names></name> <name><surname>Simand</surname> <given-names>C.</given-names></name> <name><surname>Bertoli</surname> <given-names>S.</given-names></name> <name><surname>Delpierre</surname> <given-names>C.</given-names></name> <name><surname>Malak</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Physician uncertainty aversion impacts medical decision making for older patients with acute myeloid leukemia: results of a national survey</article-title>. <source>Haematologica</source> <volume>103</volume>, <fpage>2040</fpage>&#x2013;<lpage>2048</lpage>. doi: <pub-id pub-id-type="doi">10.3324/haematol.2018.192468</pub-id>, PMID: <pub-id pub-id-type="pmid">30006448</pub-id></citation>
</ref>
<ref id="ref5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carrera</surname> <given-names>P. M.</given-names></name> <name><surname>Kantarjian</surname> <given-names>H. M.</given-names></name> <name><surname>Blinder</surname> <given-names>V. S.</given-names></name></person-group> (<year>2018</year>). <article-title>The financial burden and distress of patients with cancer: understanding and stepping-up action on the financial toxicity of cancer treatment</article-title>. <source>CA Cancer J. Clin.</source> <volume>68</volume>, <fpage>153</fpage>&#x2013;<lpage>165</lpage>. doi: <pub-id pub-id-type="doi">10.3322/caac.21443</pub-id></citation>
</ref>
<ref id="ref6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cavers</surname> <given-names>D.</given-names></name> <name><surname>Hacking</surname> <given-names>B.</given-names></name> <name><surname>Erridge</surname> <given-names>S. C.</given-names></name> <name><surname>Morris</surname> <given-names>P. G.</given-names></name> <name><surname>Kendall</surname> <given-names>M.</given-names></name> <name><surname>Murray</surname> <given-names>S. A.</given-names></name></person-group> (<year>2013</year>). <article-title>Adjustment and support needs of glioma patients and their relatives: serial interviews</article-title>. <source>Psychooncology</source> <volume>22</volume>, <fpage>1299</fpage>&#x2013;<lpage>1305</lpage>. doi: <pub-id pub-id-type="doi">10.1002/pon.3136</pub-id></citation>
</ref>
<ref id="ref7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Clayton</surname> <given-names>J.</given-names></name> <name><surname>Butow</surname> <given-names>P.</given-names></name> <name><surname>Tattersall</surname> <given-names>M.</given-names></name> <name><surname>Chye</surname> <given-names>R.</given-names></name> <name><surname>Noel</surname> <given-names>M.</given-names></name> <name><surname>Davis</surname> <given-names>J. M.</given-names></name> <etal/></person-group>. (<year>2003</year>). <article-title>Asking questions can help: development and preliminary evaluation of a question prompt list for palliative care patients</article-title>. <source>Br. J. Cancer</source> <volume>89</volume>, <fpage>2069</fpage>&#x2013;<lpage>2077</lpage>. doi: <pub-id pub-id-type="doi">10.1038/sj.bjc.6601380</pub-id>, PMID: <pub-id pub-id-type="pmid">14647140</pub-id></citation>
</ref>
<ref id="ref8">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Cole</surname> <given-names>A.</given-names></name> <name><surname>Khasawneh</surname> <given-names>A.</given-names></name> <name><surname>Adapa</surname> <given-names>K.</given-names></name> <name><surname>Mazur</surname> <given-names>L.</given-names></name> <name><surname>Richardson</surname> <given-names>D. R.</given-names></name></person-group> (<year>2022</year>). &#x201C;<article-title>Development of an electronic healthcare tool to elicit patient preferences in older adults diagnosed with hematologic malignancies</article-title>&#x201D; in <source>Human aspects of IT for the aged population. Technology in Everyday Living: 8th international conference, ITAP 2022, held as part of the 24th HCI international conference, HCII 2022, virtual event, June 26 &#x2013; July 1, 2022, proceedings, part II</source>. eds. <person-group person-group-type="editor"><name><surname>Gao</surname> <given-names>Q.</given-names></name> <name><surname>Zhou</surname> <given-names>J.</given-names></name></person-group>, vol. <volume>13331</volume> (<publisher-loc>Berlin</publisher-loc>: <publisher-name>Lecture Notes in Computer Science. Springer International Publishing</publisher-name>), <fpage>210</fpage>&#x2013;<lpage>228</lpage>.</citation>
</ref>
<ref id="ref9">
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll2">Cures Act Congress</collab>
</person-group>. (<year>2021</year>). <italic>Text - H.R.34 - 114th Congress (2015&#x2013;2016): 21st Century Cures Act Congress.gov Library of Congress</italic>. Available at: <ext-link xlink:href="https://www.congress.gov/bill/114th-congress/house-bill/34/text" ext-link-type="uri">https://www.congress.gov/bill/114th-congress/house-bill/34/text</ext-link> (Accessed October 21, 2021).</citation>
</ref>
<ref id="ref10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hawkins</surname> <given-names>R. P.</given-names></name> <name><surname>Kreuter</surname> <given-names>M.</given-names></name> <name><surname>Resnicow</surname> <given-names>K.</given-names></name> <name><surname>Fishbein</surname> <given-names>M.</given-names></name> <name><surname>Dijkstra</surname> <given-names>A.</given-names></name></person-group> (<year>2008</year>). <article-title>Understanding tailoring in communicating about health</article-title>. <source>Health Educ. Res.</source> <volume>23</volume>, <fpage>454</fpage>&#x2013;<lpage>466</lpage>. doi: <pub-id pub-id-type="doi">10.1093/her/cyn004</pub-id></citation>
</ref>
<ref id="ref11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hunter</surname> <given-names>N. L.</given-names></name> <name><surname>O&#x2019;Callaghan</surname> <given-names>K. M.</given-names></name> <name><surname>Califf</surname> <given-names>R. M.</given-names></name></person-group> (<year>2015</year>). <article-title>Engaging patients across the spectrum of medical product development: view from the US food and drug administration</article-title>. <source>JAMA</source> <volume>314</volume>, <fpage>2499</fpage>&#x2013;<lpage>2500</lpage>. doi: <pub-id pub-id-type="doi">10.1001/jama.2015.15818</pub-id></citation>
</ref>
<ref id="ref12">
<citation citation-type="book"><person-group person-group-type="author">
<collab id="coll3">Institute of Medicine</collab>
</person-group> (<year>2001</year>). <source>Crossing the quality chasm: A new health system for the 21st century</source>. <publisher-loc>Washington, DC</publisher-loc>: <publisher-name>The National Academies Press</publisher-name>.</citation>
</ref>
<ref id="ref13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jensen</surname> <given-names>J. D.</given-names></name> <name><surname>King</surname> <given-names>A. J.</given-names></name> <name><surname>Carcioppolo</surname> <given-names>N.</given-names></name> <name><surname>Davis</surname> <given-names>L.</given-names></name></person-group> (<year>2012</year>). <article-title>Why are tailored messages more effective? A multiple mediation analysis of a breast cancer screening intervention</article-title>. <source>J. Commun.</source> <volume>62</volume>, <fpage>851</fpage>&#x2013;<lpage>868</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1460-2466.2012.01668.x</pub-id></citation>
</ref>
<ref id="ref14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Keinki</surname> <given-names>C.</given-names></name> <name><surname>Momberg</surname> <given-names>A.</given-names></name> <name><surname>Clau&#x00DF;</surname> <given-names>K.</given-names></name> <name><surname>Bozkurt</surname> <given-names>G.</given-names></name> <name><surname>Hertel</surname> <given-names>E.</given-names></name> <name><surname>Freuding</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Effect of question prompt lists for cancer patients on communication and mental health outcomes-a systematic review</article-title>. <source>Patient Educ. Couns.</source> <volume>104</volume>, <fpage>1335</fpage>&#x2013;<lpage>1346</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.pec.2021.01.012</pub-id>, PMID: <pub-id pub-id-type="pmid">33593643</pub-id></citation>
</ref>
<ref id="ref15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>Y. M.</given-names></name> <name><surname>Lee</surname> <given-names>J. E.</given-names></name></person-group> (<year>2023</year>). <article-title>Dyadic effects of psychological health on quality of life in patients with colorectal Cancer and caregivers: a systematic review and Meta-analysis</article-title>. <source>Semin. Oncol. Nurs.</source>:<fpage>151477</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.soncn.2023.151477</pub-id></citation>
</ref>
<ref id="ref16">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Kreuter</surname> <given-names>M. W.</given-names></name> <name><surname>Farrell</surname> <given-names>D. W.</given-names></name> <name><surname>Brennan</surname> <given-names>L. K.</given-names></name> <name><surname>Olevitch</surname> <given-names>L. R.</given-names></name></person-group> (<year>1999</year>). <source>Tailoring health messages: Customizing communication with computer technology (Routledge communication series)</source>. <edition>1st</edition> Edn. <publisher-loc>London, UK</publisher-loc>: <publisher-name>Routledge</publisher-name>, <fpage>288</fpage>.</citation>
</ref>
<ref id="ref17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kreuter</surname> <given-names>M. W.</given-names></name> <name><surname>Wray</surname> <given-names>R. J.</given-names></name></person-group> (<year>2003</year>). <article-title>Tailored and targeted health communication: strategies for enhancing information relevance</article-title>. <source>Am. J. Health Behav.</source> <volume>27</volume>, <fpage>S227</fpage>&#x2013;<lpage>S232</lpage>. doi: <pub-id pub-id-type="doi">10.5993/ajhb.27.1.s3.6</pub-id></citation>
</ref>
<ref id="ref18">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Kwong</surname> <given-names>E.</given-names></name> <name><surname>Cole</surname> <given-names>A.</given-names></name> <name><surname>Khasawneh</surname> <given-names>A.</given-names></name> <name><surname>Mhina</surname> <given-names>C.</given-names></name> <name><surname>Mazur</surname> <given-names>L.</given-names></name> <name><surname>Adapa</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2022</year>). <italic>Evaluation of data visualizations for an electronic patient preferences tool for older adults diagnosed with hematologic malignancies</italic>. Workshop on visual analytics in healthcare (VAHC). IEEE; pp. 1&#x2013;6.</citation>
</ref>
<ref id="ref19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lafata</surname> <given-names>J. E.</given-names></name> <name><surname>Shay</surname> <given-names>L. A.</given-names></name> <name><surname>Winship</surname> <given-names>J. M.</given-names></name></person-group> (<year>2017</year>). <article-title>Understanding the influences and impact of patient-clinician communication in cancer care</article-title>. <source>Health Expect.</source> <volume>20</volume>, <fpage>1385</fpage>&#x2013;<lpage>1392</lpage>. doi: <pub-id pub-id-type="doi">10.1111/hex.12579</pub-id></citation>
</ref>
<ref id="ref20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>LeBlanc</surname> <given-names>T. W.</given-names></name> <name><surname>Fish</surname> <given-names>L. J.</given-names></name> <name><surname>Bloom</surname> <given-names>C. T.</given-names></name> <name><surname>el-Jawahri</surname> <given-names>A.</given-names></name> <name><surname>Davis</surname> <given-names>D. M.</given-names></name> <name><surname>Locke</surname> <given-names>S. C.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Patient experiences of acute myeloid leukemia: a qualitative study about diagnosis, illness understanding, and treatment decision-making</article-title>. <source>Psychooncology</source> <volume>26</volume>, <fpage>2063</fpage>&#x2013;<lpage>2068</lpage>. doi: <pub-id pub-id-type="doi">10.1002/pon.4309</pub-id>, PMID: <pub-id pub-id-type="pmid">27862591</pub-id></citation>
</ref>
<ref id="ref21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Loh</surname> <given-names>K. P.</given-names></name> <name><surname>Abdallah</surname> <given-names>M.</given-names></name> <name><surname>Kadambi</surname> <given-names>S.</given-names></name> <name><surname>Wells</surname> <given-names>M.</given-names></name> <name><surname>Kumar</surname> <given-names>A. J.</given-names></name> <name><surname>Mendler</surname> <given-names>J. H.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Treatment decision-making in acute myeloid leukemia: a qualitative study of older adults and community oncologists</article-title>. <source>Leuk. Lymphoma</source> <volume>62</volume>, <fpage>387</fpage>&#x2013;<lpage>398</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10428194.2020.1832662</pub-id>, PMID: <pub-id pub-id-type="pmid">33040623</pub-id></citation>
</ref>
<ref id="ref22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mead</surname> <given-names>E. L.</given-names></name> <name><surname>Doorenbos</surname> <given-names>A. Z.</given-names></name> <name><surname>Javid</surname> <given-names>S. H.</given-names></name> <name><surname>Haozous</surname> <given-names>E. A.</given-names></name> <name><surname>Alvord</surname> <given-names>L. A.</given-names></name> <name><surname>Flum</surname> <given-names>D. R.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Shared decision-making for cancer care among racial and ethnic minorities: a systematic review</article-title>. <source>Am. J. Public Health</source> <volume>103</volume>, <fpage>e15</fpage>&#x2013;<lpage>e29</lpage>. doi: <pub-id pub-id-type="doi">10.2105/AJPH.2013.301631</pub-id>, PMID: <pub-id pub-id-type="pmid">24134353</pub-id></citation>
</ref>
<ref id="ref23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mohile</surname> <given-names>S. G.</given-names></name> <name><surname>Dale</surname> <given-names>W.</given-names></name> <name><surname>Somerfield</surname> <given-names>M. R.</given-names></name> <name><surname>Schonberg</surname> <given-names>M. A.</given-names></name> <name><surname>Boyd</surname> <given-names>C. M.</given-names></name> <name><surname>Burhenn</surname> <given-names>P. S.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Practical assessment and management of vulnerabilities in older patients receiving chemotherapy: ASCO guideline for geriatric oncology</article-title>. <source>J. Clin. Oncol.</source> <volume>36</volume>, <fpage>2326</fpage>&#x2013;<lpage>2347</lpage>. doi: <pub-id pub-id-type="doi">10.1200/JCO.2018.78.8687</pub-id>, PMID: <pub-id pub-id-type="pmid">29782209</pub-id></citation>
</ref>
<ref id="ref24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Noar</surname> <given-names>S. M.</given-names></name> <name><surname>Gottfredson</surname> <given-names>N.</given-names></name> <name><surname>Vereen</surname> <given-names>R. N.</given-names></name> <name><surname>Kurtzman</surname> <given-names>R.</given-names></name> <name><surname>Sheldon</surname> <given-names>J. M.</given-names></name> <name><surname>Adams</surname> <given-names>E.</given-names></name> <etal/></person-group>. (<year>2023</year>). <article-title>Development of the UNC perceived message effectiveness scale for youth</article-title>. <source>Tob. Control.</source> <volume>32</volume>, <fpage>553</fpage>&#x2013;<lpage>558</lpage>. doi: <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2021-056929</pub-id>, PMID: <pub-id pub-id-type="pmid">34930810</pub-id></citation>
</ref>
<ref id="ref25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Perez Jolles</surname> <given-names>M.</given-names></name> <name><surname>Richmond</surname> <given-names>J.</given-names></name> <name><surname>Thomas</surname> <given-names>K. C.</given-names></name></person-group> (<year>2019</year>). <article-title>Minority patient preferences, barriers, and facilitators for shared decision-making with health care providers in the USA: a systematic review</article-title>. <source>Patient Educ. Couns.</source> <volume>102</volume>, <fpage>1251</fpage>&#x2013;<lpage>1262</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.pec.2019.02.003</pub-id></citation>
</ref>
<ref id="ref26">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Rice</surname> <given-names>R. E.</given-names></name> <name><surname>Atkin</surname> <given-names>C. K.</given-names></name></person-group> (<year>2013</year>). <source>Public communication campaigns</source>. <publisher-loc>Thousand Oaks, CA</publisher-loc>: <publisher-name>SAGE Publications, Inc.</publisher-name></citation>
</ref>
<ref id="ref27">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Richardson</surname> <given-names>D. R.</given-names></name>
</person-group> (<year>2022</year>). <article-title>Mproving personalized treatment decision-making for older adults with cancer: the necessity of eliciting patient preferences</article-title>. <source>J. Geriatr. Oncol.</source> <volume>13</volume>, <fpage>1</fpage>&#x2013;<lpage>3</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jgo.2021.06.001</pub-id>, PMID: <pub-id pub-id-type="pmid">34120848</pub-id></citation>
</ref>
<ref id="ref28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Richardson</surname> <given-names>D. R.</given-names></name> <name><surname>Crossnohere</surname> <given-names>N. L.</given-names></name> <name><surname>Seo</surname> <given-names>J.</given-names></name> <name><surname>Estey</surname> <given-names>E.</given-names></name> <name><surname>O'Donoghue</surname> <given-names>B.</given-names></name> <name><surname>Smith</surname> <given-names>B. D.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Age at diagnosis and patient preferences for treatment outcomes in AML: a discrete choice experiment to explore meaningful benefits</article-title>. <source>Cancer Epidemiol. Biomarkers Prev.</source> <volume>29</volume>, <fpage>942</fpage>&#x2013;<lpage>948</lpage>. doi: <pub-id pub-id-type="doi">10.1158/1055-9965.EPI-19-1277</pub-id>, PMID: <pub-id pub-id-type="pmid">32132149</pub-id></citation>
</ref>
<ref id="ref29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rimer</surname> <given-names>B. K.</given-names></name> <name><surname>Kreuter</surname> <given-names>M. W.</given-names></name></person-group> (<year>2006</year>). <article-title>Advancing tailored health communication: a persuasion and message effects perspective</article-title>. <source>J. Commun.</source> <volume>56</volume>, <fpage>S184</fpage>&#x2013;<lpage>S201</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1460-2466.2006.00289.x</pub-id></citation>
</ref>
<ref id="ref30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rocque</surname> <given-names>G.</given-names></name> <name><surname>Miller-Sonnet</surname> <given-names>E.</given-names></name> <name><surname>Balch</surname> <given-names>A.</given-names></name> <name><surname>Stricker</surname> <given-names>C.</given-names></name> <name><surname>Seidman</surname> <given-names>J.</given-names></name> <name><surname>Stiles</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Engaging multidisciplinary stakeholders to drive shared decision-making in oncology</article-title>. <source>J. Palliat. Care</source> <volume>34</volume>, <fpage>29</fpage>&#x2013;<lpage>31</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0825859718810723</pub-id>, PMID: <pub-id pub-id-type="pmid">30382006</pub-id></citation>
</ref>
<ref id="ref31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rood</surname> <given-names>J. A. J.</given-names></name> <name><surname>Nauta</surname> <given-names>I. H.</given-names></name> <name><surname>Witte</surname> <given-names>B. I.</given-names></name> <name><surname>Stam</surname> <given-names>F.</given-names></name> <name><surname>van Zuuren</surname> <given-names>F. J.</given-names></name> <name><surname>Manenschijn</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Shared decision-making and providing information among newly diagnosed patients with hematological malignancies and their informal caregivers: not &#x201C;one-size-fits-all&#x201D;</article-title>. <source>Psychooncology</source> <volume>26</volume>, <fpage>2040</fpage>&#x2013;<lpage>2047</lpage>. doi: <pub-id pub-id-type="doi">10.1002/pon.4414</pub-id>, PMID: <pub-id pub-id-type="pmid">28264148</pub-id></citation>
</ref>
<ref id="ref32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ryan</surname> <given-names>M.</given-names></name> <name><surname>Watson</surname> <given-names>V.</given-names></name> <name><surname>Entwistle</surname> <given-names>V.</given-names></name></person-group> (<year>2009</year>). <article-title>Rationalising the &#x201C;irrational&#x201D;: a think aloud study of discrete choice experiment responses</article-title>. <source>Health Econ.</source> <volume>18</volume>, <fpage>321</fpage>&#x2013;<lpage>336</lpage>. doi: <pub-id pub-id-type="doi">10.1002/hec.1369</pub-id></citation>
</ref>
<ref id="ref33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sansoni</surname> <given-names>J. E.</given-names></name> <name><surname>Grootemaat</surname> <given-names>P.</given-names></name> <name><surname>Duncan</surname> <given-names>C.</given-names></name></person-group> (<year>2015</year>). <article-title>Question prompt lists in health consultations: a review</article-title>. <source>Patient Educ. Couns.</source> <volume>3</volume>:<fpage>15</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.pec.2015.05.015</pub-id></citation>
</ref>
<ref id="ref34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sekeres</surname> <given-names>M. A.</given-names></name> <name><surname>Guyatt</surname> <given-names>G.</given-names></name> <name><surname>Abel</surname> <given-names>G.</given-names></name> <name><surname>Alibhai</surname> <given-names>S.</given-names></name> <name><surname>Altman</surname> <given-names>J. K.</given-names></name> <name><surname>Buckstein</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>American Society of Hematology 2020 guidelines for treating newly diagnosed acute myeloid leukemia in older adults</article-title>. <source>Blood Adv.</source> <volume>4</volume>, <fpage>3528</fpage>&#x2013;<lpage>3549</lpage>. doi: <pub-id pub-id-type="doi">10.1182/bloodadvances.2020001920</pub-id>, PMID: <pub-id pub-id-type="pmid">32761235</pub-id></citation>
</ref>
<ref id="ref35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smith</surname> <given-names>M. Y.</given-names></name> <name><surname>Hammad</surname> <given-names>T. A.</given-names></name> <name><surname>Metcalf</surname> <given-names>M.</given-names></name> <name><surname>Levitan</surname> <given-names>B.</given-names></name> <name><surname>Noel</surname> <given-names>R.</given-names></name> <name><surname>Wolka</surname> <given-names>A. M.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Patient engagement at a tipping point-the need for cultural change across patient, sponsor, and regulator stakeholders: insights from the DIA conference, &#x201C;patient engagement in benefit risk assessment throughout the life cycle of medical products&#x201D;</article-title>. <source>Ther. Innov. Regul. Sci.</source> <volume>50</volume>, <fpage>546</fpage>&#x2013;<lpage>553</lpage>. doi: <pub-id pub-id-type="doi">10.1177/2168479016662902</pub-id>, PMID: <pub-id pub-id-type="pmid">30231755</pub-id></citation>
</ref>
<ref id="ref36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sochacka-&#x0106;wik&#x0142;a</surname> <given-names>A.</given-names></name> <name><surname>M&#x0105;czy&#x0144;ski</surname> <given-names>M.</given-names></name> <name><surname>Regiec</surname> <given-names>A.</given-names></name></person-group> (<year>2021</year>). <article-title>FDA-approved drugs for hematological malignancies-the last decade review</article-title>. <source>Cancers (Basel)</source> <volume>14</volume>:<fpage>87</fpage>. doi: <pub-id pub-id-type="doi">10.3390/cancers14010087</pub-id></citation>
</ref>
<ref id="ref37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sorror</surname> <given-names>M. L.</given-names></name> <name><surname>Storer</surname> <given-names>B. E.</given-names></name> <name><surname>Fathi</surname> <given-names>A. T.</given-names></name> <name><surname>Brunner</surname> <given-names>A.</given-names></name> <name><surname>Gerds</surname> <given-names>A. T.</given-names></name> <name><surname>Sekeres</surname> <given-names>M. A.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Multisite 11-year experience of less-intensive vs intensive therapies in acute myeloid leukemia</article-title>. <source>Blood</source> <volume>138</volume>, <fpage>387</fpage>&#x2013;<lpage>400</lpage>. doi: <pub-id pub-id-type="doi">10.1182/blood.2020008812</pub-id>, PMID: <pub-id pub-id-type="pmid">34351368</pub-id></citation>
</ref>
<ref id="ref38">
<citation citation-type="book"><person-group person-group-type="author">
<name><surname>Swain</surname> <given-names>J.</given-names></name>
</person-group> (<year>2018</year>). <source>A hybrid approach to thematic analysis in qualitative research: Using a practical example</source>. <publisher-loc>Thousand Oaks, CA</publisher-loc>: <publisher-name>SAGE Publications Ltd.</publisher-name></citation>
</ref>
<ref id="ref39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Terrasson</surname> <given-names>J.</given-names></name> <name><surname>Rault</surname> <given-names>A.</given-names></name> <name><surname>Dolbeault</surname> <given-names>S.</given-names></name> <name><surname>Br&#x00E9;dart</surname> <given-names>A.</given-names></name></person-group> (<year>2022</year>). <article-title>Question prompt lists to improve communication between cancer patients and healthcare professionals</article-title>. <source>Curr. Opin. Oncol.</source> doi: <pub-id pub-id-type="doi">10.1097/CCO.0000000000000840</pub-id></citation>
</ref>
<ref id="ref40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thorne</surname> <given-names>S.</given-names></name> <name><surname>Oliffe</surname> <given-names>J. L.</given-names></name> <name><surname>Stajduhar</surname> <given-names>K. I.</given-names></name></person-group> (<year>2013</year>). <article-title>Communicating shared decision-making: cancer patient perspectives</article-title>. <source>Patient Educ. Couns.</source> <volume>90</volume>, <fpage>291</fpage>&#x2013;<lpage>296</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.pec.2012.02.018</pub-id></citation>
</ref>
<ref id="ref41">
<citation citation-type="other"><person-group person-group-type="author">
<name><surname>Wicker</surname> <given-names>R. F.</given-names></name>
</person-group> (<year>2021</year>). <italic>Text - S.1597 - 114th Congress (2015&#x2013;2016): Patient-Focused Impact Assessment Act of 2016 Congress.gov Library of Congress</italic>. Available at: <ext-link xlink:href="https://www.congress.gov/bill/114th-congress/senate-bill/1597/text" ext-link-type="uri">https://www.congress.gov/bill/114th-congress/senate-bill/1597/text</ext-link> (Accessed October 21, 2021).</citation>
</ref>
</ref-list>
</back>
</article>