<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Commun.</journal-id>
<journal-title>Frontiers in Communication</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Commun.</abbrev-journal-title>
<issn pub-type="epub">2297-900X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fcomm.2025.1505456</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Communication</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Development and user testing of gene pilot: an electronic health decision support tool for Black cancer patients about tumor genomic profile testing</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Bass</surname> <given-names>Sarah Bauerle</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1227434/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Chertock</surname> <given-names>Yana</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2860151/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Brajuha</surname> <given-names>Jesse</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kelly</surname> <given-names>Patrick J. A.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Rotaru</surname> <given-names>Alexandru-Mircea</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>D&#x2019;Avanzo</surname> <given-names>Paul</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Hoadley</surname> <given-names>Ariel</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2668415/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Luck</surname> <given-names>Caseem</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Singley</surname> <given-names>Katie</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Hall</surname> <given-names>Michael J.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Social and Behavioral Sciences, Temple University College of Public Health</institution>, <addr-line>Philadelphia, PA</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Clinical Genetics, Cancer Prevention and Control, Fox Chase Cancer Center</institution>, <addr-line>Philadelphia, PA</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>Risk Communication Laboratory, Temple University College of Public Health</institution>, <addr-line>Philadelphia, PA</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001">
<p>Edited by: Deborah Vollmer Dahlke, Texas A&#x0026;M School of Public Health, United States</p>
</fn>
<fn fn-type="edited-by" id="fn0002">
<p>Reviewed by: Elaine Lea-Chou, ELC Consulting, United States</p>
<p>Rosemary French, RF Private Consulting, United States</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Sarah Bauerle Bass, <email>sbass@temple.edu</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>04</day>
<month>04</month>
<year>2025</year>
</pub-date>
<pub-date pub-type="collection">
<year>2025</year>
</pub-date>
<volume>10</volume>
<elocation-id>1505456</elocation-id>
<history>
<date date-type="received">
<day>02</day>
<month>10</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>21</day>
<month>03</month>
<year>2025</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2025 Bass, Chertock, Brajuha, Kelly, Rotaru, D&#x2019;Avanzo, Hoadley, Luck, Singley and Hall.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>Bass, Chertock, Brajuha, Kelly, Rotaru, D&#x2019;Avanzo, Hoadley, Luck, Singley and Hall</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Introduction</title>
<p>Tumor genomic profiling (TGP) is used to optimize cancer treatment but is underutilized by Black patients, despite having disproportionately higher cancer morbidity and mortality. No interventions using electronic health decision support tools (eHealth DSTs) have been developed to assist patients with understanding this test or address barriers to uptake and communicating preferences with a doctor.</p>
</sec>
<sec id="sec2">
<title>Methods</title>
<p>Using the Ottawa Decision Support Framework, we systematically developed the Gene Pilot eHealth DST with Black cancer patients. We conducted qualitative focus groups (five groups, <italic>N</italic>&#x202F;=&#x202F;33) and surveys (<italic>N</italic>&#x202F;=&#x202F;121), elicited community advisory board feedback (<italic>N</italic>&#x202F;=&#x202F;10) to devise DST content and communication strategies, and then conducted user testing (<italic>N</italic>&#x202F;=&#x202F;10). Content was informed by commercial marketing techniques - segmentation, perceptual mapping, vector message modeling &#x2013; to elucidate how medical mistrust was an important construct to address in Gene Pilot.</p>
</sec>
<sec id="sec3">
<title>Results</title>
<p>User testing (1&#x2013;7 scale) indicated Gene Pilot was highly accepted, including ease of use (M&#x202F;=&#x202F;6.67, SD&#x202F;=&#x202F;0.50), that it addressed important barriers such as medical mistrust and genetic literacy (6.63, SD&#x202F;=&#x202F;0.52), and allowed patients to prepare for the decision (M&#x202F;=&#x202F;6.44, SD&#x202F;=&#x202F;0.73) and to communicate with their doctor (M&#x202F;=&#x202F;6.33, SD&#x202F;=&#x202F;0.73). Suggestions for improved navigability were addressed.</p>
</sec>
<sec id="sec4">
<title>Conclusion</title>
<p>Overall, Gene Pilot was found to be acceptable, suggesting its readiness for efficacy testing.</p>
</sec>
</abstract>
<kwd-group>
<kwd>eHealth</kwd>
<kwd>decision support</kwd>
<kwd>Cancer</kwd>
<kwd>genetic testing</kwd>
<kwd>Black/African American patients</kwd>
</kwd-group>
<counts>
<fig-count count="6"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="50"/>
<page-count count="13"/>
<word-count count="8031"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Health Communication</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec5">
<label>1</label>
<title>Introduction</title>
<p>For the past 30&#x202F;years, precision medicine through the use of genetic testing has enabled improved diagnosis, treatment, and outcomes for cancer patients (<xref ref-type="bibr" rid="ref9001">Beaubier et al., 2019</xref>; <xref ref-type="bibr" rid="ref9003">Cobain et al., 2021</xref>; <xref ref-type="bibr" rid="ref26">Lee et al., 2019</xref>) by uncovering somatic pathogenic variants or mutations that can be targeted through available therapies (<xref ref-type="bibr" rid="ref8">Chung et al., 2019</xref>; <xref ref-type="bibr" rid="ref35">Pishvaian et al., 2020</xref>). As a result, genetic tests like tumor genomic profiling (TGP) are now standard of care across many cancer types (<xref ref-type="bibr" rid="ref1">Akhoundova and Rubin, 2022</xref>; <xref ref-type="bibr" rid="ref43">Tjota et al., 2024</xref>).</p>
<p>However, accessing tests like TGP remains a challenge, with testing rates far below the current testing guidelines (<xref ref-type="bibr" rid="ref31">Lynch et al., 2018</xref>). Though access issues are partly caused by institutional barriers, including whether the location has ongoing clinical trials and specialists who are confident in ordering, interpreting, and explaining what the test means to their patients (<xref ref-type="bibr" rid="ref2">Anderson et al., 2021</xref>; <xref ref-type="bibr" rid="ref9">de Moor et al., 2020</xref>; <xref ref-type="bibr" rid="ref27">Levit et al., 2019</xref>), there is also a significant gap in which patients are offered or agree to the test. Living in a low-income household, having Medicaid insurance, and having lower educational attainment are all correlated with lower likelihood of receiving genetic testing as part of cancer care (<xref ref-type="bibr" rid="ref31">Lynch et al., 2018</xref>; <xref ref-type="bibr" rid="ref33">Palazzo et al., 2019</xref>; <xref ref-type="bibr" rid="ref47">Zhang et al., 2020</xref>). But race and ethnicity are also important. Use of TGP has occurred mostly in non-Hispanic, White cancer patients (<xref ref-type="bibr" rid="ref33">Palazzo et al., 2019</xref>; <xref ref-type="bibr" rid="ref36">Punekar et al., 2021</xref>). Black cancer patients undergo TGP at significantly lower rates, even when controlling for sociodemographic and other factors (<xref ref-type="bibr" rid="ref31">Lynch et al., 2018</xref>).</p>
<p>General barriers to uptake of TGP include worries about the test, such as cost or potential discomfort, or other psychosocial barriers, such as worries about results and potential secondary hereditary findings like susceptibility to other cancers (<xref ref-type="bibr" rid="ref17">Hann et al., 2017</xref>; <xref ref-type="bibr" rid="ref46">Yushak et al., 2016</xref>). Many genetic tests, including TGP, are complex, requiring physicians to be able to adequately interpret and explain results (<xref ref-type="bibr" rid="ref2">Anderson et al., 2021</xref>; <xref ref-type="bibr" rid="ref9">de Moor et al., 2020</xref>), but formal training in how to communicate the complexities of genetic testing results with patients often does not occur (<xref ref-type="bibr" rid="ref14">Hall et al., 2021</xref>). As a result, physicians may be less likely to discuss TGP testing with their patients, thereby reducing opportunity for patients to understand genetics and how inheritable risk may shape their cancer treatment options (<xref ref-type="bibr" rid="ref6">Best et al., 2019</xref>; <xref ref-type="bibr" rid="ref15">Hall et al., 2024</xref>). This is especially problematic if the patient has low genetic literacy. Lower levels of genetic literacy are associated with health disparities and have been shown to be more prevalent in racial and ethnic minority patients (<xref ref-type="bibr" rid="ref11">Dumenci et al., 2014</xref>; <xref ref-type="bibr" rid="ref22">Kanu et al., 2021</xref>). Though limited research has been done on barriers to TGP in racial and ethnic minority cancer patients, genetic literacy has been suggested to be a significant barrier because interpreting TGP requires at least some knowledge of genetics (<xref ref-type="bibr" rid="ref9002">Blanchette et al., 2014</xref>; <xref ref-type="bibr" rid="ref17">Hann et al., 2017</xref>).</p>
<p>Medical mistrust, which stems from a history of past and ongoing systematic injustices such as the Tuskegee Syphilis Experiment and the Henrietta Lacks incident (<xref ref-type="bibr" rid="ref16">Hall et al., 2022</xref>; <xref ref-type="bibr" rid="ref37">Rogers et al., 2018</xref>), is another important potential barrier to uptake of TGP. Emergent research has found a relationship between medical mistrust and negative perceptions of and likely use of TGP in Black cancer patients (<xref ref-type="bibr" rid="ref18">Hoadley et al., 2022</xref>), as it relates to concerns about privacy, stigmatization, and discrimination based on results of genetic tests (<xref ref-type="bibr" rid="ref17">Hann et al., 2017</xref>). Similarly, specific experiences within the healthcare system, such as race-based discrimination, have been shown to be associated with Black patients avoiding seeking care (<xref ref-type="bibr" rid="ref16">Hall et al., 2022</xref>), which also may be important to understanding the disparity in TGP testing.</p>
<p>Maintaining patient autonomy in navigating genetic testing decisions and how results are used in treatment and care is important to potentially mitigate genetic literacy and medical mistrust among Black patients and increase uptake of an important diagnostic tool like TGP. To help increase self-efficacy and facilitate informed decision making around genetic testing, culturally-sensitive decision support tools (DSTs) would be important to use to improve uptake of genetic testing as part of care (<xref ref-type="bibr" rid="ref22">Kanu et al., 2021</xref>; <xref ref-type="bibr" rid="ref32">Muvuka et al., 2020</xref>). While current systems do exist as clinical support tools to assist in the interpretation of TGP results (<xref ref-type="bibr" rid="ref34">Perakis et al., 2020</xref>), no DSTs aimed specifically at patients have been tested, nor any that are aimed to address barriers that may exist for Black cancer patients. DSTs, including electronic health (eHealth) tools with interactive features (e.g., video, embedded questions, voice over) are attractive because of broad access to the Internet via smart phones and other devices and their effectiveness in vulnerable patient groups (<xref ref-type="bibr" rid="ref24">Kruse and Ehrbar, 2020</xref>). Based on the International Patient Decision Aid Standards (IPDAS) checklist, DSTs should go through a systematic development process, provide information on options, help clarify values, use patient stories, and use plain language (among others) (<xref ref-type="bibr" rid="ref12">Elwyn et al., 2009</xref>). DSTs that follow these standards have been shown to improve decision-making outcomes by increasing knowledge, improving accuracy of risk perceptions, enhancing values clarification and reducing decisional conflict (<xref ref-type="bibr" rid="ref24">Kruse and Ehrbar, 2020</xref>). They can also assist with communicating preferences or focusing questions to the patients&#x2019; needs.</p>
<p>Building on Kreps&#x2019; best practices approach to health communication (<xref ref-type="bibr" rid="ref23">Kreps and Thornton, 1992</xref>), we used an iterative strategy to develop a theory-informed eHealth DST called <italic>Gene Pilot</italic> that involved Black cancer patients at each stage of development. We used the Ottawa Decision Support Framework (ODSF) (<xref ref-type="bibr" rid="ref41">Stacey et al., 2020</xref>) to guide development. The ODSF recognizes that poorly informed decisions result when knowledge is low and preparation is incomplete. According to ODSF, there are several determinants of sub-optimal health decisions that may be modified by decision support, including: (1) perceptions of the decision (e.g., low knowledge, unrealistic expectations, unclear values, decisional conflict); (2) perceptions of others (e.g., biased/limited perceptions in others&#x2019; opinions/practices); and (3) personal and external resources to make the decision (e.g., limited decision making skills, personal risk perceptions) (<xref ref-type="bibr" rid="ref41">Stacey et al., 2020</xref>). Many of these are consistent with the barriers to adequately communicate about TGP to Black cancer patients.</p>
<p>The primary aim of this study was to understand perceptions of TGP and barriers to uptake among Black cancer patients and integrate findings into the development of <italic>Gene Pilot</italic>. We used commercial marketing techniques, including segmentation, perceptual mapping, and vector message modeling, to pinpoint persuasive messaging and to create a tool with high salience by providing information that addresses medical mistrust, fears about genetic information sharing, and suggestions for how to discuss these issues with a doctor using the ODSF constructs. The objective was to create a tool that not only increased genetic literacy and addressed concerns of Black cancer patients related to TGP, but could increase self-efficacy, lower decisional conflict, and increase intention to have TGP as part of their cancer treatment plan. The following outlines the formative work and user testing process to create <italic>Gene Pilot</italic>.</p>
</sec>
<sec sec-type="methods" id="sec6">
<label>2</label>
<title>Methods</title>
<p>Using a formative evaluation framework, we worked with a Community Advisory Board (CAB) throughout the process (<italic>N</italic>&#x202F;=&#x202F;10) who provided input on everything from survey content to messaging and layout of <italic>Gene Pilot</italic>. The formative work included qualitative focus groups (five groups; <italic>N</italic>&#x202F;=&#x202F;33) and surveys (<italic>N</italic>&#x202F;=&#x202F;121) with Black cancer patients and then conducting segmentation analysis, perceptual mapping and vector message modeling to create a targeted message strategy. We then developed &#x201C;mood boards&#x201D; and concept tested them with the CAB and developed a prototype of the web-based application. We then conducted user testing (<italic>N</italic>&#x202F;=&#x202F;10) of <italic>Gene Pilot</italic> to assess for feasibility and acceptability before finalizing (<xref ref-type="fig" rid="fig1">Figure 1</xref>). All research methods were approved by the Fox Chase Cancer Center Institutional Review Board. Following reviews the formative work to develop the tool and the results from the user testing that was completed.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Formative evaluation process for the development of Gene Pilot.</p>
</caption>
<graphic xlink:href="fcomm-10-1505456-g001.tif"/>
</fig>
<sec id="sec7">
<label>2.1</label>
<title>Formative work</title>
<sec id="sec8">
<label>2.1.1</label>
<title>Focus groups</title>
<p>Five in-person focus groups were conducted with Black cancer patients (<italic>N</italic>&#x202F;=&#x202F;33) from an NCI-designated cancer center and an affiliated oncology unit in an urban safety-net hospital located in Philadelphia. Eligibility criteria were: (1) self-identified as Black; (2) 18&#x202F;years or older; (3) diagnosed with a solid tumor cancer. Both patients who had and had not had TGP were eligible to participate. Specific methods and results are published elsewhere (<xref ref-type="bibr" rid="ref30">Luck et al., 2024</xref>).</p>
<p>Participants were mostly female (81.8%), and one-third had some college education; mean age was 57&#x202F;years (SD&#x202F;=&#x202F;11.35); 33.3% reported never having heard of TGP, and 48.5% were not aware of having had TGP as part of their cancer treatment. Qualitative analysis was guided by the principles of applied thematic analysis and yielded five themes: (1) mistrust of medical institutions spurring independent health-information seeking; (2) genetic testing results as both empowering and overwhelming; (3) how provider-patient communication can obviate medical mistrust; (4) how unsupportive patient-family communication undermines interest in secondary-hereditary risk communication; and (5) importance of developing centralized patient support systems outside of treatment decisions. Results of focus groups were used to inform the content of a survey.</p>
</sec>
<sec id="sec9">
<label>2.1.2</label>
<title>Survey</title>
<p>Black cancer patients (<italic>N</italic>&#x202F;=&#x202F;121) from the same settings as focus groups were invited to complete surveys. Patients were identified by electronic health records as eligible and invited to participate via a letter to complete an electronic survey or approached in the waiting room or treatment areas and asked to take the survey in-person via an electronic tablet or on paper. Eligibility was the same as the focus groups with one addition; only those who indicated they had not had TGP or were unaware of having had TGP were included, to ensure messaging was relatable to patients as they were making a decision. Survey items queried about sociodemographic characteristics, clinical factors, patient-oncologist relationship quality, medical mistrust, knowledge and attitudes about genetics, and barriers/facilitators to having TGP. Specific methods and information on results is published elsewhere (<xref ref-type="bibr" rid="ref18">Hoadley et al., 2022</xref>).</p>
<p>Overall, 112 surveys had complete data. Participants were mostly female (77.8%) but were evenly distributed by education level (36.6% high school graduate or less, 35.7% college graduate or more) and annual household income (21.1% $10,000 or less, 21.1% $75,000 or more), with the rest distributed among the other categories. Mean age was 58.7&#x202F;years (SD 10.3). Analyses included chi-squared tests of independence to examine nominal variables and independent samples <italic>t</italic>-tests to evaluate continuous variables by demographic characteristics. Results indicated that medical mistrust was an important variable to investigate, which was measured with 10 items informed by both the focus groups and the Group-Based Medical Mistrust Scale (<xref ref-type="bibr" rid="ref40">Shelton et al., 2010</xref>). Items measured race-based medical and institutional mistrust, including mistrust of science, researchers, pharmaceutical companies, government and regulatory bodies, and insurance companies. Participants indicated their agreement on an 11-point scale (zero&#x202F;=&#x202F;totally disagree to 10&#x202F;=&#x202F;totally agree).</p>
<p>A k-means cluster analysis was then conducted to discern if differences in perceptions about TGP existed by group. The cluster analysis indicated two distinct clusters&#x2014;those with low medical mistrust (<italic>n</italic>&#x202F;=&#x202F;44, 39.3%) and those with high medical mistrust (<italic>n</italic>&#x202F;=&#x202F;68, 60.7%). <xref ref-type="fig" rid="fig2">Figure 2</xref> illustrates differences in means across the 10 items, all of which are statistically significant. Those with higher mistrust reported greater concerns about TGP, including cost, insurance discrimination, sharing of results with others, and physical discomfort of the test. They were also more concerned that their provider could not adequately communicate the results of the test in a way they would understand. Additional in-depth analysis is provided elsewhere (<xref ref-type="bibr" rid="ref18">Hoadley et al., 2022</xref>).</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Cluster segments of black cancer patients by mean levels of medical mistrust.</p>
</caption>
<graphic xlink:href="fcomm-10-1505456-g002.tif"/>
</fig>
<sec id="sec10">
<label>2.1.2.1</label>
<title>Segmentation</title>
<p>The results of the cluster analysis served as a segmentation of the group to understand potential need for different messaging. Segmentation is an important marketing technique that defines subgroups with similar characteristics to understand nuanced public health perceptions and behavioral decisions (<xref ref-type="bibr" rid="ref25">Kubacki et al., 2016</xref>) and to support the development of targeted messaging (<xref ref-type="bibr" rid="ref10">Donovan and Henley, 2010</xref>; <xref ref-type="bibr" rid="ref29">Lotenberg et al., 2011</xref>). Most uses of segmentation in public health communication involve larger scale social marketing campaigns that segment diverse populations, but segmentation can also be used in a seemingly homogeneous group to identify important attitudinal or behavioral variations (i.e., psychographic differences) that may exist to create potential subgroups for targeted messaging (<xref ref-type="bibr" rid="ref13">Gordon et al., 2014</xref>).</p>
</sec>
<sec id="sec11">
<label>2.1.2.2</label>
<title>Perceptual mapping and vector message modeling</title>
<p>After using segmentation analysis to characterize the group by medical mistrust, perceptual mapping and vector message modeling were used to understand perceptions of TGP in Black cancer patients. Perceptual mapping and vector message modeling are used in marketing and advertising but are rarely used in public health communication. Based on Woelfel and Fink&#x2019;s Galileo approach (<xref ref-type="bibr" rid="ref45">Woelfel and Fink, 1980</xref>), the process uses multi-dimensional scaling analysis to produce three dimensional models. The maps show how Black cancer patients perceive TGP, including barriers and facilitators to getting tested, beliefs about genetic privacy, their relationship with their oncologist, and other important constructs. Our computer software converts scaled judgments into distances, which are derived from the inter-item correlations of the variables. Kruskal&#x2019;s procedure is used to minimize the cost function called &#x201C;stress,&#x201D; a measure of the lack of fit between dissimilarities and distances among variables (<xref ref-type="bibr" rid="ref7">Buja et al., 2008</xref>). The authors have extensive experience using this method in health communication research (<xref ref-type="bibr" rid="ref3">Bass et al., 2013</xref>; <xref ref-type="bibr" rid="ref4">Bass et al., 2018</xref>; <xref ref-type="bibr" rid="ref5">Bauerle Bass et al., 2018</xref>).</p>
<p>Once perceptual maps are constructed, vector message modeling is used to understand how to move the group in the space toward the desired decision&#x2014;in this case, intent to have TGP (lines/arrows in <xref ref-type="fig" rid="fig3">Figures 3</xref>, <xref ref-type="fig" rid="fig4">4</xref>). This modeling allows us to understand which variables would be most persuasive in a message to pull the group toward the decision. One can then compare maps by segments to see if messaging is different or if one strategy can be employed to represent all groups. For example, in the maps on patient concerns about TGP (<xref ref-type="fig" rid="fig3">Figure 3</xref>), those with high medical mistrust would need messages addressing their worries about what the TGP results would be, concerns that the oncologist would not be able to explain the results and worries that the results would be used without them knowing. Importantly, those with low mistrust would also respond to these messages. In the maps that address worries about discrimination and use of genetic information (<xref ref-type="fig" rid="fig4">Figure 4</xref>), similar message strategies to move both groups toward intention are indicated, including messages addressing worries that genetic testing is being done just to &#x201C;get money out of me,&#x201D; that minorities will be discriminated against with this type of testing, and that genetic information would not be kept private.</p>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>Perceptual maps&#x2014;patient concerns by medical mistrust.</p>
</caption>
<graphic xlink:href="fcomm-10-1505456-g003.tif"/>
</fig>
<fig position="float" id="fig4">
<label>Figure 4</label>
<caption>
<p>Patient worries about genetic information/testing by medical mistrust.</p>
</caption>
<graphic xlink:href="fcomm-10-1505456-g004.tif"/>
</fig>
</sec>
</sec>
</sec>
<sec id="sec12">
<label>2.2</label>
<title>Message strategy and tool development</title>
<p><xref ref-type="table" rid="tab1">Table 1</xref> outlines the vector message modeling for the two groups by the survey items related to TGP testing. Because messaging was similar across groups, it was determined that tailored messaging to medical mistrust segments was not needed. Six themes emerged from the data and &#x201C;mood boards&#x201D; were created (<xref ref-type="fig" rid="fig5">Figure 5</xref>) to plan <italic>Gene Pilot.</italic> These were brought to the CAB for feedback before tool development began. One standout suggestion was that the eHealth DST should be multicultural to avoid the perception that the tool was &#x201C;targeting&#x201D; Black patients. This feedback was integrated into the development process as visualizations were developed.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Message strategies by medical mistrust cluster.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Message strategies</th>
<th align="left" valign="top">High mistrust</th>
<th align="left" valign="top">Low mistrust</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" rowspan="3">Concerns about TGP</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Worries about what TGP will show.</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Worries about what TGP will show.</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Worries that Doctor cannot explain results in way I can understand.</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Worries that results will not be accurate.</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Worries that the results will be used without me knowing</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Worries that the results will be used without me knowing.</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="3">Benefits of TGP</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>New treatment options.</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Could benefit society.</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Improve quality of life.</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Improve quality of life.</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Help treat cancer.</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Benefits outweigh barriers.</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="3">Worries about genetic information and TGP</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Genetic testing done to get more money from me.</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Minorities more likely to be discriminated against.</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Genetic information will not be kept private.</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Genetic info used against me because of my race.</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Minorities likely to be discriminated against.</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Genetic info will not be kept private.</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">Beliefs about TGP results</td>
<td align="left" valign="top">Nothing clear</td>
<td align="left" valign="top">Nothing clear</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="3">Family issues related to TGP</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Concerned family will judge me getting testing.</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Would ask family advice about testing.</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Results would help family.</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Results would help family.</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Would ask family advice about testing.</p>
</list-item>
</list>
</td>
<td/>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Beliefs about Oncologist</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Trust oncologist to make treatment decisions.</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Trust oncologist to make treatment decisions.</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Comfortable talking to oncologist.</p>
</list-item>
</list>
</td>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Comfortable talking to oncologist.</p>
</list-item>
</list>
</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig position="float" id="fig5">
<label>Figure 5</label>
<caption>
<p>Sample &#x201C;mood board&#x201D; for Gene Pilot eHealth decision support tool-"navigate&#x201D; Section.</p>
</caption>
<graphic xlink:href="fcomm-10-1505456-g005.tif"/>
</fig>
<p>After initial input from the CAB<italic>, Gene Pilot</italic> was developed in collaboration with a private company specializing in health-related technology products (Dog Town Media). It is web-based so it is easily accessible on any type of device connected to the internet and can be accessed both in the clinic and at home on a private device. Voice over narrates the tool, visual cues aid navigation, and animations are multi-cultural though messages address key issues for Black patients identified in the formative work. It also includes video testimonials of real patients and users have the ability to customize their experience by selecting content that is most applicable to them. The tool is organized into four sections (<xref ref-type="fig" rid="fig6">Figure 6</xref>):</p>
<fig position="float" id="fig6">
<label>Figure 6</label>
<caption>
<p>Screen shots of Gene Pilot eHealth decision support tool.</p>
</caption>
<graphic xlink:href="fcomm-10-1505456-g006.tif"/>
</fig>
<p><italic>Fly&#x2014;</italic>provides an overview of TGP testing, secondary hereditary risk, options for testing and knowing results. Presented as short animations to move through.</p>
<p><italic>Glide</italic>&#x2014;provides six patient &#x201C;personas&#x201D; from different cultural backgrounds, types of cancers, and attitudes about TGP. Users can pick which they want to review based on a description of the persona and then watch an animated vignette. The vignettes address barriers to TGP, including fears of discovering secondary hereditary information, worries about discrimination, what will happen to genetic information, and concerns about how to talk to family members about results. Users can view as many vignettes as they like, but two must be reviewed before advancement to the next section is allowed.</p>
<p><italic>Soar</italic>&#x2014;provides testimonial videos from real cancer patients talking about TGP and why they did or did not get the test, how to talk to a doctor about TGP, and other issues related to information gathering and medical mistrust about genetic information. Users can pick which patient videos they would like to watch, but must view at least two before advancement to the next section is allowed.</p>
<p><italic>Navigate</italic>&#x2014;provides a list of topics (e.g., how to communicate results to family, worry about what will happen to genetic information) related to TGP that they can highlight as important to them. Once they have chosen three to five topics, they hit a <italic>SUBMIT</italic> button and a &#x201C;summary card&#x201D; is generated that provides sample questions related to each selected topic. This summary care is a tool to help the user talk to their doctor about the topics chosen. The summary card can be printed or emailed to the user directly from the tool. The section ends with an animation that discusses strategies on how to talk with their doctor about their concerns or questions about TGP.</p>
</sec>
<sec id="sec13">
<label>2.3</label>
<title>User testing with Black cancer patients</title>
<p>Once a prototype tool was developed, user testing with Black cancer patients (<italic>N</italic>&#x202F;=&#x202F;10) was completed to assess the extent to which the tool was understandable, how easily it could be navigated, and its relevance. Participants were recruited from the two aforementioned recruitment sites via invitation letters and in-person at the clinic or treatment areas. Participants were given the option of completing the user testing in-person using an electronic tablet (<italic>N</italic>&#x202F;=&#x202F;3) or online via Zoom (<italic>N</italic>&#x202F;=&#x202F;7). Eligibility criteria were the same as noted above. Each encounter lasted approximately 45&#x202F;min and was audio recorded. All participants received a gift card as a thank-you for their time.</p>
<p>Participants completed a &#x201C;think aloud&#x201D; interview with staff while they interacted with the tool. Staff used a standardized moderator&#x2019;s guide to get input on each section of the tool. The moderator&#x2019;s guide included questions to be asked following each of the four <italic>Gene Pilot</italic> sections to gage response to content, graphics, voice over and other items. Staff also documented any navigation issues, comments, and concerns about user experience in an observational note section of the guide. Participants also completed a brief survey (18 items) on the usefulness of the tool and its relevance. Participants were asked to rate each item on a 1&#x2013;7 scale (strongly disagree to strongly agree). Descriptive statistics, including means, standard deviations, and frequencies for the scaled items were run using SPSS v.28.</p>
</sec>
</sec>
<sec sec-type="results" id="sec14">
<label>3</label>
<title>Results</title>
<p>Overall, user testing participants were 77.8% female, 44.4% had a high school education or less, and the mean age was 56 (range 22&#x2013;67, SD&#x202F;=&#x202F;7.5). Survey results showed high acceptability and satisfaction with <italic>Gene Pilot</italic>. Of the 18 items, means ranged from a high of 6.88 (videos of cancer patients and choosing questions to talk with doctor) to a low of 4.0 (belief that the tool was slanted toward convincing them to get TGP). Most items were in the 6.4&#x2013;6.6 mean range, indicating participants felt all aspects of the tool were acceptable (<xref ref-type="table" rid="tab2">Table 2</xref>).</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Satisfaction and accessibility of the gene pilot eHealth decision support tool (<italic>N</italic>&#x202F;=&#x202F;9).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Item (1&#x2013;7 scale; strongly disagree to strongly agree)</th>
<th align="center" valign="top">Mean (SD)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Using Gene Pilot was simple</td>
<td align="center" valign="top">6.67 (0.50)</td>
</tr>
<tr>
<td align="left" valign="top">I felt comfortable using the tool</td>
<td align="center" valign="top">6.56 (0.53)</td>
</tr>
<tr>
<td align="left" valign="top">I could easily understand how to go from one screen to another</td>
<td align="center" valign="top">6.33 (0.87)</td>
</tr>
<tr>
<td align="left" valign="top">I was able to easily choose which parts of the tool I wanted to look at</td>
<td align="center" valign="top">6.44 (0.73)</td>
</tr>
<tr>
<td align="left" valign="top">The tablet or computer was easy to use</td>
<td align="center" valign="top">6.33 (1.00)</td>
</tr>
<tr>
<td align="left" valign="top">I think the length of the tool was just right</td>
<td align="center" valign="top">6.44 (0.73)</td>
</tr>
<tr>
<td align="left" valign="top">The information provided in the tool was clear and easy to understand</td>
<td align="center" valign="top">6.78 (0.44)</td>
</tr>
<tr>
<td align="left" valign="top">I found the information I needed in Gene Pilot</td>
<td align="center" valign="top">6.44 (0.73)</td>
</tr>
<tr>
<td align="left" valign="top">The information helped me make a decision about tumor genomic profile testing (TGP)</td>
<td align="center" valign="top">6.44 (0.73)</td>
</tr>
<tr>
<td align="left" valign="top">The information was effective in helping understand how to talk with my doctor about TGP</td>
<td align="center" valign="top">6.44 (0.73)</td>
</tr>
<tr>
<td align="left" valign="top">This tool would help me talk with my doctor about getting TGP</td>
<td align="center" valign="top">6.33 (0.87)</td>
</tr>
<tr>
<td align="left" valign="top">I believe the tool was slanted toward convincing me to get TGP</td>
<td align="center" valign="top">4.00 (2.29)</td>
</tr>
<tr>
<td align="left" valign="top">This educational tool would be helpful to a patient who wanted information to make a decision about getting TGP</td>
<td align="center" valign="top">6.63 (0.52)</td>
</tr>
<tr>
<td align="left" valign="top">The general information about TGP at the beginning was helpful</td>
<td align="center" valign="top">6.56 (0.73)</td>
</tr>
<tr>
<td align="left" valign="top">The animations of the &#x201C;personas&#x201D; were helpful</td>
<td align="center" valign="top">6.33 (0.87)</td>
</tr>
<tr>
<td align="left" valign="top">The videos of other cancer patients talking about their experiences were helpful</td>
<td align="center" valign="top">6.88 (0.35)</td>
</tr>
<tr>
<td align="left" valign="top">The part where I was able to choose questions to talk with my doctor about was helpful</td>
<td align="center" valign="top">6.88 (0.35)</td>
</tr>
<tr>
<td align="left" valign="top">Being able to print or email the information was helpful</td>
<td align="center" valign="top">6.63 (0.74)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Qualitative analysis for the 10 sessions was summarized for each part of the tool. Consensus for &#x201C;Fly&#x201D; was that it was clear, easily navigable, and provided good information. Others noted that the logo showed a person that appeared &#x201C;<italic>strong and confident</italic>&#x201D; and that the voiceover was appropriately paced. In responding to the animations, most participants enjoyed them and thought the images were clear, although one user felt they moved too quickly. &#x201C;<italic>Now, the animations are nice, they are pleasing to the eye&#x2026; And I think it&#x2019;s kind of cool to have the airplane with the cloud. So, you are kind of the pilot and in the pilot seat</italic>&#x201D; (Participant 6). All participants were positive about the content and felt it was easily understandable and addressed concerns. &#x201C;<italic>I appreciate it, being forthcoming with what the possible risks could be, as far as information and what could be revealed and how it might impact the person and how they are feeling</italic>&#x201D; (Participant 1). Another noted how positive they felt it was to see different types of people. &#x201C;<italic>I thought it was cool to show different families, different settings. The slide before this one showed that they were sad. So that was kind of relatable. I think the visuals are, well, you have a very diverse group of people. There&#x2019;s all different ethnicities. I think that&#x2019;s pretty cool. And sex, too. And age</italic>&#x201D; (Participant 4). General suggestions for improvement included making instructions larger for those who might not have experience using computers and having animations automatically play after touching or clicking a button, without having to click again on the video. There was also a suggestion to have transcripts of audio provided as a drop-down menu. All of these suggestions were incorporated into the final tool.</p>
<p>Feedback for Glide was also positive, with participants noting that the personas felt &#x201C;<italic>relatable</italic>.&#x201D; &#x201C;<italic>You know what I thought was really cool about this, about James</italic> [persona who discusses worries about being discriminated against and distrust of the healthcare system]<italic>&#x2026;I may not think exactly like him, but I understood where James is coming from. And I just appreciate that fact that</italic> [you] <italic>took the time to take that into consideration</italic>&#x201D; (Participant 2). Another participant noted feeling that the personas covered all the important issues. They said, &#x201C;<italic>You did the costs, the discrimination part, you did about you know, who gets your information. And it&#x2019;s funny. I remember asking those questions</italic>&#x201D; (Participant 5). Suggestions to improve this section included changing some characters in the animations to appear more open (not having folded arms), ensuring that healthcare team members were represented from a variety of ethnicities, and being explicit on how to close out a window beyond an &#x201C;X&#x201D; box. All suggestions were used to modify the final tool.</p>
<p>In the Soar section, participants felt that hearing from patients was valuable and that there is &#x201C;<italic>nothing like firsthand experience</italic>.&#x201D; One participant said, &#x201C;<italic>So having someone that speaks like me, looks like me, you know, or someone I could see a relative resemblance or, you know, just reminds me of somebody that I trust is important</italic>&#x201D; (Participant 1). Suggestions included having the option to have closed captions as well as displaying the information about the patient next to their picture so that the user did not have to click on it to get information. These were integrated into the final version.</p>
<p>Finally, participants felt the Navigate section of the tool was helpful in providing a baseline of questions to talk to a doctor about. It was described as &#x201C;<italic>helpful</italic>,&#x201D; &#x201C;<italic>thorough</italic>&#x201D; and &#x201C;<italic>hitting the right things</italic>.&#x201D; One participant said, &#x201C;<italic>It&#x2019;s pretty cool. And I think it has like a really positive vibe for someone dealing with a really serious topic</italic>&#x201D; (Participant 2). Another noted the usefulness of the summary card, saying &#x201C;<italic>I love how you did the summary card with the questions up to the sides&#x2026;and then the answers to questions that you need answered</italic>&#x201D; (Participant 5). Participants also liked the option to have the questions emailed. Suggestions for this section included explicit instructions on how many topics to highlight to improve understanding of how to produce the summary card and to have space at the bottom of the card to add user-generated questions that may not have been on the predetermined list. These suggestions were also integrated into the final version.</p>
<p>Overall, participants felt <italic>Gene Pilot</italic> provided information in an easy to access way to present information on TGP and genetic testing and included the key areas that patients would want to know about. One participant said, &#x201C;<italic>TGP just sounds like an initial and then when you hear all these people that are going to be involved with you, on top of your doctors, it&#x2019;s mumbo jumbo. Like you do not know what they are talking about. You do not have a clue. So yeah, this</italic> [Gene Pilot]&#x2026; <italic>brings it down to like the basic person level as opposed to the science level</italic>&#x201D; (Participant 4).</p>
</sec>
<sec sec-type="discussion" id="sec15">
<label>4</label>
<title>Discussion</title>
<p>Development of the <italic>Gene Pilot</italic> eHealth decision support tool included iterative formative evaluation that incorporated the voices of the target audience at every stage of development. The user testing illustrated the utility of our iterative development process and formative work, with overall positive feedback about all aspects of the tool, including content, look/feel, and ability to customize it to the user&#x2019;s interests. In addition, user testing indicated that it was easy to use and the use of clear communication principles, including voiceover and easy navigation, mitigated most potential problems with health or digital literacy (<xref ref-type="bibr" rid="ref28">Lin and Bautista, 2017</xref>), a key component in the IPADS guidelines for creating eHealth tools (<xref ref-type="bibr" rid="ref12">Elwyn et al., 2009</xref>). Importantly, all suggestions for improvement were related to navigability. No participants took issue with any content or messaging, indicating the formative work provided salient messages related to the concerns of Black cancer patients. To date, no other eHealth decision tool has been developed to address TGP in Black cancer patients, so collaborating with these patients to create this well-received tool to meet the decisional needs of the target population is a promising step toward addressing racial disparities in uptake of TGP.</p>
<p>Using the ODSF was an important way to ground the development of the tool. Each section of <italic>Gene Pilot</italic> addressed the core components of this framework, including providing information to increase knowledge and clarify values, provide balanced information for the patient to make an informed decision that fits with those values, and facilitate communication preferences to healthcare providers (<xref ref-type="bibr" rid="ref42">Stacey et al., 2017</xref>). Importantly, the user testing supported that these components were welcome and favored. Participants noted that the tool not only provided information in a way they could understand but allowed them to explore different aspects of the decision that could be important to them, such as addressing medical mistrust or how results might impact them and their family. There was also enthusiasm for the section that allowed them to choose relevant topics and to generate example questions they could print or email to have with them to talk to their doctor. Clearly, using ODSF constructs was perceived of as helpful by this patient group. Recent systematic reviews of studies that have used ODSF indicated that decision tools or aids using ODSF were superior to usual care in improving decisional quality and reducing decisional needs (<xref ref-type="bibr" rid="ref19">Hoefel et al., 2020a</xref>; <xref ref-type="bibr" rid="ref20">Hoefel et al., 2020b</xref>; <xref ref-type="bibr" rid="ref41">Stacey et al., 2020</xref>).</p>
<p>Besides using best IPADS practices and following the guidance of the ODSF, a significant innovation was the use of novel analysis methods. By using segmentation, perceptual mapping, and vector message modeling, we were able to explore how a group of demographically similar cancer patients differed in perceptions of and intention to use TGP by a psychographic variable. The role of medical mistrust and its association to feelings about genetic testing was an important finding that informed how to talk about TGP and allowed patients to feel justified in feeling mistrust. Interestingly, despite different levels of mistrust in the sample, vector message modeling results showed similar messaging strategies, indicating the need to address mistrust for all patients. User testing indicated that these message strategies were informational, appropriately worded, and highly relevant. The use of these methods is unique to the development of public health communication interventions and have been shown in other studies by the authors to be effective (<xref ref-type="bibr" rid="ref21">Jessop et al., 2020</xref>; <xref ref-type="bibr" rid="ref38">Ruzek et al., 2016</xref>). While user testing indicated the message strategy is promising, the next step of this research will be to test <italic>Gene Pilot</italic> in a randomized clinical trial with Black cancer patients to assess effect on decisional conflict, genetic literacy, and communication of preferences with a provider.</p>
<sec id="sec16">
<label>4.1</label>
<title>Limitations</title>
<p>All formative work and user testing was done with Black cancer patients from two urban clinical locations, although these sites differ in sociodemographic characteristics with one being a suburban cancer center with a primarily privately insured patient population and the other a clinic within a large safety-net hospital with a primarily Medicaid/Medicare patient population. The opinions and attitudes toward TGP may differ than other geographic locations. The population was also primarily female, which may have biased the results. It may be also possible that desirability bias affected the opinions of user testing participants such that there was reluctance to share critical feedback of <italic>Gene Pilot</italic>. However, we did receive useful suggestions for tool improvement related to usability, minimizing concerns about this potential limitation. The sample size for user testing was small and it is possible that other issues may have been found with more people. However, most guidelines for usability testing indicate that most usability problems are detected with the first three to five subjects (<xref ref-type="bibr" rid="ref44">Turner et al., 2006</xref>; <xref ref-type="bibr" rid="ref39">Sauro and Lewis, 2016</xref>). Since this tool was relatively easy and linear, the sample size more than likely uncovered the main navigability issues. Future research should test messages and tool components with a broader population of patients.</p>
</sec>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="sec17">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="ethics-statement" id="sec18">
<title>Ethics statement</title>
<p>The studies involving humans were approved by the Fox Chase Cancer Center Institutional Review Board. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec19">
<title>Author contributions</title>
<p>SB: Conceptualization, Formal analysis, Funding acquisition, Methodology, Project administration, Supervision, Writing &#x2013; original draft. YC: Data curation, Investigation, Supervision, Writing &#x2013; review &#x0026; editing. JB: Investigation, Supervision, Writing &#x2013; review &#x0026; editing. PK: Investigation, Project administration, Supervision, Writing &#x2013; review &#x0026; editing. A-MR: Investigation, Writing &#x2013; review &#x0026; editing. PD&#x2019;A: Formal analysis, Investigation, Writing &#x2013; review &#x0026; editing. AH: Formal analysis, Investigation, Writing &#x2013; review &#x0026; editing. CL: Formal analysis, Investigation, Writing &#x2013; review &#x0026; editing. KS: Investigation, Project administration, Supervision, Writing &#x2013; review &#x0026; editing. MH: Conceptualization, Funding acquisition, Methodology, Project administration, Writing &#x2013; review &#x0026; editing.</p>
</sec>
<sec sec-type="funding-information" id="sec20">
<title>Funding</title>
<p>The author(s) declare that financial support was received for the research and/or publication of this article. This study was funded by the American Cancer Society, Health Equity Grant #131652-18-024-01-CPPB (MH and SB, MPIs).</p>
</sec>
<ack>
<p>Thank you to all patients who contributed to this research.</p>
</ack>
<sec sec-type="COI-statement" id="sec21">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="ai-statement" id="sec22">
<title>Generative AI statement</title>
<p>The authors declare that no Gen AI was used in the creation of this manuscript.</p>
</sec>
<sec sec-type="disclaimer" id="sec23">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Akhoundova</surname> <given-names>D.</given-names></name> <name><surname>Rubin</surname> <given-names>M. A.</given-names></name></person-group> (<year>2022</year>). <article-title>Clinical application of advances multi-omics tumor profiling: shaping precision oncology of the future</article-title>. <source>Cancer Cell</source> <volume>40</volume>, <fpage>920</fpage>&#x2013;<lpage>938</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ccell.2022.08.011</pub-id>, PMID: <pub-id pub-id-type="pmid">36055231</pub-id></citation></ref>
<ref id="ref2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Anderson</surname> <given-names>E. C.</given-names></name> <name><surname>Hinton</surname> <given-names>A. C.</given-names></name> <name><surname>Lary</surname> <given-names>C. W.</given-names></name> <name><surname>Fenton</surname> <given-names>A. T. H. R.</given-names></name> <name><surname>Antov</surname> <given-names>A.</given-names></name> <name><surname>Edelman</surname> <given-names>E.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Community oncologists&#x2019; perceptions and utilization of large-panel genomic tumor testing</article-title>. <source>BMC Cancer</source> <volume>21</volume>:<fpage>1273</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12885-021-08985-0</pub-id></citation></ref>
<ref id="ref3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bass</surname> <given-names>S. B.</given-names></name> <name><surname>Gordon</surname> <given-names>T. F.</given-names></name> <name><surname>Ruzek</surname> <given-names>S. B.</given-names></name> <name><surname>Wolak</surname> <given-names>C.</given-names></name> <name><surname>Ruggieri</surname> <given-names>D.</given-names></name> <name><surname>Mora</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Developing a computer touch-screen interactive colorectal screening decision aid for a low-literacy African American population: lessons learned</article-title>. <source>Health Promot. Pract.</source> <volume>14</volume>, <fpage>589</fpage>&#x2013;<lpage>598</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1524839912463394</pub-id>, PMID: <pub-id pub-id-type="pmid">23132838</pub-id></citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bass</surname> <given-names>S. B.</given-names></name> <name><surname>Jessop</surname> <given-names>A.</given-names></name> <name><surname>Maurer</surname> <given-names>L.</given-names></name> <name><surname>Gashat</surname> <given-names>M.</given-names></name> <name><surname>Al Hajji</surname> <given-names>M.</given-names></name> <name><surname>Gutierrez</surname> <given-names>M.</given-names></name></person-group> (<year>2018</year>). <article-title>Mapping the barriers and facilitators of HCV treatment initiation in methadone maintenance therapy patients: implications for intervention development</article-title>. <source>J. Health Commun.</source> <volume>23</volume>, <fpage>117</fpage>&#x2013;<lpage>127</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10810730.2017.1414902</pub-id>, PMID: <pub-id pub-id-type="pmid">29252118</pub-id></citation></ref>
<ref id="ref5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bauerle Bass</surname> <given-names>S.</given-names></name> <name><surname>Jessop</surname> <given-names>A.</given-names></name> <name><surname>Gashat</surname> <given-names>M.</given-names></name> <name><surname>Maurer</surname> <given-names>L.</given-names></name> <name><surname>Alhajji</surname> <given-names>M.</given-names></name> <name><surname>Forry</surname> <given-names>J.</given-names></name></person-group> (<year>2018</year>). <article-title>Take charge, get cured: the development and user testing of a culturally targeted mHealth decision tool on HCV treatment initiation for methadone patients</article-title>. <source>Patient Educ. Couns.</source> <volume>101</volume>, <fpage>1995</fpage>&#x2013;<lpage>2004</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.pec.2018.07.007</pub-id>, PMID: <pub-id pub-id-type="pmid">30055893</pub-id></citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Best</surname> <given-names>M. C.</given-names></name> <name><surname>Bartley</surname> <given-names>N.</given-names></name> <name><surname>Jacobs</surname> <given-names>C.</given-names></name> <name><surname>Juraskova</surname> <given-names>I.</given-names></name> <name><surname>Goldstein</surname> <given-names>D.</given-names></name> <name><surname>Newson</surname> <given-names>A. J.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Patient perspectives on molecular tumor profiling: &#x201C;why wouldn&#x2019;t you?&#x201D;</article-title>. <source>BMC Cancer</source> <volume>19</volume>:<fpage>753</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12885-019-5920-x</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Buja</surname> <given-names>A.</given-names></name> <name><surname>Swayne</surname> <given-names>D. F.</given-names></name> <name><surname>Littman</surname> <given-names>M. L.</given-names></name> <name><surname>Dean</surname> <given-names>N.</given-names></name> <name><surname>Hofmann</surname> <given-names>H.</given-names></name> <name><surname>Chen</surname> <given-names>L.</given-names></name></person-group> (<year>2008</year>). <article-title>Data Visualization With Multidimensional Scaling</article-title>. <source>J. Comput. Graph. Stat.</source> <volume>17</volume>, <fpage>444</fpage>&#x2013;<lpage>472</lpage>. doi: <pub-id pub-id-type="doi">10.1198/106186008X318440</pub-id></citation></ref>
<ref id="ref9001"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Beaubier</surname> <given-names>N.</given-names></name> <name><surname>Bontrager</surname> <given-names>M.</given-names></name> <name><surname>Huether</surname> <given-names>R.</given-names></name> <name><surname>Igartua</surname> <given-names>C.</given-names></name> <name><surname>Lau</surname> <given-names>D.</given-names></name> <name><surname>Tell</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Integrated genomic profiling expands clinical options for patients with cancer</article-title>. <source>Nat Biotechnol</source> <volume>37</volume>, <fpage>1351</fpage>&#x2013;<lpage>1360</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41587-019-0259-z</pub-id></citation></ref>
<ref id="ref9002"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Blanchette</surname> <given-names>P. S.</given-names></name> <name><surname>Spreafico</surname> <given-names>A.</given-names></name> <name><surname>Miller</surname> <given-names>F. A.</given-names></name> <name><surname>Chan</surname> <given-names>K.</given-names></name> <name><surname>Bytautas</surname> <given-names>J.</given-names></name> <name><surname>Kang</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Genomic testing in cancer: patient knowledge, attitudes, and expectations</article-title>. <source>Cancer</source> <volume>120</volume>, <fpage>3066</fpage>&#x2013;<lpage>3073</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cncr.28807</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chung</surname> <given-names>J. H.</given-names></name> <name><surname>Dewal</surname> <given-names>N.</given-names></name> <name><surname>Sokol</surname> <given-names>E.</given-names></name> <name><surname>Mathew</surname> <given-names>P.</given-names></name> <name><surname>Whitehead</surname> <given-names>R.</given-names></name> <name><surname>Millis</surname> <given-names>S. Z.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Prospective comprehensive genomic profiling of primary and metastatic prostate tumors</article-title>. <source>JCO Precis. Oncol.</source> <volume>3</volume>, <fpage>1</fpage>&#x2013;<lpage>23</lpage>. doi: <pub-id pub-id-type="doi">10.1200/PO.18.00283</pub-id>, PMID: <pub-id pub-id-type="pmid">31218271</pub-id></citation></ref>
<ref id="ref9003"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cobain</surname> <given-names>E. F.</given-names></name> <name><surname>Wu</surname> <given-names>Y.</given-names></name> <name><surname>Vats</surname> <given-names>P.</given-names></name> <name><surname>Chugh</surname> <given-names>R.</given-names></name> <name><surname>Worden</surname> <given-names>F.</given-names></name> <name><surname>Smith</surname> <given-names>D. C.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Assessment of clinical benefit of integrative genomic profiling in advanced solid tumors</article-title>. <source>JAMA Oncol</source> <volume>7</volume>, <fpage>525</fpage>&#x2013;<lpage>533</lpage>. doi: <pub-id pub-id-type="doi">10.1001/jamaoncol.2020.7987</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Moor</surname> <given-names>J. S.</given-names></name> <name><surname>Gray</surname> <given-names>S. W.</given-names></name> <name><surname>Mitchell</surname> <given-names>S. A.</given-names></name> <name><surname>Klabunde</surname> <given-names>C. N.</given-names></name> <name><surname>Freedman</surname> <given-names>A. N.</given-names></name></person-group> (<year>2020</year>). <article-title>Oncologist confidence in genomic testing and implications for using multimarker tumor panel tests in practice</article-title>. <source>JCO Precis. Oncol.</source> <volume>4</volume>, <fpage>620</fpage>&#x2013;<lpage>631</lpage>. doi: <pub-id pub-id-type="doi">10.1200/PO.19.00338</pub-id>, PMID: <pub-id pub-id-type="pmid">32923869</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Donovan</surname> <given-names>R.</given-names></name> <name><surname>Henley</surname> <given-names>N.</given-names></name></person-group> (<year>2010</year>). <source>Principles and practice of social marketing: An international perspective</source>. <publisher-loc>Cambridge</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name>.</citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dumenci</surname> <given-names>L.</given-names></name> <name><surname>Matsuyama</surname> <given-names>R.</given-names></name> <name><surname>Riddle</surname> <given-names>D. L.</given-names></name> <name><surname>Cartwright</surname> <given-names>L. A.</given-names></name> <name><surname>Perera</surname> <given-names>R. A.</given-names></name> <name><surname>Chung</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Measurement of Cancer health literacy and identification of patients with limited Cancer health literacy</article-title>. <source>J. Health Commun.</source> <volume>19</volume>, <fpage>205</fpage>&#x2013;<lpage>224</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10810730.2014.943377</pub-id>, PMID: <pub-id pub-id-type="pmid">25315594</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elwyn</surname> <given-names>G.</given-names></name> <name><surname>O&#x2019;Connor</surname> <given-names>A. M.</given-names></name> <name><surname>Bennett</surname> <given-names>C.</given-names></name> <name><surname>Newcombe</surname> <given-names>R. G.</given-names></name> <name><surname>Politi</surname> <given-names>M.</given-names></name> <name><surname>Durand</surname> <given-names>M.-A.</given-names></name> <etal/></person-group>. (<year>2009</year>). <article-title>Assessing the quality of decision support technologies using the international patient decision aid standards instrument (IPDASi)</article-title>. <source>Plo S One</source> <volume>4</volume>:<fpage>E4705</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0004705</pub-id>, PMID: <pub-id pub-id-type="pmid">19259269</pub-id></citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gordon</surname> <given-names>T. F.</given-names></name> <name><surname>Bass</surname> <given-names>S. B.</given-names></name> <name><surname>Ruzek</surname> <given-names>S. B.</given-names></name> <name><surname>Wolak</surname> <given-names>C.</given-names></name> <name><surname>Rovito</surname> <given-names>M. J.</given-names></name> <name><surname>Ruggieri</surname> <given-names>D. G.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Developing a typology of African Americans with limited literacy based on preventive health practice orientation: implications for colorectal Cancer screening strategies</article-title>. <source>J. Health Commun.</source> <volume>19</volume>, <fpage>1259</fpage>&#x2013;<lpage>1277</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10810730.2013.872725</pub-id>, PMID: <pub-id pub-id-type="pmid">24673248</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hall</surname> <given-names>M. J.</given-names></name> <name><surname>D&#x2019;Avanzo</surname> <given-names>P.</given-names></name> <name><surname>Chertock</surname> <given-names>Y.</given-names></name> <name><surname>Brajuha</surname> <given-names>J.</given-names></name> <name><surname>Bass</surname> <given-names>S. B.</given-names></name></person-group> (<year>2021</year>). <article-title>Oncologists&#x2019; perceptions of tumor genomic profiling and the communication of test results and risks</article-title>. <source>Public Health Genomics</source> <volume>24</volume>, <fpage>304</fpage>&#x2013;<lpage>309</lpage>. doi: <pub-id pub-id-type="doi">10.1159/000517486</pub-id>, PMID: <pub-id pub-id-type="pmid">34325422</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hall</surname> <given-names>M. J.</given-names></name> <name><surname>D'Avanzo</surname> <given-names>P.</given-names></name> <name><surname>Chertock</surname> <given-names>Y.</given-names></name> <name><surname>Kelly</surname> <given-names>P. J. A.</given-names></name> <name><surname>Brajuha</surname> <given-names>J.</given-names></name> <name><surname>Singley</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2024</year>). <article-title>Oncologists' perceptions of tumor genomic profiling and barriers to communicating secondary hereditary risks to African American patients</article-title>. <source>BMC Cancer</source> <volume>24</volume>:<fpage>412</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12885-024-12184-y</pub-id>, PMID: <pub-id pub-id-type="pmid">38566032</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hall</surname> <given-names>O. T.</given-names></name> <name><surname>Jordan</surname> <given-names>A.</given-names></name> <name><surname>Teater</surname> <given-names>J.</given-names></name> <name><surname>Dixon-Shambley</surname> <given-names>K.</given-names></name> <name><surname>McKiever</surname> <given-names>M. E.</given-names></name> <name><surname>Baek</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Experiences of racial discrimination in the medical setting and associations with medical mistrust and expectations of care among black patients seeking addiction treatment</article-title>. <source>J. Subst. Abus. Treat.</source> <volume>133</volume>:<fpage>108551</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jsat.2021.108551</pub-id></citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hann</surname> <given-names>K. E. J.</given-names></name> <name><surname>Freeman</surname> <given-names>M.</given-names></name> <name><surname>Fraser</surname> <given-names>L.</given-names></name> <name><surname>Waller</surname> <given-names>J.</given-names></name> <name><surname>Sanderson</surname> <given-names>S. C.</given-names></name> <name><surname>Rahman</surname> <given-names>B.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Awareness, knowledge, perceptions, and attitudes towards genetic testing for cancer risk among ethnic minority groups: a systematic review</article-title>. <source>BMC Public Health</source> <volume>17</volume>:<fpage>503</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12889-017-4375-8</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hoadley</surname> <given-names>A.</given-names></name> <name><surname>Bass</surname> <given-names>S. B.</given-names></name> <name><surname>Chertock</surname> <given-names>Y.</given-names></name> <name><surname>Brajuha</surname> <given-names>J.</given-names></name> <name><surname>D&#x2019;Avanzo</surname> <given-names>P.</given-names></name> <name><surname>Kelly</surname> <given-names>P. J.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>The role of medical mistrust in concerns about tumor genomic profiling among black and African American Cancer patients</article-title>. <source>Int. J. Environ. Res. Public Health</source> <volume>19</volume>:<fpage>2598</fpage>. doi: <pub-id pub-id-type="doi">10.3390/ijerph19052598</pub-id>, PMID: <pub-id pub-id-type="pmid">35270290</pub-id></citation></ref>
<ref id="ref19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hoefel</surname> <given-names>L.</given-names></name> <name><surname>Lewis</surname> <given-names>K. B.</given-names></name> <name><surname>O&#x2019;Connor</surname> <given-names>A.</given-names></name> <name><surname>Stacey</surname> <given-names>D.</given-names></name></person-group> (<year>2020a</year>). <article-title>20th anniversary update of the Ottawa decision support framework: part 2 subanalysis of a systematic review of patient decision aids</article-title>. <source>Med. Decis. Mak.</source> <volume>40</volume>, <fpage>522</fpage>&#x2013;<lpage>539</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0272989X20924645</pub-id>, PMID: <pub-id pub-id-type="pmid">32522091</pub-id></citation></ref>
<ref id="ref20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hoefel</surname> <given-names>L.</given-names></name> <name><surname>O&#x2019;Connor</surname> <given-names>A. M.</given-names></name> <name><surname>Lewis</surname> <given-names>K. B.</given-names></name> <name><surname>Boland</surname> <given-names>L.</given-names></name> <name><surname>Sikora</surname> <given-names>L.</given-names></name> <name><surname>Hu</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2020b</year>). <article-title>20th anniversary update of the Ottawa decision support framework part 1: a systematic review of the decisional needs of people making health or social decisions</article-title>. <source>Med. Decis. Mak.</source> <volume>40</volume>, <fpage>555</fpage>&#x2013;<lpage>581</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0272989X20936209</pub-id>, PMID: <pub-id pub-id-type="pmid">32659154</pub-id></citation></ref>
<ref id="ref21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jessop</surname> <given-names>A. B.</given-names></name> <name><surname>Bass</surname> <given-names>S. B.</given-names></name> <name><surname>Brajuha</surname> <given-names>J.</given-names></name> <name><surname>Alhajji</surname> <given-names>M.</given-names></name> <name><surname>Burke</surname> <given-names>M.</given-names></name> <name><surname>Gashat</surname> <given-names>M. T.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>&#x201C;Take charge, get cured&#x201D;: pilot testing a targeted mHealth treatment decision support tool for methadone patients with hepatitis C virus for acceptability and promise of efficacy</article-title>. <source>J. Subst. Abus. Treat.</source> <volume>109</volume>, <fpage>23</fpage>&#x2013;<lpage>33</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jsat.2019.11.001</pub-id>, PMID: <pub-id pub-id-type="pmid">31856947</pub-id></citation></ref>
<ref id="ref22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kanu</surname> <given-names>C.</given-names></name> <name><surname>Brown</surname> <given-names>C. M.</given-names></name> <name><surname>Rascati</surname> <given-names>K.</given-names></name> <name><surname>Moczygemba</surname> <given-names>L. R.</given-names></name> <name><surname>Mackert</surname> <given-names>M.</given-names></name> <name><surname>Wilfong</surname> <given-names>L.</given-names></name></person-group> (<year>2021</year>). <article-title>Are health literacy and patient activation related to health outcomes in breast Cancer patients?</article-title> <source>Health Literacy Res. Prac.</source> <volume>5</volume>, <fpage>E171</fpage>&#x2013;<lpage>E178</lpage>. doi: <pub-id pub-id-type="doi">10.3928/24748307-20210524-02</pub-id>, PMID: <pub-id pub-id-type="pmid">34260317</pub-id></citation></ref>
<ref id="ref23"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Kreps</surname> <given-names>G.</given-names></name> <name><surname>Thornton</surname> <given-names>B.</given-names></name></person-group> (<year>1992</year>). <source>Health communication theory and practice 1992</source>. <publisher-loc>Long Grove, IL</publisher-loc>: <publisher-name>Waveland Press Illinois</publisher-name>.</citation></ref>
<ref id="ref24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kruse</surname> <given-names>C. S.</given-names></name> <name><surname>Ehrbar</surname> <given-names>N.</given-names></name></person-group> (<year>2020</year>). <article-title>Effects of computerized decision support systems on practitioner performance and patient outcomes: systematic review</article-title>. <source>JMIR Med. Inform.</source> <volume>8</volume>:<fpage>E17283</fpage>. doi: <pub-id pub-id-type="doi">10.2196/17283</pub-id>, PMID: <pub-id pub-id-type="pmid">32780714</pub-id></citation></ref>
<ref id="ref25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kubacki</surname> <given-names>K.</given-names></name> <name><surname>Rundle-Thiele</surname> <given-names>S.</given-names></name> <name><surname>Pang</surname> <given-names>B.</given-names></name> <name><surname>Carins</surname> <given-names>J.</given-names></name> <name><surname>Parkinson</surname> <given-names>J.</given-names></name> <name><surname>Fujihira</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>An umbrella review of the use of segmentation in social marketing interventions</article-title>. <source>Segmentation Soc. Marketing</source> <volume>2016</volume>, <fpage>9</fpage>&#x2013;<lpage>23</lpage>. doi: <pub-id pub-id-type="doi">10.1007/978-981-10-1835-0_2</pub-id></citation></ref>
<ref id="ref26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>J.</given-names></name> <name><surname>Kim</surname> <given-names>S. T.</given-names></name> <name><surname>Kim</surname> <given-names>K.</given-names></name> <name><surname>Lee</surname> <given-names>H.</given-names></name> <name><surname>Kozarewa</surname> <given-names>I.</given-names></name> <name><surname>Mortimer</surname> <given-names>P. G. S.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Tumor genomic profiling guides patients with metastatic gastric Cancer to targeted treatment: the VIKTORY umbrella trial</article-title>. <source>Cancer Discov.</source> <volume>9</volume>, <fpage>1388</fpage>&#x2013;<lpage>1405</lpage>. doi: <pub-id pub-id-type="doi">10.1158/2159-8290.CD-19-0442</pub-id>, PMID: <pub-id pub-id-type="pmid">31315834</pub-id></citation></ref>
<ref id="ref27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Levit</surname> <given-names>L. A.</given-names></name> <name><surname>Kim</surname> <given-names>E. S.</given-names></name> <name><surname>McAneny</surname> <given-names>B. L.</given-names></name> <name><surname>Nadauld</surname> <given-names>L. D.</given-names></name> <name><surname>Levit</surname> <given-names>K.</given-names></name> <name><surname>Schenkel</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Implementing precision medicine in community-based oncology programs: three models</article-title>. <source>J. Oncol. Pract.</source> <volume>15</volume>, <fpage>325</fpage>&#x2013;<lpage>329</lpage>. doi: <pub-id pub-id-type="doi">10.1200/JOP.18.00661</pub-id>, PMID: <pub-id pub-id-type="pmid">30802151</pub-id></citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lin</surname> <given-names>T. T. C.</given-names></name> <name><surname>Bautista</surname> <given-names>J. R.</given-names></name></person-group> (<year>2017</year>). <article-title>Understanding the relationships between mHealth apps&#x2019; characteristics, Trialability, and mHealth literacy</article-title>. <source>J. Health Commun.</source> <volume>22</volume>, <fpage>346</fpage>&#x2013;<lpage>354</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10810730.2017.1296508</pub-id>, PMID: <pub-id pub-id-type="pmid">28323546</pub-id></citation></ref>
<ref id="ref29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lotenberg</surname> <given-names>L. D.</given-names></name> <name><surname>Schechter</surname> <given-names>C.</given-names></name> <name><surname>Strand</surname> <given-names>J.</given-names></name></person-group> (<year>2011</year>). <article-title>Segmentation and targeting</article-title>. <source>SAGE Handb. Soc. Marketing</source> <volume>2011</volume>:<fpage>125</fpage>. doi: <pub-id pub-id-type="doi">10.4135/9781446201008.n9</pub-id></citation></ref>
<ref id="ref30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Luck</surname> <given-names>C. C.</given-names></name> <name><surname>Bass</surname> <given-names>S. B.</given-names></name> <name><surname>Chertock</surname> <given-names>Y.</given-names></name> <name><surname>Kelly</surname> <given-names>P. J. A.</given-names></name> <name><surname>Singley</surname> <given-names>K.</given-names></name> <name><surname>Hoadley</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2024</year>). <article-title>Understanding perceptions of tumor genomic profile testing in black/African American cancer patients in a qualitative study: the role of medical mistrust, provider communication, and family support</article-title>. <source>J Community Genet.</source> <volume>15</volume>, <fpage>281</fpage>&#x2013;<lpage>292</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s12687-024-00700-3</pub-id>, PMID: <pub-id pub-id-type="pmid">38366313</pub-id></citation></ref>
<ref id="ref31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lynch</surname> <given-names>J. A.</given-names></name> <name><surname>Berse</surname> <given-names>B.</given-names></name> <name><surname>Rabb</surname> <given-names>M.</given-names></name> <name><surname>Mosquin</surname> <given-names>P.</given-names></name> <name><surname>Chew</surname> <given-names>R.</given-names></name> <name><surname>West</surname> <given-names>S. L.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Underutilization and disparities in access to EGFR testing among Medicare patients with lung cancer from 2010&#x2014;2013</article-title>. <source>BMC Cancer</source> <volume>18</volume>:<fpage>306</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12885-018-4190-3</pub-id>, PMID: <pub-id pub-id-type="pmid">29554880</pub-id></citation></ref>
<ref id="ref32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Muvuka</surname> <given-names>B.</given-names></name> <name><surname>Combs</surname> <given-names>R. M.</given-names></name> <name><surname>Ayangeakaa</surname> <given-names>S. D.</given-names></name> <name><surname>Ali</surname> <given-names>N. M.</given-names></name> <name><surname>Wendel</surname> <given-names>M. L.</given-names></name> <name><surname>Jackson</surname> <given-names>T.</given-names></name></person-group> (<year>2020</year>). <article-title>Health literacy in African-American communities: barriers and strategies</article-title>. <source>Health Liter. Res. Prac.</source> <volume>4</volume>, <fpage>E138</fpage>&#x2013;<lpage>E143</lpage>. doi: <pub-id pub-id-type="doi">10.3928/24748307-20200617-01</pub-id>, PMID: <pub-id pub-id-type="pmid">32674161</pub-id></citation></ref>
<ref id="ref33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Palazzo</surname> <given-names>L. L.</given-names></name> <name><surname>Sheehan</surname> <given-names>D. F.</given-names></name> <name><surname>Tramontano</surname> <given-names>A. C.</given-names></name> <name><surname>Kong</surname> <given-names>C. Y.</given-names></name></person-group> (<year>2019</year>). <article-title>Disparities and trends in genetic testing and Erlotinib treatment among metastatic non-small cell lung Cancer patients</article-title>. <source>Cancer Epidemiol. Biomarkers Prev.</source> <volume>28</volume>, <fpage>926</fpage>&#x2013;<lpage>934</lpage>. doi: <pub-id pub-id-type="doi">10.1158/1055-9965.EPI-18-0917</pub-id>, PMID: <pub-id pub-id-type="pmid">30787053</pub-id></citation></ref>
<ref id="ref34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Perakis</surname> <given-names>S. O.</given-names></name> <name><surname>Weber</surname> <given-names>S.</given-names></name> <name><surname>Zhou</surname> <given-names>Q.</given-names></name> <name><surname>Graf</surname> <given-names>R.</given-names></name> <name><surname>Hojass</surname> <given-names>S.</given-names></name> <name><surname>Riedl</surname> <given-names>J. M.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Comparison of three commercial decision support platforms for matching of next-generation sequencing results with therapies in patients with cancer</article-title>. <source>ESMO Open</source> <volume>5</volume>:<fpage>e000872</fpage>. doi: <pub-id pub-id-type="doi">10.1136/esmoopen-2020-000872</pub-id>, PMID: <pub-id pub-id-type="pmid">32967919</pub-id></citation></ref>
<ref id="ref35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pishvaian</surname> <given-names>M. J.</given-names></name> <name><surname>Blais</surname> <given-names>E. M.</given-names></name> <name><surname>Brody</surname> <given-names>J. R.</given-names></name> <name><surname>Lyons</surname> <given-names>E.</given-names></name> <name><surname>DeArbeloa</surname> <given-names>P.</given-names></name> <name><surname>Hendifar</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Overall survival in patients with pancreatic cancer receiving matched therapies following molecular profiling: a retrospective analysis of the know your tumor registry trial</article-title>. <source>Lancet Oncol.</source> <volume>21</volume>, <fpage>508</fpage>&#x2013;<lpage>518</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S1470-2045(20)30074-7</pub-id>, PMID: <pub-id pub-id-type="pmid">32135080</pub-id></citation></ref>
<ref id="ref36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Punekar</surname> <given-names>S. R.</given-names></name> <name><surname>Griffin</surname> <given-names>M. M.</given-names></name> <name><surname>Masri</surname> <given-names>L.</given-names></name> <name><surname>Roman</surname> <given-names>S. D.</given-names></name> <name><surname>Makarov</surname> <given-names>D. V.</given-names></name> <name><surname>Sherman</surname> <given-names>S. E.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Socioeconomic determinants of the use of molecular testing in stage IV colorectal Cancer</article-title>. <source>Am. J. Clin. Oncol.</source> <volume>44</volume>, <fpage>597</fpage>&#x2013;<lpage>602</lpage>. doi: <pub-id pub-id-type="doi">10.1097/COC.0000000000000875</pub-id>, PMID: <pub-id pub-id-type="pmid">34753883</pub-id></citation></ref>
<ref id="ref37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rogers</surname> <given-names>C. R.</given-names></name> <name><surname>Rovito</surname> <given-names>M. J.</given-names></name> <name><surname>Hussein</surname> <given-names>M.</given-names></name> <name><surname>Obidike</surname> <given-names>O. J.</given-names></name> <name><surname>Pratt</surname> <given-names>R.</given-names></name> <name><surname>Alexander</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Attitudes toward genomic testing and prostate Cancer research among black men</article-title>. <source>Am. J. Prev. Med.</source> <volume>55</volume>, <fpage>S103</fpage>&#x2013;<lpage>S111</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.amepre.2018.05.028</pub-id>, PMID: <pub-id pub-id-type="pmid">30670195</pub-id></citation></ref>
<ref id="ref38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ruzek</surname> <given-names>S. B.</given-names></name> <name><surname>Bass</surname> <given-names>S. B.</given-names></name> <name><surname>Greener</surname> <given-names>J.</given-names></name> <name><surname>Wolak</surname> <given-names>C.</given-names></name> <name><surname>Gordon</surname> <given-names>T. F.</given-names></name></person-group> (<year>2016</year>). <article-title>Randomized trial of a computerized touch screen decision aid to increase acceptance of colonoscopy screening in an African American population with limited literacy</article-title>. <source>Health Commun.</source> <volume>31</volume>, <fpage>1291</fpage>&#x2013;<lpage>1300</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10410236.2015.1069165</pub-id>, PMID: <pub-id pub-id-type="pmid">26940369</pub-id></citation></ref>
<ref id="ref39"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Sauro</surname> <given-names>J.</given-names></name> <name><surname>Lewis</surname> <given-names>J. R.</given-names></name></person-group> (<year>2016</year>). <source>Quantifying the user experience: Practical statistics for user research</source>. <edition>2nd</edition> Edn. <publisher-loc>Cambridge, MA</publisher-loc>: <publisher-name>Morgan Kaufmann</publisher-name>.</citation></ref>
<ref id="ref40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shelton</surname> <given-names>R. C.</given-names></name> <name><surname>Winkel</surname> <given-names>G.</given-names></name> <name><surname>Davis</surname> <given-names>S. N.</given-names></name> <name><surname>Roberts</surname> <given-names>N.</given-names></name> <name><surname>Valdimarsdottir</surname> <given-names>H.</given-names></name> <name><surname>Hall</surname> <given-names>S. J.</given-names></name> <etal/></person-group>. (<year>2010</year>). <article-title>Validation of the group-based medical mistrust scale among urban black men</article-title>. <source>JGIM</source> <volume>25</volume>, <fpage>549</fpage>&#x2013;<lpage>555</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11606-010-1288-y</pub-id>, PMID: <pub-id pub-id-type="pmid">20195782</pub-id></citation></ref>
<ref id="ref41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stacey</surname> <given-names>D.</given-names></name> <name><surname>L&#x00E9;gar&#x00E9;</surname> <given-names>F.</given-names></name> <name><surname>Boland</surname> <given-names>L.</given-names></name> <name><surname>Lewis</surname> <given-names>K. B.</given-names></name> <name><surname>Loiselle</surname> <given-names>M.-C.</given-names></name> <name><surname>Hoefel</surname> <given-names>L.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>20th anniversary Ottawa decision support framework: part 3 overview of systematic reviews and updated framework</article-title>. <source>Med. Decis. Mak.</source> <volume>40</volume>, <fpage>379</fpage>&#x2013;<lpage>398</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0272989X20911870</pub-id>, PMID: <pub-id pub-id-type="pmid">32428429</pub-id></citation></ref>
<ref id="ref42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stacey</surname> <given-names>D.</given-names></name> <name><surname>L&#x00E9;gar&#x00E9;</surname> <given-names>F.</given-names></name> <name><surname>Lewis</surname> <given-names>K.</given-names></name> <name><surname>Barry</surname> <given-names>M. J.</given-names></name> <name><surname>Bennett</surname> <given-names>C. L.</given-names></name> <name><surname>Eden</surname> <given-names>K. B.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Decision aids for people facing health treatment or screening decisions</article-title>. <source>Cochrane Database Syst. Rev.</source> <volume>2017</volume>:<fpage>CD001431</fpage>. doi: <pub-id pub-id-type="doi">10.1002/14651858.CD001431.pub5</pub-id>, PMID: <pub-id pub-id-type="pmid">28402085</pub-id></citation></ref>
<ref id="ref43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tjota</surname> <given-names>M. Y.</given-names></name> <name><surname>Segal</surname> <given-names>J. P.</given-names></name> <name><surname>Wang</surname> <given-names>P.</given-names></name></person-group> (<year>2024</year>). <article-title>Clinical utility and benefits of comprehensive genomic profiling in cancer</article-title>. <source>J. Appl. Lab. Med.</source> <volume>9</volume>, <fpage>76</fpage>&#x2013;<lpage>91</lpage>. doi: <pub-id pub-id-type="doi">10.1093/jalm/jfad091</pub-id></citation></ref>
<ref id="ref44"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Turner</surname> <given-names>C. W.</given-names></name> <name><surname>Lewis</surname> <given-names>J. R.</given-names></name> <name><surname>Nielsen</surname> <given-names>J.</given-names></name></person-group> (<year>2006</year>). <source>Determining usability test sample size. International encyclopedia of ergonomics and human factors, 2006</source>. <publisher-loc>London</publisher-loc>: <publisher-name>CRC Press</publisher-name>, <fpage>1</fpage>&#x2013;<lpage>5</lpage>.</citation></ref>
<ref id="ref45"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Woelfel</surname> <given-names>J.</given-names></name> <name><surname>Fink</surname> <given-names>E. L.</given-names></name></person-group> (<year>1980</year>). <source>The measurement of communication processes: Galileo theory and method. New York: Academic press</source>.</citation></ref>
<ref id="ref46"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yushak</surname> <given-names>M. L.</given-names></name> <name><surname>Han</surname> <given-names>G.</given-names></name> <name><surname>Bouberhan</surname> <given-names>S.</given-names></name> <name><surname>Epstein</surname> <given-names>L.</given-names></name> <name><surname>DiGiovanna</surname> <given-names>M. P.</given-names></name> <name><surname>Mougalian</surname> <given-names>S. S.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Patient preferences regarding incidental genomic findings discovered during tumor profiling</article-title>. <source>Cancer</source> <volume>122</volume>, <fpage>1588</fpage>&#x2013;<lpage>1597</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cncr.29951</pub-id>, PMID: <pub-id pub-id-type="pmid">26970385</pub-id></citation></ref>
<ref id="ref47"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>L.</given-names></name> <name><surname>Hsieh</surname> <given-names>M.-C.</given-names></name> <name><surname>Petkov</surname> <given-names>V.</given-names></name> <name><surname>Yu</surname> <given-names>Q.</given-names></name> <name><surname>Chiu</surname> <given-names>Y.</given-names></name> <name><surname>Wu</surname> <given-names>X.-C.</given-names></name></person-group> (<year>2020</year>). <article-title>Trend and survival benefit of Oncotype DX use among female hormone receptor-positive breast cancer patients in 17 SEER registries, 2004&#x2013;2015</article-title>. <source>Breast Cancer Res. Treat.</source> <volume>180</volume>, <fpage>491</fpage>&#x2013;<lpage>501</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10549-020-05557-x</pub-id>, PMID: <pub-id pub-id-type="pmid">32060781</pub-id></citation></ref>
</ref-list>
</back>
</article>